-- Logs begin at Wed 2022-03-02 19:05:51 UTC, end at Wed 2022-03-02 20:54:01 UTC. -- Mar 02 19:46:25.915494 dv-neutron-831594-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 19:46:28.386988 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.common.config [-] Logging enabled! Mar 02 19:46:28.387712 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 02 19:46:28.387712 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 19:46:28.390885 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.common.config [-] Logging enabled! Mar 02 19:46:28.391141 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 02 19:46:28.391450 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87707) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 19:46:28.392414 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 19:46:28.392649 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 19:46:28.393001 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 19:46:28.393298 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 19:46:28.393530 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 19:46:28.393852 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.394148 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.394448 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.394659 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.394957 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.395247 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.395528 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.395819 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.396118 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.396428 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.396697 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.396982 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.397212 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.397502 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.397784 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.398072 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.398297 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] debug = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.398578 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.399005 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.399417 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.399698 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.399986 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.400265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.400560 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.400836 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.401123 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.401447 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] host = dv-neutron-831594-2-hyperv {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.401725 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.402015 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.402301 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.402586 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.402862 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.403137 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.403424 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.403696 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.403970 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.404245 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.404555 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.404840 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.405131 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.405355 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.405574 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.405862 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.406148 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.406422 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.406694 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.406967 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.407240 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.407513 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.407778 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.408065 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.408366 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.408652 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.409000 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.409234 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.409505 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.409772 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.410056 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.410333 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.410606 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.410878 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.411164 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.411430 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.411701 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.412000 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.412285 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.412591 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.412875 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.413149 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.413433 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.413703 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.413972 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.414243 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_json = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.414513 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.414780 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.415061 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.415330 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.415601 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.415871 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.416140 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.416445 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.416715 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:28.417009 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.417303 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.417807 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.417913 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.418155 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.418433 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.418720 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.418996 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.419282 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.419568 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.419854 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.420130 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.420444 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.420721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.421014 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.421317 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.421608 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.421896 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.422173 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.422446 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.422715 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.422990 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.423277 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.423577 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.423864 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.424558 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.424839 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.425133 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.425413 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.425686 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.425963 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.426251 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.426529 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.426803 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.427085 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.427360 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.427629 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.427900 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.428175 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.428497 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.428774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.429042 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.429310 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.429584 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.429851 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.430132 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.430408 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.430679 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.430951 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.431226 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.431495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.431764 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.432039 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.432313 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.432618 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.432890 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.433160 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.433437 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.433707 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.433977 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.434248 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.434519 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.434792 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.435062 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.435330 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.435600 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.435871 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.436142 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.436460 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.436761 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.437041 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.437322 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.437602 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.437883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.438162 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.438439 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.438716 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.438995 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.439267 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.439558 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.439841 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.440160 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.440473 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.440785 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.441080 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.441396 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.441681 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.441961 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.442247 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.442537 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.442822 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.443117 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.443419 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.443824 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.444006 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.444299 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.444604 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.444915 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.445197 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:28.445412 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 19:46:28.445658 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87707) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 19:46:28.833889 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO keyring.backend [-] Loading KWallet Mar 02 19:46:28.841215 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO keyring.backend [-] Loading SecretService Mar 02 19:46:28.844701 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO keyring.backend [-] Loading Windows Mar 02 19:46:28.846035 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO keyring.backend [-] Loading chainer Mar 02 19:46:28.846656 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO keyring.backend [-] Loading macOS Mar 02 19:46:28.879556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 19:46:28.879830 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 19:46:28.880123 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 19:46:28.880480 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 19:46:29.266589 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.266868 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.267181 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.268556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.268825 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.269089 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.303767 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.304039 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.304306 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.317562 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.317839 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.318107 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.347926 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.348200 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.348489 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.384611 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.384882 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.385147 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.618120 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.618788 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.618788 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.618788 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.619556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.739143 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.739461 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.739743 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.739979 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.740275 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.740603 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.740865 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.741120 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.741370 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.741651 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.741888 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.742149 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.742405 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.742663 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.742928 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.743173 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.743428 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.743698 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.743952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.744226 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.744617 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.744870 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.745122 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.745402 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.745648 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.745892 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.746285 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.746521 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.746754 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.746988 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.747218 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.747449 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:29.747823 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 19:46:29.751000 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 19:46:29.755038 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 19:46:29.758874 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 02 19:46:29.760532 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 19:46:29.762084 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 19:46:29.762429 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 19:46:29.762821 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 19:46:29.765700 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 19:46:29.765951 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 19:46:29.766290 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 19:46:29.794140 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 19:46:29.794608 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.794909 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87707) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 19:46:29.795273 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.796712 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87707) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 19:46:29.796978 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 19:46:29.797219 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 19:46:29.801242 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.801527 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:29.864570 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 19:46:29.864810 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 19:46:29.865044 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 19:46:29.865422 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 19:46:29.900236 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_db.sqlalchemy.engines [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87707) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 19:46:30.234375 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing driver for type 'gre' Mar 02 19:46:30.234904 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] gre ID ranges: [(1, 1000)] Mar 02 19:46:30.291146 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing driver for type 'local' Mar 02 19:46:30.291576 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing driver for type 'vlan' Mar 02 19:46:30.306133 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] VlanTypeDriver initialization complete Mar 02 19:46:30.306517 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing driver for type 'vxlan' Mar 02 19:46:30.307050 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] vxlan ID ranges: [(1, 1000)] Mar 02 19:46:30.362027 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing extension driver 'port_security' Mar 02 19:46:30.362497 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.extensions.port_security [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] PortSecurityExtensionDriver initialization complete Mar 02 19:46:30.363009 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing mechanism driver 'openvswitch' Mar 02 19:46:30.363496 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing mechanism driver 'hyperv' Mar 02 19:46:30.374392 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.plugin [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:30.375439 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.375998 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.376527 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.377314 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.377904 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.378233 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.378573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.379006 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.379394 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.379732 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.380069 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.380475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.380883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.381228 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.381561 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.382100 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.382502 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.382845 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.383184 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.383571 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.383959 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > address_group after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.384302 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > address_group after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.384661 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.385044 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87707) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 19:46:30.385492 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] ML2 OVO RPC backend initialized. {{(pid=87707) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 02 19:46:30.386206 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.386560 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.386979 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.387332 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > networks before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.387678 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.388021 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > ports before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.388381 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.388723 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnets before_response 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.389063 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.389400 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.389732 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.390064 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.390393 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.390725 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.391054 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.391382 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.391710 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.392286 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.plugin [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Modular L2 Plugin initialization complete Mar 02 19:46:30.392636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading services supported by the core plugin {{(pid=87707) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 19:46:30.392964 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.plugins.ml2.managers [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Got port-security extension from driver 'port_security' Mar 02 19:46:30.393427 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.extensions.vlantransparent [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Disabled vlantransparent extension. Mar 02 19:46:30.393923 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87707) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 19:46:30.394235 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: router Mar 02 19:46:30.431934 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.432317 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_create 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.432711 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router before_create 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.433077 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.433446 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.433792 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_delete 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.434147 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.434504 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_create 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.434852 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.435191 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.435540 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.435894 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.436286 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.436678 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.437018 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.437350 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: subnet after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.437685 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.438033 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.438379 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.438715 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.439055 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.439405 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router after_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.439746 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.440130 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_create 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.440523 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.440868 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_update 55549900 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.441229 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > agent after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.441576 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > agent after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.441917 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > network after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.442786 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Tracking information for resource: router configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:30.443114 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Tracking information for resource: floatingip configured {{(pid=87707) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 19:46:30.448195 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.db.l3_agentschedulers_db [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 19:46:30.448805 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.449169 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.449553 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.449907 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: port after_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.450701 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router before_create 55550100 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.451069 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.451430 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_create 55550100 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.451813 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > router precommit_update 55550100 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.456306 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.provider_configuration [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service providers = [] {{(pid=87707) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 19:46:30.456693 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.db.servicetype_db [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87707) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 19:46:30.459656 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.service_base [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 19:46:30.460002 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.service_base [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 19:46:30.460355 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.service_base [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 19:46:30.461264 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.services.service_base [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87707) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 19:46:30.461631 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.services.service_base [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 19:46:30.462006 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.462318 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 19:46:30.473133 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.473468 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: auto_allocate Mar 02 19:46:30.479375 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: network precommit_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.479747 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: network precommit_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.480263 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.480614 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: tag Mar 02 19:46:30.487305 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.487575 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: timestamp Mar 02 19:46:30.491619 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.491951 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: network_ip_availability Mar 02 19:46:30.497295 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.497673 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.498017 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.498721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.499060 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: flavors Mar 02 19:46:30.503839 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.504170 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading Plugin: revisions Mar 02 19:46:30.508565 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87707) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 19:46:30.508952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=87707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 19:46:30.509709 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87707) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 19:46:30.510046 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Initializing extension manager. Mar 02 19:46:30.510551 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: __init__.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.510889 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: __pycache__ {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.511221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.511550 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: address_group.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.512307 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.512900 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: address-group Mar 02 19:46:30.513226 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: address_scope.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.513943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.514457 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: address-scope Mar 02 19:46:30.514777 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.515704 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.516217 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: router-admin-state-down-before-update Mar 02 19:46:30.516568 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: agent.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.517442 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.517949 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: agent Mar 02 19:46:30.518296 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: agent_resources_synced.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.519232 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.519752 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: agent-resources-synced Mar 02 19:46:30.520070 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: allowedaddresspairs.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.521888 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.522418 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: allowed-address-pairs Mar 02 19:46:30.522741 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: auto_allocated_topology.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.523833 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.524363 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: auto-allocated-topology Mar 02 19:46:30.524708 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: availability_zone.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.525406 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.525919 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: availability_zone Mar 02 19:46:30.526238 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: availability_zone_filter.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.527163 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.527672 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: availability_zone_filter Mar 02 19:46:30.527987 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: data_plane_status.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.528940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.529449 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 19:46:30.529759 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: default_subnetpools.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.530677 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.531184 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: default-subnetpools Mar 02 19:46:30.531502 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.532314 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.532850 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: dhcp_agent_scheduler Mar 02 19:46:30.533171 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: dns.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.534132 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.534633 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension dns-integration not supported by any of loaded plugins Mar 02 19:46:30.534949 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: dns_domain_ports.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.535873 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.536403 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 19:46:30.536725 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: dvr.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.537397 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.537926 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: dvr Mar 02 19:46:30.538226 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: empty_string_filtering.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.539142 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.539651 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: empty-string-filtering Mar 02 19:46:30.539971 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.540909 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.541407 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 19:46:30.541727 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.542639 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.543142 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 19:46:30.543464 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: external_net.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.544403 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.544922 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: external-net Mar 02 19:46:30.545242 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.546159 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.546667 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: extra_dhcp_opt Mar 02 19:46:30.546985 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: extraroute.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.547893 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.548441 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: extraroute Mar 02 19:46:30.548767 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: extraroute_atomic.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.550156 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.550673 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: extraroute-atomic Mar 02 19:46:30.550993 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: filter_validation.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.551666 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.552178 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: filter-validation Mar 02 19:46:30.552533 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: fip_pf_description.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.553450 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.553954 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 19:46:30.554269 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: fip_port_details.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.555180 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.555702 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: fip-port-details Mar 02 19:46:30.556019 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: flavors.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.557293 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.557818 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: flavors Mar 02 19:46:30.558141 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.559828 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.560338 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 19:46:30.560705 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: floatingip_pools.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.561411 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.561927 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: floatingip-pools Mar 02 19:46:30.562248 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: ip_allocation.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.563177 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.563685 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 19:46:30.564002 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.564979 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.565537 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: ip-substring-filtering Mar 02 19:46:30.565866 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l2_adjacency.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.566801 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.567307 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 19:46:30.567631 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.568643 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.569162 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: router Mar 02 19:46:30.569482 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.571893 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.572452 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 19:46:30.572783 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.573713 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.574232 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: ext-gw-mode Mar 02 19:46:30.574559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.575493 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.576007 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: l3-ha Mar 02 19:46:30.576347 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3_flavors.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.577277 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.577788 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: l3-flavors Mar 02 19:46:30.578109 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.579045 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.579556 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 19:46:30.579874 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: l3agentscheduler.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.580990 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.581506 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: l3_agent_scheduler Mar 02 19:46:30.581835 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: logging.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.583403 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.583923 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension logging not supported by any of loaded plugins Mar 02 19:46:30.584246 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: metering.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.585047 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.585619 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: metering Mar 02 19:46:30.585941 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.587054 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.587573 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: metering_source_and_destination_fields Mar 02 19:46:30.587892 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: multiprovidernet.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.588863 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.589376 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: multi-provider Mar 02 19:46:30.589696 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: netmtu.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.590614 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.591127 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: net-mtu Mar 02 19:46:30.591447 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: netmtu_writable.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.592399 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.592916 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: net-mtu-writable Mar 02 19:46:30.593227 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: network_availability_zone.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.593897 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.594402 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: network_availability_zone Mar 02 19:46:30.594720 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: network_ip_availability.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.595849 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.596440 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: network-ip-availability Mar 02 19:46:30.596755 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: network_segment_range.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.597519 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.598022 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 19:46:30.598343 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: pagination.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.599318 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.599646 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: pagination Mar 02 19:46:30.599960 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: port_device_profile.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.600886 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.601400 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: port-device-profile Mar 02 19:46:30.601735 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.602642 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.603157 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: port-mac-address-regenerate Mar 02 19:46:30.603478 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.604447 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.604943 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: port-numa-affinity-policy Mar 02 19:46:30.605263 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: port_resource_request.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.606182 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.606705 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 19:46:30.607026 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: portbindings.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.607952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.608494 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: binding Mar 02 19:46:30.608808 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: portbindings_extended.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.610202 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.610738 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: binding-extended Mar 02 19:46:30.611062 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: portsecurity.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.612039 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.612582 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: port-security Mar 02 19:46:30.612904 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: project_id.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.613885 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.614219 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: project-id Mar 02 19:46:30.614540 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: providernet.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.615472 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.616024 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: provider Mar 02 19:46:30.616311 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.619891 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.620463 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos not supported by any of loaded plugins Mar 02 19:46:30.620756 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.622012 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.622533 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 19:46:30.622859 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.623786 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.624300 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 19:46:30.624652 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_default.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.625580 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.626091 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-default not supported by any of loaded plugins Mar 02 19:46:30.626415 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_fip.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.627076 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.627608 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-fip not supported by any of loaded plugins Mar 02 19:46:30.627929 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_gateway_ip.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.628887 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.629402 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 19:46:30.629722 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_port_network_policy.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.630631 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.631146 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 19:46:30.631458 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_rule_type_details.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.632413 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.632923 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 19:46:30.633236 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: qos_rules_alias.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.634302 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.634817 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 19:46:30.635136 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: quotasv2.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.636059 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.636420 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: quotas Mar 02 19:46:30.636736 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: quotasv2_detail.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.638389 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.638713 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: quota_details Mar 02 19:46:30.639036 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: rbac.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.640178 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.640675 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: rbac-policies Mar 02 19:46:30.640957 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: rbac_address_group.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.641892 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.642408 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: rbac-address-group Mar 02 19:46:30.642735 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: rbac_address_scope.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.643710 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.644287 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: rbac-address-scope Mar 02 19:46:30.644661 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: rbac_security_groups.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.645700 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.646218 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: rbac-security-groups Mar 02 19:46:30.646536 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: rbac_subnetpool.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.647501 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.647986 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: rbac-subnetpool Mar 02 19:46:30.648346 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: revisionifmatch.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.649262 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.649770 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: revision-if-match Mar 02 19:46:30.650111 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: revisions.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.651555 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.652073 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: standard-attr-revisions Mar 02 19:46:30.652457 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: router_availability_zone.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.653134 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.653626 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: router_availability_zone Mar 02 19:46:30.653949 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: routerservicetype.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.654876 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.655477 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension router-service-type not supported by any of loaded plugins Mar 02 19:46:30.655803 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.656769 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.657285 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: security-groups-normalized-cidr Mar 02 19:46:30.657602 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.658527 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.659069 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: port-security-groups-filtering Mar 02 19:46:30.659391 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.660377 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.661051 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: security-groups-remote-address-group Mar 02 19:46:30.661380 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: securitygroup.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.671108 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.671645 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: security-group Mar 02 19:46:30.671987 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: segment.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.672806 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.673323 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension segment not supported by any of loaded plugins Mar 02 19:46:30.673649 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.675091 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.675608 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 19:46:30.675937 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: servicetype.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.677104 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.677639 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: service-type Mar 02 19:46:30.677967 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: sorting.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.678956 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.679288 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: sorting Mar 02 19:46:30.679614 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: standard_attr_segment.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.680562 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.681087 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 19:46:30.681410 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: standardattrdescription.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.682060 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.682582 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: standard-attr-description Mar 02 19:46:30.682905 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: stateful_security_group.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.683831 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.684366 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: stateful-security-group Mar 02 19:46:30.684694 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: stdattrs_common.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.685292 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 19:46:30.685614 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.686630 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.687158 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 19:46:30.687481 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnet_onboard.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.688606 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.689126 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: subnet_onboard Mar 02 19:46:30.689446 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.690403 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.690912 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 19:46:30.691231 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnet_service_types.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.692161 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.692712 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: subnet-service-types Mar 02 19:46:30.693036 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnetallocation.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.694127 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.694644 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: subnet_allocation Mar 02 19:46:30.694965 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.695630 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.696143 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: subnetpool-prefix-ops Mar 02 19:46:30.696493 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.697444 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.697952 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 19:46:30.698269 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: tagging.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.699342 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.699859 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: standard-attr-tag Mar 02 19:46:30.700183 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: timestamp.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.701498 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.702025 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loaded extension: standard-attr-timestamp Mar 02 19:46:30.702351 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: trunk.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.703398 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.703923 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension trunk not supported by any of loaded plugins Mar 02 19:46:30.704247 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: trunk_details.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.705231 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.705878 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension trunk-details not supported by any of loaded plugins Mar 02 19:46:30.706126 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: uplink_status_propagation.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.707059 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.707571 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 19:46:30.707890 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Loading extension file: vlantransparent.py {{(pid=87707) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 19:46:30.708611 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87707) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 19:46:30.709129 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 19:46:30.711563 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:network Mar 02 19:46:30.712303 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnet Mar 02 19:46:30.713115 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 19:46:30.713712 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:port Mar 02 19:46:30.715003 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.715450 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service FLAVORS assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.716081 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.716544 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.716876 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:router Mar 02 19:46:30.717559 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 19:46:30.718270 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service METERING assigned prefix: /metering {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.719723 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.720091 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.720470 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:46:30.722870 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 19:46:30.723322 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:security_group Mar 02 19:46:30.723991 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 19:46:30.724759 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service CORE assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.725087 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 19:46:30.725424 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] subnetpool is already registered Mar 02 19:46:30.726053 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service CORE assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.726382 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 19:46:30.726715 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] subnetpool is already registered Mar 02 19:46:30.842675 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.843108 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service FLAVORS assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.843717 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.844142 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.844511 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:router Mar 02 19:46:30.844859 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] router is already registered Mar 02 19:46:30.845513 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:floatingip Mar 02 19:46:30.845844 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] floatingip is already registered Mar 02 19:46:30.846514 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service METERING assigned prefix: /metering {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.847339 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 19:46:30.847671 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] rbac_policy is already registered Mar 02 19:46:30.848096 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:security_group Mar 02 19:46:30.848445 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] security_group is already registered Mar 02 19:46:30.849018 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 19:46:30.849345 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] security_group_rule is already registered Mar 02 19:46:30.849997 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service CORE assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.850346 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 19:46:30.850653 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] subnetpool is already registered Mar 02 19:46:30.851243 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.v2.resource_helper [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Service CORE assigned prefix: {{(pid=87707) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 19:46:30.851563 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 19:46:30.851884 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING neutron.quota.resource_registry [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] subnetpool is already registered Mar 02 19:46:30.852546 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: extensions {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.854077 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: address-groups {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.855724 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: address-scopes {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.856952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: agents {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.858124 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: auto-allocated-topology {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.859464 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: availability_zones {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.860809 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: dhcp-networks {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.862275 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: dhcp-agents {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.863705 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: routers {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.865616 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: flavors {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.866774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: service_profiles {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.867964 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: next_providers {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.869522 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: service_profiles {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.870994 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: floatingip-pools {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.872197 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: routers {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.874036 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: floatingips {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.875246 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: l3-routers {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.876687 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: l3-agents {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.878243 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: metering-labels {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.879482 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: metering-label-rules {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.880808 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: network-ip-availabilities {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.882043 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: bindings {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.883680 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: quotas {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.885162 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: quotas {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.886577 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: rbac-policies {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.887855 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: security-groups {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.889097 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: security-group-rules {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.890317 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: service-providers {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.891660 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: subnetpools {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.893004 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: subnetpools {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.894505 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.896273 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.897998 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.899822 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.902625 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.904480 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.906184 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.908076 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.909876 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.911721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron.api.extensions [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Extended resource: tags {{(pid=87707) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 19:46:30.917720 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING keystonemiddleware.auth_token [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 19:46:30.922452 dv-neutron-831594-2-hyperv neutron-server[87707]: WARNING keystonemiddleware.auth_token [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 19:46:30.931046 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Acquired lock "singleton_lock" {{(pid=87707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 19:46:30.931523 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_concurrency.lockutils [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Releasing lock "singleton_lock" {{(pid=87707) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 19:46:30.932157 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Starting 2 workers Mar 02 19:46:30.936753 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Started child 87812 {{(pid=87707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 19:46:30.940915 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Started child 87813 {{(pid=87707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 19:46:30.941912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.942513 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO neutron.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 19:46:30.943097 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Notify callbacks [] for process, before_spawn {{(pid=87707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.943324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [-] (87812) wsgi starting up on http://0.0.0.0:9696 Mar 02 19:46:30.945423 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Starting 1 workers Mar 02 19:46:30.945631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.946843 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [-] (87813) wsgi starting up on http://0.0.0.0:9696 Mar 02 19:46:30.950394 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Started child 87814 {{(pid=87707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 19:46:30.950894 dv-neutron-831594-2-hyperv neutron-server[87707]: INFO oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Starting 1 workers Mar 02 19:46:30.954048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] calling RpcWorker wait() {{(pid=87814) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 19:46:30.954615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] returning from RpcWorker wait() {{(pid=87814) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 19:46:30.955107 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Started child 87815 {{(pid=87707) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 19:46:30.955915 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG neutron_lib.callbacks.manager [None req-a160ff0f-f34f-415a-9963-0737150fbae0 None None] Notify callbacks [] for process, after_spawn {{(pid=87707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.956040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.956528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:30.957688 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 19:46:30.957865 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 19:46:30.958073 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 19:46:30.958247 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 19:46:30.958608 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 19:46:30.958751 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 19:46:30.959219 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.959489 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.959754 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.960495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.960495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.960495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.960801 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.961096 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.961306 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.961576 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.961821 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.961990 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.962145 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.962394 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.962645 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.962960 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.963215 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.963444 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.963702 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.963882 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.964125 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.964411 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.964658 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.964916 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] debug = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.965170 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.965626 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.965855 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.966095 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.966344 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.966608 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.966942 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.967124 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.967339 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.967552 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.967806 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.968059 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.968288 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.968580 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.968816 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.969066 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.969279 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.969738 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] host = dv-neutron-831594-2-hyperv {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.969956 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.970174 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.970417 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.970661 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.970899 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.971116 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.971400 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.971649 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.971904 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.972131 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.972479 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.972669 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.972879 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.973117 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.973263 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_options = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.973495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.973759 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974024 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974217 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974384 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974555 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974801 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.974965 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.975326 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.975641 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.975641 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.975925 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.976072 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.976307 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.976578 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.976814 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.977067 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.977292 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.977534 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.977764 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.977987 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.978241 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.978491 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.978727 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.978943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.979155 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.979381 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.979596 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.979809 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.980178 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:30.980462 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.980701 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.980970 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.981214 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.981459 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.981687 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.981912 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.982145 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.982407 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.982652 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.982880 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.983152 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.983338 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.983535 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.983964 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.983964 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.984812 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_json = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.984812 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.985011 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.985236 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.985479 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.985706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.985890 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.986094 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.986335 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.986566 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:30.987073 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.987562 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.987727 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.988426 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.988656 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.988895 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.989126 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.989347 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.989597 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.989837 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.990152 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.990432 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.994706 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.995644 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996914 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.996914 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.997053 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.997301 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.997520 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.997767 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.998008 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.998245 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.998489 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.998707 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.998923 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.999136 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.999351 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.999563 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:30.999812 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.000050 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.000276 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.000535 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.000757 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.000969 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.001200 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.001418 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.001646 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.001859 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.002224 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.002649 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.002889 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.003113 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.003361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.003584 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.003806 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.004021 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.004242 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.004481 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.004716 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.004985 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.005203 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.005478 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.006004 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.006216 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.006431 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.006655 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.006850 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.007079 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.007292 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.007511 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.007724 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.010774 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.011409 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012171 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012171 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012171 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012171 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012538 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012616 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.012808 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.013031 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.013277 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.013525 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.013762 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.014028 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.014280 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.014513 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.014775 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.015037 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.015314 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.015569 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.015850 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.016138 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.016413 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.016715 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.016975 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.017273 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.017520 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.017780 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.018014 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.018296 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.018540 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.018786 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.019045 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.019280 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.019575 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.019811 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.020032 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.020245 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.020623 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.020974 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.021204 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.021456 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.021684 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.021944 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.022192 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.022436 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.022690 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.022942 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.023200 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.023453 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.023692 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.023934 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.024165 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.024418 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.024638 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.024886 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.025100 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.025334 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.025538 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.025755 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.025998 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.026203 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.026439 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.026662 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.026894 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.027110 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.027338 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.027548 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.027786 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.028042 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.028248 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.028501 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.028718 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.028951 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.029199 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.029415 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.029676 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.029920 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.030147 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.030387 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.030629 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.031242 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.031242 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.031454 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.031572 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.031784 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.032056 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.032215 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.032611 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.032851 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.033087 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.033302 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.033553 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.033828 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.034334 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.034592 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.034823 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.035048 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.035363 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.035495 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.035710 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.035930 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.036161 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.036544 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.036955 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.037196 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.037432 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.037649 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.037864 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.038078 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.038353 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.038575 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.038810 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.039026 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.039243 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.039456 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.039670 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.039883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.040105 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.040353 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.040569 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.040786 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.040994 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.041291 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.041537 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.041779 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.042021 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.042246 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.042473 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.042681 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.042890 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.043103 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.043309 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.043532 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.043744 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.043957 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.044170 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.044434 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.044724 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.044970 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.045221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.045503 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.045751 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.045998 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.046252 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.046642 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.046788 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.047031 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.047251 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.047502 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.047748 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.048010 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.048349 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.048671 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.048919 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.049552 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.049839 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.050112 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.050381 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.050612 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.050899 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.051227 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.051496 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.051748 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.051996 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.052260 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.052528 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.052743 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.052975 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.053208 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.053423 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.053736 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.053911 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.054134 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.054350 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.054576 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.054790 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.055044 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.055284 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.055501 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.055715 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.055874 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 19:46:31.056404 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87707) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 19:46:31.056567 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 19:46:31.056750 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 19:46:31.056883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 19:46:31.057049 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 19:46:31.057198 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 19:46:31.057420 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.057583 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.057744 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.057901 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058059 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058244 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058406 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058566 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058726 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.058882 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059039 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059196 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059352 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059508 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059667 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059824 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.059980 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060137 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060298 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060478 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060635 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060792 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.060961 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] debug = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061103 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061293 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061452 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061609 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061768 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.061926 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062074 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062226 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062369 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062529 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062686 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062843 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.062998 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063154 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063310 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063465 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063623 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063847 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] host = dv-neutron-831594-2-hyperv {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.063952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.064082 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.064238 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.064705 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.064947 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065143 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065379 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065524 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065651 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065737 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.065897 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066027 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066181 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066336 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066492 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_options = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066664 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066854 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.066945 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067130 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067291 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067452 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067611 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067768 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.067925 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068082 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068238 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068416 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068573 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068730 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.068888 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069045 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069202 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069359 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069515 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069672 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069828 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.069983 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070139 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070295 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070451 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070609 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070766 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.070923 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071111 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071237 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071380 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071533 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071690 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.071846 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072003 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072159 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072323 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072496 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072648 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072805 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.072950 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.073101 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_json = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.076361 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.077013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077099 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.077636 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078221 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078721 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.078887 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.079029 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.080559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081050 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081050 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081050 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081236 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081318 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081397 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081769 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081769 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.081926 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082005 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082150 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082311 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082624 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082791 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.082889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54572) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:31.082985 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083101 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083272 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083431 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083590 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083749 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.083907 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084047 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084202 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084389 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084531 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084664 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084824 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.084996 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085150 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085298 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085446 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085606 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085770 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.085931 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086089 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086247 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086405 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086564 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086722 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.086880 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087039 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087198 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087356 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087515 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087673 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087832 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.087991 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088148 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088306 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088486 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088654 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088828 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.088986 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089164 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089289 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089453 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089612 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089769 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.089927 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090085 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090243 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090401 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090559 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090722 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.090881 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091038 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091196 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091353 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091512 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091669 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091828 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.091988 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.092145 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.092883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.092883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.092883 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093261 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076134 Mar 02 19:46:31.093385 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093385 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093385 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093710 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093710 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093945 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.093945 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.094166 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.094284 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.094402 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.095844 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.095844 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.095844 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.095844 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096369 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096369 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096369 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096662 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096662 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096851 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.096952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097070 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.097943 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098512 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098512 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098512 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098512 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.098952 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.100404 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.100404 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.100404 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.100404 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101046 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101222 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101387 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101553 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101705 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.101863 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102023 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102168 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102344 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102529 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102666 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102799 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.102940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.103073 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.103224 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.103383 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.103541 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.104475 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105265 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.105940 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.106624 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.106624 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.106624 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.106624 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107128 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107128 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107128 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107128 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107625 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107625 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107625 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107991 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.107991 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108240 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108240 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108575 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108575 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108833 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.108833 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109088 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109088 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109337 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109467 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109598 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109738 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.109870 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110000 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110132 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110290 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110438 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110594 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110752 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.110912 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111073 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111233 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111392 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111643 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111819 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.111969 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112102 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112235 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112394 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112545 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112688 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112809 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.112961 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113131 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113289 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113448 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113606 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113764 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.113933 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114093 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114252 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114420 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114579 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114738 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.114895 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.115066 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.115309 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.115436 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.115540 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.116556 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117216 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117216 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117216 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117216 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117656 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117656 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117656 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117931 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.117931 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.118908 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119367 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119367 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119367 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119617 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119617 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119852 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.119852 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.120074 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.120189 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.120270 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.120453 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 19:46:31.120608 dv-neutron-831594-2-hyperv neutron-server[87707]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87707) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 19:46:41.812387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ef6acc-7b25-46d8-a63f-440b222c051c None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:46:41.872772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ef6acc-7b25-46d8-a63f-440b222c051c None None] No non-hosted networks {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 19:46:41.881932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.agentschedulers_db [None req-90ef6acc-7b25-46d8-a63f-440b222c051c None None] DHCP Agent not found on host dv-neutron-831594-2-hyperv {{(pid=87814) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 19:46:41.948693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-21f863ec-782d-4f24-a208-26e7eb898fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:44.020571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-40f99ff8-7c6d-4970-a0c4-4be87766e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:44.053969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ec87532-4602-4fe6-b0ce-92af33ac015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.220010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.414885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.416031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.416677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.417887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.418819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.419292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.419886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.420940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.421454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.425629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.426809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.427367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.429259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:45.429851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831594-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:45.437546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831594-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:46.429710 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.db.l3_hamode_db [None req-5c2a91f5-e54d-474f-bf08-16b362d4f4f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 19:46:46.516026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a91f5-e54d-474f-bf08-16b362d4f4f7 None None] Routers set() bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:46.516687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a91f5-e54d-474f-bf08-16b362d4f4f7 None None] Router IDs set() for agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 19:46:46.947772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:48.172903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:48.802026 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING oslo_policy.policy [None req-0c669e12-7459-4bb8-98df-a0ed70233246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:48.802607 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING oslo_policy.policy [None req-0c669e12-7459-4bb8-98df-a0ed70233246 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:49.015257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-0c669e12-7459-4bb8-98df-a0ed70233246 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:46:49.016293 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0c669e12-7459-4bb8-98df-a0ed70233246 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8424942 Mar 02 19:46:51.444892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 54682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:52.068027 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING oslo_policy.policy [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:52.068617 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING oslo_policy.policy [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:52.289250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:52.395614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.policy [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 19:46:52.442008 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING oslo_policy.policy [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:52.442402 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING oslo_policy.policy [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:46:52.451295 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.quota [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Loaded quota_driver: . Mar 02 19:46:52.468002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:52.541722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252512249', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252513708', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252519106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252529974', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252536030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737252545844', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1588190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1588712', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573293', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3644088'] for rbac-policy, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:52.609932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:52.611341 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-533cb3d7-7a2e-4e82-9f2e-f0ea567c83e9 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1644046 Mar 02 19:46:55.268121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 54700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:55.645634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Request body: {'network': {'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'name': 'private'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:55.651170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:55.655943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Usage tracker for resource:network and tenant:ddd82c1acf0a40cea57bb89204c487be is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:55.661406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:55.670324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:55.685660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Made reservation on behalf of ddd82c1acf0a40cea57bb89204c487be for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:55.690229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.714074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.728250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:55.732230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd82c1acf0a40cea57bb89204c487be is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:55.737508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:55.743384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:55.842708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.849433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.880317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:46:55.904894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737253729540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.905466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Unsubscribe: segment precommit_create {{(pid=87812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 19:46:55.905962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Added segment d14c9323-4d95-475e-8604-80280e599b23 of type vlan for network a883aeb3-743f-4ce1-b0b1-cae1413a8086 Mar 02 19:46:55.956492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8c3b8a-727b-4ecd-b1f8-18585ab5fc4c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:55.978714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.979074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.979410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.979734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.980057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.980407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.980788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.981106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.981409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.981721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.982038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.982340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Tracked resource versions report: Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: pushed versions: Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: { 'AddressGroup': {'1.2'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'ConntrackHelper': {'1.0'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Log': {'1.0'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Network': {'1.1'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Port': {'1.7'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'PortForwarding': {'1.2'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'QosPolicy': {'1.8'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroup': {'1.4'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SubPort': {'1.0'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Subnet': {'1.1'}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Trunk': {'1.1'}} Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: consumer versions: Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'ConntrackHelper': '1.0', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Log': '1.0', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Network': '1.1', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Port': '1.7', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'PortForwarding': '1.2', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'QosPolicy': '1.8', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroup': '1.4', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroupRule': '1.2', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SubPort': '1.0', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Subnet': '1.1', Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Trunk': '1.1'}} Mar 02 19:46:55.983705 dv-neutron-831594-2-hyperv neutron-server[87812]: {{(pid=87812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:46:56.011035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.062007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.063279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:56.063923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.163037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8938344 Mar 02 19:46:56.168266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae965ead-368e-4186-95f3-45e1ebc09271 admin admin] Pushing event updated for resources: {'Network': ['ID=a883aeb3-743f-4ce1-b0b1-cae1413a8086,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:56.182671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:46:58.860821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 54716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:59.354517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f3eca-fe72-4f3f-ab93-e56adeb0b440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:59.355866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-967f3eca-fe72-4f3f-ab93-e56adeb0b440 admin admin] 10.222.0.36 "GET /v2.0/networks/a883aeb3-743f-4ce1-b0b1-cae1413a8086 HTTP/1.1" status: 200 len: 825 time: 0.4940886 Mar 02 19:46:59.386476 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dd305ee3-9e34-47d6-8ad8-981dff3a0c71 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/e16ff57c-aab3-4db9-91d4-4f77792c576f HTTP/1.1" status: 200 len: 734 time: 0.0218141 Mar 02 19:46:59.394978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'name': 'private-subnet', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:59.399512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:59.403597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Usage tracker for resource:subnet and tenant:ddd82c1acf0a40cea57bb89204c487be is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:59.406732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:59.413020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:59.426858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Made reservation on behalf of ddd82c1acf0a40cea57bb89204c487be for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:59.429254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:59.720139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:59.821139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6805e4cb-5ea1-45c6-a0a5-8472a6166b75,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:59.827518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Checking segment: {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:59.827952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Network hostable DHCP agents. Network: a883aeb3-743f-4ce1-b0b1-cae1413a8086, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:46:59.854071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:46:59.871092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, a883aeb3-743f-4ce1-b0b1-cae1413a8086) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:59.876959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:59.877602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:59.882827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eff3325-c243-4133-9c81-233d68e68823 None None] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:59.902730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-21f06f89-de8d-42ee-bba9-681a6454436f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5076389 Mar 02 19:47:00.199606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:47:00.200844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.381393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Allocated IP 172.20.0.2 (a883aeb3-743f-4ce1-b0b1-cae1413a8086/6805e4cb-5ea1-45c6-a0a5-8472a6166b75/a296e8ac-45da-4321-b795-fef36e991ef9) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:00.609817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.623496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Transition to ACTIVE for port object a296e8ac-45da-4321-b795-fef36e991ef9 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:00.644551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Transition to ACTIVE for port object a296e8ac-45da-4321-b795-fef36e991ef9 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:00.652589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.710726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:00.713375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:00.723889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:47:00.729975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Pushing event updated for resources: {'Port': ['ID=a296e8ac-45da-4321-b795-fef36e991ef9,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:00.769072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.769425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.769781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.770165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.770490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.770821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.771118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.771457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.771914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.772267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.772577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.772911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Tracked resource versions report: Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: pushed versions: Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: { 'AddressGroup': {'1.2'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'ConntrackHelper': {'1.0'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Log': {'1.0'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Network': {'1.1'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Port': {'1.7'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'PortForwarding': {'1.2'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'QosPolicy': {'1.8'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroup': {'1.4'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SubPort': {'1.0'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Subnet': {'1.1'}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Trunk': {'1.1'}} Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: consumer versions: Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'ConntrackHelper': '1.0', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Log': '1.0', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Network': '1.1', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Port': '1.7', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'PortForwarding': '1.2', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'QosPolicy': '1.8', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroup': '1.4', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroupRule': '1.2', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SubPort': '1.0', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Subnet': '1.1', Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Trunk': '1.1'}} Mar 02 19:47:00.774261 dv-neutron-831594-2-hyperv neutron-server[87814]: {{(pid=87814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:47:00.829660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Attempting to bind port a296e8ac-45da-4321-b795-fef36e991ef9 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:00.830046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Attempting to bind port a296e8ac-45da-4321-b795-fef36e991ef9 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:00.830441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Attempting to bind port a296e8ac-45da-4321-b795-fef36e991ef9 on network a883aeb3-743f-4ce1-b0b1-cae1413a8086 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:47:00.835796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:47:00.836183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Checking segment: {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:47:00.836658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.837066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Bound using segment: {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:47:00.837549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Bound port: a296e8ac-45da-4321-b795-fef36e991ef9, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:00.837920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:00.927034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] For port a296e8ac-45da-4321-b795-fef36e991ef9, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:47:00.931025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] For port a296e8ac-45da-4321-b795-fef36e991ef9, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a296e8ac-45da-4321-b795-fef36e991ef9,segment=NetworkSegment(d14c9323-4d95-475e-8604-80280e599b23),segment_id=d14c9323-4d95-475e-8604-80280e599b23)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:47:00.938314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:01.030211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37829dea-0198-47c5-8b57-8346ebd29846 None None] Pushing event updated for resources: {'Port': ['ID=a296e8ac-45da-4321-b795-fef36e991ef9,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:02.311304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:02.685140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-6be81d81-638d-4f2b-bd7b-4c79d4572c67 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:47:02.686091 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6be81d81-638d-4f2b-bd7b-4c79d4572c67 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3738630 Mar 02 19:47:04.734458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8458c9-5e06-4a3b-bd33-862749fff8f9 None None] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:47:04.827893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2c47556b-32f2-46d9-8b4b-0fe5901134f9 None None] Provisioning for port a296e8ac-45da-4321-b795-fef36e991ef9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:05.087261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54740) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:05.229933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a296e8ac-45da-4321-b795-fef36e991ef9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:05.297801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a296e8ac-45da-4321-b795-fef36e991ef9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:05.302772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a296e8ac-45da-4321-b795-fef36e991ef9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:05.303180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:05.444836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:05.468945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-e1f4be25-ac6f-4b04-a27c-e23c8d9bb3dc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:47:05.470956 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e1f4be25-ac6f-4b04-a27c-e23c8d9bb3dc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3817201 Mar 02 19:47:05.478889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a296e8ac-45da-4321-b795-fef36e991ef9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a296e8ac-45da-4321-b795-fef36e991ef9,segment=NetworkSegment(d14c9323-4d95-475e-8604-80280e599b23),segment_id=d14c9323-4d95-475e-8604-80280e599b23)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:47:05.485007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:05.581195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a296e8ac-45da-4321-b795-fef36e991ef9,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:07.207442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a296e8ac-45da-4321-b795-fef36e991ef9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:07.275266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a296e8ac-45da-4321-b795-fef36e991ef9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:07.275639 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.150865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54752) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:08.529655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:47:08.593852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.policy [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 19:47:08.638749 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING oslo_policy.policy [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:47:08.639150 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING oslo_policy.policy [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 19:47:08.647554 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.quota [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Loaded quota_driver: . Mar 02 19:47:08.663807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:08.670751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Usage tracker for resource:router and tenant:ddd82c1acf0a40cea57bb89204c487be is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:08.675777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:08.684833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:08.708246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.710224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.736702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.856416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.881569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:08.883168 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-13f54e07-0daf-4436-9af4-f41deae8cb26 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7311575 Mar 02 19:47:11.320524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54764) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:11.688993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-63877746-b401-4e6d-86f7-297ab0ffba5e admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:47:11.689962 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-63877746-b401-4e6d-86f7-297ab0ffba5e admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3685434 Mar 02 19:47:11.756719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-758bb814-c70b-405d-9ee8-c79fee860d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.016274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8cfe3096-c01e-4412-8851-9ee7cc0ba5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.077024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54774) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:14.473001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:47:14.478409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:14.482530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Usage tracker for resource:network and tenant:479be7408dda4c079ef9f8c6fe700fb9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:14.486237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:14.492374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:14.505799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Made reservation on behalf of 479be7408dda4c079ef9f8c6fe700fb9 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:14.508491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.524903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.538466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:14.542457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:479be7408dda4c079ef9f8c6fe700fb9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:14.545717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:14.551961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:14.639686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.646133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.670729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=87813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 19:47:14.707805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737253729540', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.708386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Unsubscribe: segment precommit_create {{(pid=87813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 19:47:14.708874 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Added segment e2d05c0e-2850-48e7-bdfb-47df549c165e of type flat for network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb Mar 02 19:47:14.756877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86fe5c9-eca3-4abf-80f0-9a8b40f554d6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:14.777020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.777363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.777689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.778004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.778319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.778639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.778932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.779233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.779537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.779837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.780137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.780456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Tracked resource versions report: Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: pushed versions: Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: { 'AddressGroup': {'1.2'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'ConntrackHelper': {'1.0'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Log': {'1.0'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Network': {'1.1'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Port': {'1.7'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'PortForwarding': {'1.2'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'QosPolicy': {'1.8'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroup': {'1.4'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SubPort': {'1.0'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Subnet': {'1.1'}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Trunk': {'1.1'}} Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: consumer versions: Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'ConntrackHelper': '1.0', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Log': '1.0', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Network': '1.1', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Port': '1.7', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'PortForwarding': '1.2', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'QosPolicy': '1.8', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroup': '1.4', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroupRule': '1.2', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SubPort': '1.0', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Subnet': '1.1', Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Trunk': '1.1'}} Mar 02 19:47:14.781733 dv-neutron-831594-2-hyperv neutron-server[87813]: {{(pid=87813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:47:14.832600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.876097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.877183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:14.877845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:14.980987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] Pushing event updated for resources: {'Network': ['ID=03e6b80c-e1a3-494a-992e-94d0ae29aeeb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:14.984486 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c9685023-c05e-400c-ac91-a73f5d33a5f2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9059885 Mar 02 19:47:15.003219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:47:15.186345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:15.417889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:16.918722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:17.450689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54798) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:17.680743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964b83df-59fa-4c6c-a36e-0d48fbe4b39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:17.682049 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-964b83df-59fa-4c6c-a36e-0d48fbe4b39b admin admin] 10.222.0.36 "GET /v2.0/subnets/6805e4cb-5ea1-45c6-a0a5-8472a6166b75 HTTP/1.1" status: 200 len: 849 time: 0.2301147 Mar 02 19:47:17.838460 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d9878a5-65ac-46fb-a553-639cc7330846 admin admin] 10.222.0.36 "GET /v2.0/routers/ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 HTTP/1.1" status: 200 len: 704 time: 0.1506355 Mar 02 19:47:18.293899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.535350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Allocated IP 172.20.0.1 (a883aeb3-743f-4ce1-b0b1-cae1413a8086/6805e4cb-5ea1-45c6-a0a5-8472a6166b75/1e5aa647-6c28-4f2f-9462-f12800fca4dc) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:18.692096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.709378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Transition to ACTIVE for port object 1e5aa647-6c28-4f2f-9462-f12800fca4dc will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:18.763539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.825917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:18.828568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:18.848844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:47:18.849747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:18.969272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Pushing event updated for resources: {'Port': ['ID=1e5aa647-6c28-4f2f-9462-f12800fca4dc,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:19.088195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4fbc0e4a-ad33-4863-9e6b-c414064ed739 None None] Provisioning for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:19.093846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4fbc0e4a-ad33-4863-9e6b-c414064ed739 None None] Provisioning complete for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:19.094218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4fbc0e4a-ad33-4863-9e6b-c414064ed739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.150712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc0e4a-ad33-4863-9e6b-c414064ed739 None None] Port 1e5aa647-6c28-4f2f-9462-f12800fca4dc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:47:19.167216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.393564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.401504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.402212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.534021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Pushing event updated for resources: {'Port': ['ID=1e5aa647-6c28-4f2f-9462-f12800fca4dc,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:19.593326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:19.594395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:19.775409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-214d6249-08fb-4799-a1eb-0a40a1db6961 None None] Provisioning complete for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:19.776081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-214d6249-08fb-4799-a1eb-0a40a1db6961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:19.790865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:47:19.828149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-214d6249-08fb-4799-a1eb-0a40a1db6961 None None] Port 1e5aa647-6c28-4f2f-9462-f12800fca4dc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:47:19.941458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:47:19.951408 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4a2b183-acf5-4b1c-af05-f482ee1f065f admin admin] 10.222.0.36 "PUT /v2.0/routers/ccd53342-dfe5-4bb0-9d29-5f4e45e2c329/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1079304 Mar 02 19:47:19.952750 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Sync routers for ids ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:47:19.966250 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Routers {'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:47:19.967213 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:47:14Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:20.140419 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Set router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:47:20.502339 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:19Z', 'revision_number': 2, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port_host': None, '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:19Z', 'revision_number': 2, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:20.507293 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Checking router: ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:47:20.507651 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Updating router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 port 1e5aa647-6c28-4f2f-9462-f12800fca4dc binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:47:20.561315 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.941523 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:20.956499 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Transition to ACTIVE for port object 1e5aa647-6c28-4f2f-9462-f12800fca4dc will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:20.963989 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.185546 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Pushing event updated for resources: {'Port': ['ID=1e5aa647-6c28-4f2f-9462-f12800fca4dc,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:21.204074 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.204446 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.204794 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.205125 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.205454 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.205797 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.206121 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.206441 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.206776 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.207093 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.207407 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.207722 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Tracked resource versions report: Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: pushed versions: Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: { 'AddressGroup': {'1.2'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'ConntrackHelper': {'1.0'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Log': {'1.0'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Network': {'1.1'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Port': {'1.7'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'PortForwarding': {'1.2'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'QosPolicy': {'1.8'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroup': {'1.4'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SubPort': {'1.0'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Subnet': {'1.1'}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Trunk': {'1.1'}} Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: consumer versions: Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'ConntrackHelper': '1.0', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Log': '1.0', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Network': '1.1', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Port': '1.7', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'PortForwarding': '1.2', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'QosPolicy': '1.8', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroup': '1.4', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroupRule': '1.2', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SubPort': '1.0', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Subnet': '1.1', Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Trunk': '1.1'}} Mar 02 19:47:21.209093 dv-neutron-831594-2-hyperv neutron-server[87815]: {{(pid=87815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:47:21.218068 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Attempting to bind port 1e5aa647-6c28-4f2f-9462-f12800fca4dc on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:21.218464 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Attempting to bind port 1e5aa647-6c28-4f2f-9462-f12800fca4dc by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:21.218927 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Attempting to bind port 1e5aa647-6c28-4f2f-9462-f12800fca4dc on network a883aeb3-743f-4ce1-b0b1-cae1413a8086 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:47:21.224314 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:47:21.224746 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Checking segment: {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:47:21.225207 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.225590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Bound using segment: {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:47:21.226067 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Bound port: 1e5aa647-6c28-4f2f-9462-f12800fca4dc, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14c9323-4d95-475e-8604-80280e599b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:21.226445 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.312237 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] For port 1e5aa647-6c28-4f2f-9462-f12800fca4dc, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:47:21.316111 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] For port 1e5aa647-6c28-4f2f-9462-f12800fca4dc, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1e5aa647-6c28-4f2f-9462-f12800fca4dc,segment=NetworkSegment(d14c9323-4d95-475e-8604-80280e599b23),segment_id=d14c9323-4d95-475e-8604-80280e599b23)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:47:21.322157 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:21.393183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Routers {'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:47:21.393801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:47:14Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:21.534874 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6533a-a5d4-49c6-86f7-8169dee5fccc None None] Pushing event updated for resources: {'Port': ['ID=1e5aa647-6c28-4f2f-9462-f12800fca4dc,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:21.558470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] Set router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:47:21.879546 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:19Z', 'revision_number': 2, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port_host': None, '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:21Z', 'revision_number': 4, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:21.883787 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e380bce-6838-42b9-9d01-9bcf913cb3dd None None] The sync data for ids ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'] in dv-neutron-831594-2-hyperv is: [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:19Z', 'revision_number': 2, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port_host': None, '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:21Z', 'revision_number': 4, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:47:22.194597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 54820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:22.343836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f803216b-512a-4c09-b4dc-351e0a4c5bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:22.345232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f803216b-512a-4c09-b4dc-351e0a4c5bec admin admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 842 time: 0.1497660 Mar 02 19:47:22.354886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:47:22.359315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:47:22.363179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Usage tracker for resource:subnet and tenant:479be7408dda4c079ef9f8c6fe700fb9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:47:22.365998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:47:22.371680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:47:22.382256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Made reservation on behalf of 479be7408dda4c079ef9f8c6fe700fb9 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:47:22.384612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.778490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:47:22.778945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.848309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a11c44-8f81-4ae1-8148-002f08536fd5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:22.859259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:47:22.859599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Network hostable DHCP agents. Network: 03e6b80c-e1a3-494a-992e-94d0ae29aeeb, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:47:22.880809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:47:22.891840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 03e6b80c-e1a3-494a-992e-94d0ae29aeeb) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:22.896615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:22.897164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:22.901885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f0a0f-cd33-4158-b03e-b99b732ed4fd None None] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:47:22.921075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6da6be9a-fe84-4b0b-9b99-4e531b721aea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5695829 Mar 02 19:47:23.127796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c4ec6-cb00-4d17-adb2-9637a4f6ea41 None None] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:47:23.248070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1e5aa647-6c28-4f2f-9462-f12800fca4dc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:23.395463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:23.400716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:23.401194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.520914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.553033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 1e5aa647-6c28-4f2f-9462-f12800fca4dc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1e5aa647-6c28-4f2f-9462-f12800fca4dc,segment=NetworkSegment(d14c9323-4d95-475e-8604-80280e599b23),segment_id=d14c9323-4d95-475e-8604-80280e599b23)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:47:23.558156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:23.624842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=1e5aa647-6c28-4f2f-9462-f12800fca4dc,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:25.218713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1e5aa647-6c28-4f2f-9462-f12800fca4dc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:25.219303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 54834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:25.288841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:25.289204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.439823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b56544c4-da01-4a5c-a071-5a63f1ffffb0 admin admin] 10.222.0.36 "GET /v2.0/routers/ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 HTTP/1.1" status: 200 len: 710 time: 0.2198830 Mar 02 19:47:25.572593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69554169-2287-48fd-926b-1d2dc045a286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:25.574495 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-69554169-2287-48fd-926b-1d2dc045a286 admin admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 886 time: 0.1295385 Mar 02 19:47:25.585567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:47:26.091770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.419090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.477696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.624964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Allocated IP 172.26.2.202 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b5fc19ac-cfd0-4c32-8787-a610e660fea3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:47:26.783283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.845445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.912736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:47:26.919509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:47:26.924008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:47:26.979725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fc19ac-cfd0-4c32-8787-a610e660fea3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:27.355942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.713674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.717405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.893186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:47:28.089245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:47:28.100073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:28.101310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d7d2cc03-5b9e-43a9-bee7-afefabd7b103 admin admin] 10.222.0.36 "PUT /v2.0/routers/ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 HTTP/1.1" status: 200 len: 890 time: 2.5210087 Mar 02 19:47:28.102022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Sync routers for ids ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:47:28.112928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Routers {'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:47:28.113607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:47:14Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:28.331115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Set router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:47:28.664395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port': {'id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:23Z', 'revision_number': 5, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:28.669622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Checking router: ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:47:28.669963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Updating router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 port b5fc19ac-cfd0-4c32-8787-a610e660fea3 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:47:28.720610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.057084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.068582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Transition to ACTIVE for port object b5fc19ac-cfd0-4c32-8787-a610e660fea3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:47:29.075951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.151964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Attempting to bind port b5fc19ac-cfd0-4c32-8787-a610e660fea3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:47:29.152659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Attempting to bind port b5fc19ac-cfd0-4c32-8787-a610e660fea3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:47:29.152659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Attempting to bind port b5fc19ac-cfd0-4c32-8787-a610e660fea3 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:47:29.154696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105d93-671d-48c7-9016-090dc3c71ac1 None None] Pushing event updated for resources: {'Port': ['ID=b5fc19ac-cfd0-4c32-8787-a610e660fea3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:29.161022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:47:29.161369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:47:29.162353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.162353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:47:29.162630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Bound port: b5fc19ac-cfd0-4c32-8787-a610e660fea3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:47:29.162933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.234869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] For port b5fc19ac-cfd0-4c32-8787-a610e660fea3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:47:29.237778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] For port b5fc19ac-cfd0-4c32-8787-a610e660fea3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b5fc19ac-cfd0-4c32-8787-a610e660fea3,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:47:29.243773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:29.321985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Routers {'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:47:29.322497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:47:14Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:29.371216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88105d93-671d-48c7-9016-090dc3c71ac1 None None] Pushing event updated for resources: {'Port': ['ID=b5fc19ac-cfd0-4c32-8787-a610e660fea3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:29.507801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] Set router ccd53342-dfe5-4bb0-9d29-5f4e45e2c329 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:47:29.859596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port': {'id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:23Z', 'revision_number': 5, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:47:29.863736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d69aed7-f1ec-41a1-8ff9-d8cd18bafa6a None None] The sync data for ids ['ccd53342-dfe5-4bb0-9d29-5f4e45e2c329'] in dv-neutron-831594-2-hyperv is: [{'id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'name': 'router1', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:47:08Z', 'updated_at': '2022-03-02T19:47:27Z', 'revision_number': 4, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'gw_port': {'id': 'b5fc19ac-cfd0-4c32-8787-a610e660fea3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:56:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:26Z', 'updated_at': '2022-03-02T19:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '1e5aa647-6c28-4f2f-9462-f12800fca4dc', 'name': '', 'network_id': 'a883aeb3-743f-4ce1-b0b1-cae1413a8086', 'tenant_id': 'ddd82c1acf0a40cea57bb89204c487be', 'mac_address': 'fa:16:3e:e2:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd53342-dfe5-4bb0-9d29-5f4e45e2c329', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:47:18Z', 'updated_at': '2022-03-02T19:47:23Z', 'revision_number': 5, 'project_id': 'ddd82c1acf0a40cea57bb89204c487be', 'subnets': [{'id': '6805e4cb-5ea1-45c6-a0a5-8472a6166b75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e16ff57c-aab3-4db9-91d4-4f77792c576f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:47:30.448246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 54844) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:47:30.573643 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6fe32c62-6aa4-472b-b2a9-9ee27c1534cf admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241372 Mar 02 19:47:31.246936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b5fc19ac-cfd0-4c32-8787-a610e660fea3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:31.318262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b5fc19ac-cfd0-4c32-8787-a610e660fea3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:47:31.325045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b5fc19ac-cfd0-4c32-8787-a610e660fea3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:31.325045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.462026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.477979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b5fc19ac-cfd0-4c32-8787-a610e660fea3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b5fc19ac-cfd0-4c32-8787-a610e660fea3,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:47:31.482544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:31.549965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b5fc19ac-cfd0-4c32-8787-a610e660fea3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:47:33.226650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b5fc19ac-cfd0-4c32-8787-a610e660fea3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:47:33.300053 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b5fc19ac-cfd0-4c32-8787-a610e660fea3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:47:33.300509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:34.992540 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:47:41.754805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-975f8696-6bd2-4035-97b5-c47f0e45d865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:44.011048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1bc90db6-1c51-4df3-a379-8dbd90c25f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.191926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:45.423757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:46.930461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:11.751223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e22e1675-3981-455d-971b-f6bd7ce38fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:11.991352 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:48:14.016208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8028335b-17b5-4b1e-8fd9-b83ac1a1669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:15.203383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:15.420649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:16.934959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:41.759847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-957dc9e3-26fa-472e-ac07-8ac2643e9a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:44.021241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab768-3765-4792-a70f-97e3165c42db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:45.193071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:45.415661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:46.943435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:48.990317 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:11.747171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da2b4c39-9248-4a48-bd47-c872bbba00ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:14.016942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4d43dff4-9337-4ce1-98c7-f7b36e786eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:15.197699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:15.421188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:16.936132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.989972 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:36.491014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:36.560648 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8e51f0-a581-4502-be71-49e0b9109613 admin admin] GET failed (client error): The resource could not be found. Mar 02 19:49:36.561117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3d8e51f0-a581-4502-be71-49e0b9109613 admin admin] Synchronizing usage tracker for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:49:36.583813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3d8e51f0-a581-4502-be71-49e0b9109613 admin admin] Unset dirty status for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:49:36.585023 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d8e51f0-a581-4502-be71-49e0b9109613 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0930738 Mar 02 19:49:36.717471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc548b0-11d5-49a0-a15f-acae2bb05ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:36.719285 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cfc548b0-11d5-49a0-a15f-acae2bb05ca0 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1298287 Mar 02 19:49:38.861307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:38.983623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9037c1-dfd6-48da-b041-1478754c46d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:38.984178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e9037c1-dfd6-48da-b041-1478754c46d3 admin admin] Synchronizing usage tracker for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:49:39.002980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e9037c1-dfd6-48da-b041-1478754c46d3 admin admin] Unset dirty status for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:49:39.004122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3e9037c1-dfd6-48da-b041-1478754c46d3 admin admin] 10.222.0.36 "GET /v2.0/subnets/6805e4cb-5ea1-45c6-a0a5-8472a6166b75 HTTP/1.1" status: 200 len: 849 time: 0.1418641 Mar 02 19:49:39.013511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:49:39.134173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Notify callbacks [] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:39.325662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:39.379723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:39.380422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:39.382477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] 10.222.0.36 "PUT /v2.0/subnets/6805e4cb-5ea1-45c6-a0a5-8472a6166b75 HTTP/1.1" status: 200 len: 868 time: 0.3719223 Mar 02 19:49:39.404665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069b5861-a4d1-4609-ad00-a99c1cadee7d None None] Network a883aeb3-743f-4ce1-b0b1-cae1413a8086 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:49:39.407964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6805e4cb-5ea1-45c6-a0a5-8472a6166b75,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:39.422624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.423103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.423588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.424409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.424773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.425130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.425461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.425801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.426186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.426512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.426830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.427148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68687080-79f1-455b-93f0-1ee8c8b0f94f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:39.864318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-25987e6e-e109-4502-9de6-0e3d7d57ca0c None None] Provisioning complete for port 1e5aa647-6c28-4f2f-9462-f12800fca4dc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:49:39.869969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25987e6e-e109-4502-9de6-0e3d7d57ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:39.998332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-25987e6e-e109-4502-9de6-0e3d7d57ca0c None None] Provisioning complete for port a296e8ac-45da-4321-b795-fef36e991ef9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:49:39.998590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25987e6e-e109-4502-9de6-0e3d7d57ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:41.537481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55466) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:41.724796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45427e5-5ee5-4f26-8adb-0003f296ede1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:41.725353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45427e5-5ee5-4f26-8adb-0003f296ede1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:41.727135 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e45427e5-5ee5-4f26-8adb-0003f296ede1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1883280 Mar 02 19:49:41.749552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b51f0d8-0ec6-490a-a235-443894245a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:43.912797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:44.027492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5cdec39a-f131-4b3a-bb6e-dacec3685430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:44.146236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a2449-34f3-491b-bf14-29cd1c3a3d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:44.146690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a2449-34f3-491b-bf14-29cd1c3a3d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:44.148192 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9b6a2449-34f3-491b-bf14-29cd1c3a3d57 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2341666 Mar 02 19:49:45.200897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:45.426347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:46.427177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:46.594492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a05f0-6de2-4399-bcc9-d5d4f8a26351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:46.595769 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c61a05f0-6de2-4399-bcc9-d5d4f8a26351 admin admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 886 time: 0.1675415 Mar 02 19:49:46.941001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:48.747834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:48.928576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a1419a-11ee-4e33-a1fd-65409e3ede52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:48.930314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e5a1419a-11ee-4e33-a1fd-65409e3ede52 admin admin] 10.222.0.36 "GET /v2.0/networks/a883aeb3-743f-4ce1-b0b1-cae1413a8086 HTTP/1.1" status: 200 len: 869 time: 0.1809702 Mar 02 19:49:51.111608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:51.221348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff8eae-9a46-4db2-9c57-1023ae7a0383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:51.221778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff8eae-9a46-4db2-9c57-1023ae7a0383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:51.223386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22ff8eae-9a46-4db2-9c57-1023ae7a0383 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106403 Mar 02 19:49:53.368121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55516) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:53.498079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb3fd8-57ca-4e97-8523-6b1e5f3c888b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:53.498501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfb3fd8-57ca-4e97-8523-6b1e5f3c888b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:53.500603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7bfb3fd8-57ca-4e97-8523-6b1e5f3c888b admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1311400 Mar 02 19:49:55.638533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:55.756303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f421e-1c2c-420f-90a8-9de48f63561e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:55.757879 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-606f421e-1c2c-420f-90a8-9de48f63561e admin admin] 10.222.0.36 "GET /v2.0/subnets/6805e4cb-5ea1-45c6-a0a5-8472a6166b75 HTTP/1.1" status: 200 len: 868 time: 0.1183522 Mar 02 19:49:57.914727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55536) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:58.033340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eedd03-466e-434b-907e-9266ec189696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:58.034698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-08eedd03-466e-434b-907e-9266ec189696 admin admin] 10.222.0.36 "GET /v2.0/subnets/a9a11c44-8f81-4ae1-8148-002f08536fd5 HTTP/1.1" status: 200 len: 816 time: 0.1190445 Mar 02 19:50:02.989417 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:50:11.756114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-859b4670-6352-4327-8de3-d015ca87de39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:14.021503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-75331c04-e528-418d-b377-f4538e196330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:15.204580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:15.439561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:16.817971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:50:16.892017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-1c4c11bd-da01-401e-a8b0-14fd58df4c47 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:50:16.893530 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1c4c11bd-da01-401e-a8b0-14fd58df4c47 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745554 Mar 02 19:50:16.943018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:19.129555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55592) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:50:19.211159 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-947af921-4f6d-4a82-a77b-fbae6251c087 admin admin] GET failed (client error): The resource could not be found. Mar 02 19:50:19.212434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-947af921-4f6d-4a82-a77b-fbae6251c087 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0816870 Mar 02 19:50:19.338264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03abfcd-72c0-4ce8-a383-2128067b7175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:19.339981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a03abfcd-72c0-4ce8-a383-2128067b7175 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1234040 Mar 02 19:50:21.490534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55602) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:50:21.546154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:50:21.552118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:50:21.562355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:50:21.576556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Made reservation on behalf of 479be7408dda4c079ef9f8c6fe700fb9 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:50:21.578924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.666363 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.services.revisions.revision_plugin [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Could not find related network for resource to bump revision. Mar 02 19:50:21.679746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:50:21.689469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.689799 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Added segment effa6b77-5a16-4901-acb9-916df2be213a of type vlan for network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e Mar 02 19:50:21.720338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.751206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.752164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:21.752772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:21.895856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Pushing event updated for resources: {'Network': ['ID=257e5a35-6aa8-451e-8bf5-2b4fe13aa62e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:21.902822 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4112558 Mar 02 19:50:21.904010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.904388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.904730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.905061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.905386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.905725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.906061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.906390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.906722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.907029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.907378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.907701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d62ffdc-175d-4cce-8ae0-64d47c817f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:21.922454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:50:24.063455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55612) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:50:24.131585 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e208c87-a539-420a-bda7-393190ea61bc admin admin] GET failed (client error): The resource could not be found. Mar 02 19:50:24.132096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5e208c87-a539-420a-bda7-393190ea61bc admin admin] Synchronizing usage tracker for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:50:24.150200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5e208c87-a539-420a-bda7-393190ea61bc admin admin] Unset dirty status for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:50:24.151351 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5e208c87-a539-420a-bda7-393190ea61bc admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0869908 Mar 02 19:50:24.255358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab23c82-8fc7-4b4c-893d-8002d38d88b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:24.256792 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3ab23c82-8fc7-4b4c-893d-8002d38d88b1 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998940 Mar 02 19:50:24.269150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:50:24.273737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:50:24.284031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:50:24.296169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Made reservation on behalf of 479be7408dda4c079ef9f8c6fe700fb9 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:50:24.298454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:24.519769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:24.587839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5d5032-44d8-4b79-bd0c-7ce23d70ac07,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:24.598189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Checking segment: {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:50:24.598535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Network hostable DHCP agents. Network: 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:50:24.622015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:50:24.638242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:50:24.642851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:24.643434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:24.647581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0874e8-3dda-42c5-b3f2-0668fec4daa3 None None] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:50:24.667693 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fb57889e-7740-4596-be4c-d8f0d2daeb7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4019258 Mar 02 19:50:24.889064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-257e5a35-6aa8-451e-8bf5-2b4fe13aa62e', 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e', 'tenant_id': '479be7408dda4c079ef9f8c6fe700fb9', 'fixed_ips': [{'subnet_id': 'be5d5032-44d8-4b79-bd0c-7ce23d70ac07'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:50:24.891144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.057242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Allocated IP 192.168.233.2 (257e5a35-6aa8-451e-8bf5-2b4fe13aa62e/be5d5032-44d8-4b79-bd0c-7ce23d70ac07/9f82dffe-e162-4440-b768-d6b16ec4607e) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:50:25.264650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.275211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Transition to ACTIVE for port object 9f82dffe-e162-4440-b768-d6b16ec4607e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:50:25.295148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Transition to ACTIVE for port object 9f82dffe-e162-4440-b768-d6b16ec4607e will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:50:25.302015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.360994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:50:25.363423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:50:25.371422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:50:25.406444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Pushing event updated for resources: {'Port': ['ID=9f82dffe-e162-4440-b768-d6b16ec4607e,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:25.421829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.422191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.422536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.423227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.423572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.423901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.424588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.424917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.425248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.425574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.425912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.426229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:50:25.478079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Attempting to bind port 9f82dffe-e162-4440-b768-d6b16ec4607e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:50:25.478453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Attempting to bind port 9f82dffe-e162-4440-b768-d6b16ec4607e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:50:25.478798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Attempting to bind port 9f82dffe-e162-4440-b768-d6b16ec4607e on network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:50:25.484054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:50:25.484444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Checking segment: {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:50:25.484836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.485276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Bound using segment: {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:50:25.485738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Bound port: 9f82dffe-e162-4440-b768-d6b16ec4607e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:50:25.486117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.576477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] For port 9f82dffe-e162-4440-b768-d6b16ec4607e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:50:25.579746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] For port 9f82dffe-e162-4440-b768-d6b16ec4607e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f82dffe-e162-4440-b768-d6b16ec4607e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:50:25.584057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.662485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ee5ae-f6cc-4fd1-a596-527f05235019 None None] Pushing event updated for resources: {'Port': ['ID=9f82dffe-e162-4440-b768-d6b16ec4607e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:26.484657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be47e7-9993-475b-b446-c5889a43857e None None] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:50:26.571899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3d0874f1-bb4a-4299-a67b-5cd6d9b7f893 None None] Provisioning for port 9f82dffe-e162-4440-b768-d6b16ec4607e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:50:27.333186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f82dffe-e162-4440-b768-d6b16ec4607e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:50:27.401494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9f82dffe-e162-4440-b768-d6b16ec4607e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:50:27.406319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f82dffe-e162-4440-b768-d6b16ec4607e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:50:27.406814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.542318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.573796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9f82dffe-e162-4440-b768-d6b16ec4607e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f82dffe-e162-4440-b768-d6b16ec4607e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:50:27.579262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.646208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9f82dffe-e162-4440-b768-d6b16ec4607e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:50:29.316748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f82dffe-e162-4440-b768-d6b16ec4607e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:50:29.392822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f82dffe-e162-4440-b768-d6b16ec4607e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:50:29.393165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:39.993805 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:50:41.753807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-74b5e272-00e9-487e-9869-c2920b421d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:44.027260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28a66264-cb82-4100-9f7e-cb97230cda4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:45.216890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:45.445192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:46.949624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:11.749067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f10bc177-216a-4179-8893-a6c78f38f8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:14.034755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0a12cb4-2426-491c-b846-41c74c0d58b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:15.213934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:15.429580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:16.949395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:16.992076 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:51:41.747009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eea843e2-5adc-4501-8143-d9a1b865fc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:44.028880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f727023c-3dae-4849-a72c-48423823e4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:45.214182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:45.433833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:46.953244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:51.487902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55656) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:51.497490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-5698a1a9-c493-4bde-8f5f-5647a42fea82 tempest-verify_tempest_config-1369837198 tempest-verify_tempest_config-1369837198-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:51:51.498807 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5698a1a9-c493-4bde-8f5f-5647a42fea82 tempest-verify_tempest_config-1369837198 tempest-verify_tempest_config-1369837198-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0096552 Mar 02 19:51:51.835348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55674) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:51.954047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:51.968846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:51:51.973023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c894d23930d3483a986d5fc0abdad61f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:51:51.975958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:51:51.981929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:51:52.061921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.067847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.112526 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c894d23930d3483a986d5fc0abdad61f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2760873 Mar 02 19:51:52.113305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1039ab82-f5de-4eac-9b4a-51b20dd56716,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:52.115524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55680) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:52.120443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.120791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.121130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.121457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.121781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.122117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.122445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.122780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.123101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.123416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.123726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.124036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc5b947-49b1-450a-ae2c-b94ced629fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.179317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.205315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.308746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.325145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039ab82-f5de-4eac-9b4a-51b20dd56716,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:52.334970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.335301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.335632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.335957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.336270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.336627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.336944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.337258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.337565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.337869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.338175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.338477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:52.342494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:52.344000 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b6f019d8-9ada-41e3-b2c5-2a57e07cee79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1039ab82-f5de-4eac-9b4a-51b20dd56716 HTTP/1.1" status: 204 len: 168 time: 0.2270992 Mar 02 19:51:53.995736 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:52:11.743852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c1a05f4-d585-498f-8b93-08ccaee6f6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:14.042437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-16546d64-a792-42fc-8a40-f94b21360964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:15.221580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:15.439078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:16.966158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:30.995230 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:52:41.751146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6801386e-d031-4c57-b9e6-e972dc85ae2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:44.045184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c861-f8a7-4c61-86cf-2c209ce30c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:45.224017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:45.434735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:46.964610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:07.998940 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 5 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:11.739463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef1ddda3-4d42-46bc-8a14-f568753109a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:14.046895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30dcc1ef-838a-4ff7-b339-651cafa69576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:15.153530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332883'] for agent, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:15.223536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:15.438399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:16.970362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:30.281923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:53:30.413128 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-87d54488-bd0e-42a8-a6d6-319aa779d75d admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1300740 Mar 02 19:53:32.561604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55760) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:53:32.626500 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-24d0eb15-020e-41a3-ad29-283d40020ff3 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0638022 Mar 02 19:53:41.745336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d3f25ad-f073-4ae6-9a24-ee41c3eeae13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:44.048667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0119438f-bf78-4763-ba0f-61ba1c77d520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:45.002641 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:45.108455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:45.235247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:45.444768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:46.977186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:11.756087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d48e417b-202a-4a6e-8ada-003ab112310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:14.045281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc1e6ad1-560a-479f-a9c9-30d3c4da3521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:15.097904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:15.233006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:15.456658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:16.975818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:22.004297 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:54:41.745090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-951b2b83-7369-42c2-9173-8ebe7da155c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:44.050196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-92461f48-e32b-4f4f-88cc-7e4e5728493a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:45.110280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:45.236305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:45.454495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:46.973791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:59.005175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:55:02.081969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:02.084518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55946) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:02.467379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1947051394-network', 'tenant_id': '400636baa3334e54b332ef4bfebf7017'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:02.472137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:02.476322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Usage tracker for resource:network and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:02.479422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:02.485506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:02.494683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-403708763-network', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:02.498210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Made reservation on behalf of 400636baa3334e54b332ef4bfebf7017 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:02.500907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.501379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:02.506439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Usage tracker for resource:network and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:02.510059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:02.516024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:02.516564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.530659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Made reservation on behalf of ec622c0f3a3b4911817bd68aa8b1702f for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:02.533873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.537633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:02.541532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Usage tracker for resource:security_group_rule and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:02.544583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:02.549266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.550743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:02.567546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:02.572779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Usage tracker for resource:security_group_rule and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:02.576438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:02.584985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:02.634594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55970) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:02.648544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.655924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.703178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:02.705591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f00a6-aeca-4f9e-a721-97384d5291cb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:02.707466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.715812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.718254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.718778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.719250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.719796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.720260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.720774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.721246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.721791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.722344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.722805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.723259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.723891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Tracked resource versions report: Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: pushed versions: Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: { 'AddressGroup': {'1.2'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'ConntrackHelper': {'1.0'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Log': {'1.0'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Network': {'1.1'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Port': {'1.7'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'PortForwarding': {'1.2'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'QosPolicy': {'1.8'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroup': {'1.4'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SubPort': {'1.0'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Subnet': {'1.1'}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Trunk': {'1.1'}} Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: consumer versions: Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: HyperV agent@hv-neutron-8315: {}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'ConntrackHelper': '1.0', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Log': '1.0', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Network': '1.1', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Port': '1.7', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'PortForwarding': '1.2', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'QosPolicy': '1.8', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroup': '1.4', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SecurityGroupRule': '1.2', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'SubPort': '1.0', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Subnet': '1.1', Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: 'Trunk': '1.1'}} Mar 02 19:55:02.725201 dv-neutron-831594-2-hyperv neutron-server[87812]: {{(pid=87812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:55:02.754981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3cfcdf-6988-4aee-8121-704216aae28f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:02.761432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.761791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Added segment 6e128fcf-4326-4063-93ff-f43c4476608e of type vlan for network f814acb0-837c-4232-ba06-66d922dc4849 Mar 02 19:55:02.765292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.765661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.766155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.766581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.767035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.767380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.767855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.768201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.768554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.769252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.769580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.769894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Tracked resource versions report: Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: pushed versions: Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: { 'AddressGroup': {'1.2'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'ConntrackHelper': {'1.0'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Log': {'1.0'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Network': {'1.1'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Port': {'1.7'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'PortForwarding': {'1.2'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'QosPolicy': {'1.8'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroup': {'1.4'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SubPort': {'1.0'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Subnet': {'1.1'}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Trunk': {'1.1'}} Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: consumer versions: Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: HyperV agent@hv-neutron-8315: {}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'ConntrackHelper': '1.0', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Log': '1.0', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Network': '1.1', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Port': '1.7', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'PortForwarding': '1.2', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'QosPolicy': '1.8', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroup': '1.4', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SecurityGroupRule': '1.2', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'SubPort': '1.0', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Subnet': '1.1', Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: 'Trunk': '1.1'}} Mar 02 19:55:02.771421 dv-neutron-831594-2-hyperv neutron-server[87813]: {{(pid=87813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:55:02.784499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:02.795688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.796063 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Added segment 240cd9cd-5b53-4186-bbb7-e49e11d5aae2 of type vlan for network 457173f6-876a-452d-9b00-5eae2c5f5c45 Mar 02 19:55:02.825896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.830154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.874878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.877115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:02.878133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.903781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.904784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:02.905511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:02.960906 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8752840 Mar 02 19:55:02.961792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 55984) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:03.008088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9250255 Mar 02 19:55:03.021088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 55986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:03.030527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Request body: {'subnet': {'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1947051394-subnet', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:03.037119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8a7b-8056-4722-96d1-f3e539686d09 admin admin] Pushing event updated for resources: {'Network': ['ID=457173f6-876a-452d-9b00-5eae2c5f5c45,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:03.043374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Request body: {'subnet': {'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-403708763-subnet', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:03.048614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.052651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Usage tracker for resource:subnet and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.055854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.062896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.077918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Made reservation on behalf of ec622c0f3a3b4911817bd68aa8b1702f for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:03.080313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.082576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:03.108966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.112805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Usage tracker for resource:subnet and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.115808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.122506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.143755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a25052-58bc-47a8-8bfd-88d7e5567555 admin admin] Pushing event updated for resources: {'Network': ['ID=f814acb0-837c-4232-ba06-66d922dc4849,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:03.148426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Made reservation on behalf of 400636baa3334e54b332ef4bfebf7017 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:03.151528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.209579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network f814acb0-837c-4232-ba06-66d922dc4849 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:03.237983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-848238157-network', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:03.245552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.266105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Usage tracker for resource:network and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.281542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.291616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.335074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Made reservation on behalf of ae7be9c513e74f32a0ce6c4d11211467 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:03.338385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.357247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.384826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.394677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.398742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.407950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.419295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.479501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.488756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf83ad95-40c6-443c-a147-7c2b4f22feb9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:03.522856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Checking segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:03.523406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Network hostable DHCP agents. Network: f814acb0-837c-4232-ba06-66d922dc4849, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:03.554368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Network f814acb0-837c-4232-ba06-66d922dc4849 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:03.570676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, f814acb0-837c-4232-ba06-66d922dc4849) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:03.573469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19f578b-b42c-4ee6-aeac-9442ea0beabb,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:03.581587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532c9f9e-2216-47c0-bfb1-174e8093e88b None None] Network f814acb0-837c-4232-ba06-66d922dc4849 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:03.587483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:03.588850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.614445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b5ebd555-6a8f-4902-b515-55b8f806d529 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5898602 Mar 02 19:55:03.617127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:03.620859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Checking segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:03.621297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Network hostable DHCP agents. Network: 457173f6-876a-452d-9b00-5eae2c5f5c45, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:03.627201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:03.633623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.640313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Usage tracker for resource:router and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.644367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.653414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.664776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.672039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:03.677631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.678832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.678974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.702109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 457173f6-876a-452d-9b00-5eae2c5f5c45) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:03.711994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.719831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:03.726385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:03.726975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.747990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6aa52c-0196-4c5b-ae72-c49ea56a0ef0 None None] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:03.751384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c72271-09e2-4e0b-8d24-94bfd7dbb92b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:03.773678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.774327 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Added segment 2b54f221-9f4a-4344-bd15-f3452b749698 of type vlan for network efd765d0-67e6-46f7-bbf3-83fc124c879b Mar 02 19:55:03.811459 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6f6775ef-70f4-47d4-ad25-a76efaa32a7e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7757308 Mar 02 19:55:03.815454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56024) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:03.821090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:03.829521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.835471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:03.842318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Usage tracker for resource:router and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:03.847018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:03.856293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:03.898569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.900477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.912149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.915482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:03.917251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:03.990015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.050687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-f814acb0-837c-4232-ba06-66d922dc4849', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:04.051645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.064560 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4267182 Mar 02 19:55:04.070307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56028) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:04.079012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Request body: {'subnet': {'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-848238157-subnet', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:04.087095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a100ed-e7c6-44c3-bf0e-3b0c5ff50c64 admin admin] Pushing event updated for resources: {'Network': ['ID=efd765d0-67e6-46f7-bbf3-83fc124c879b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:04.104065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:04.109155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Usage tracker for resource:subnet and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:04.112870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:04.143331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:04.146706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network efd765d0-67e6-46f7-bbf3-83fc124c879b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:04.197200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:04.346355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-457173f6-876a-452d-9b00-5eae2c5f5c45', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:04.347234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.370750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.432652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Made reservation on behalf of ae7be9c513e74f32a0ce6c4d11211467 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:04.439377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.580168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1450568967', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:04.594296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:04.604749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.615819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Usage tracker for resource:port and tenant:da8cfbc10ca149618a9f1e5a28e50230 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:04.640416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:04.647662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:04.688444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Made reservation on behalf of da8cfbc10ca149618a9f1e5a28e50230 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:04.690918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.712007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:04.783869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:04.793693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Usage tracker for resource:security_group_rule and tenant:da8cfbc10ca149618a9f1e5a28e50230 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:04.806324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:04.824721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:04.856747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Allocated IP 172.20.0.2 (457173f6-876a-452d-9b00-5eae2c5f5c45/c19f578b-b42c-4ee6-aeac-9442ea0beabb/44248777-2302-4802-8dd9-34c21473e5a4) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:04.906840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Allocated IP 172.20.0.2 (f814acb0-837c-4232-ba06-66d922dc4849/bf83ad95-40c6-443c-a147-7c2b4f22feb9/f89e9b81-7a8b-49d1-9f14-1b68597fdb82) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:04.912903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.109454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.146907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.240695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:05.243090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.278344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.280911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.322205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.327569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] device_id is not set on port 2aa5cef0-b78b-43dc-ade3-1af76210275f yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:05.334170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.346498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Transition to ACTIVE for port object 44248777-2302-4802-8dd9-34c21473e5a4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:05.371358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Transition to ACTIVE for port object 44248777-2302-4802-8dd9-34c21473e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:05.397181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56070) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:05.399495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Checking segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:05.399845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Network hostable DHCP agents. Network: efd765d0-67e6-46f7-bbf3-83fc124c879b, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:05.425136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a824b1d3-ed38-40ea-9d9e-a79aa73fea4c,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:05.436561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Network efd765d0-67e6-46f7-bbf3-83fc124c879b is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:05.452795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, efd765d0-67e6-46f7-bbf3-83fc124c879b) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:05.459038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:05.459618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.483064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:05.483705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.498402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77718358-0cb1-40ff-b5e9-83cc48430f54 None None] Network efd765d0-67e6-46f7-bbf3-83fc124c879b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:05.500088 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20f1f8bf-1924-4678-ac93-a03e9c877b65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4276202 Mar 02 19:55:05.502648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56084) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:05.507849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:05.514938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:05.534476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Usage tracker for resource:router and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:05.538001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:05.551835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Allocated IP 172.26.2.62 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/a499f5d4-80f4-455c-a1df-4169fea3a107) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:05.553160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:05.557071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cd8f35-e364-48ed-b688-48b575d074fb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:05.573201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.574317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.596519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.598220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:05.642873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:05.648361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:05.655444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Pushing event updated for resources: {'Port': ['ID=44248777-2302-4802-8dd9-34c21473e5a4,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:05.709793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-663779919'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:05.722284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.722500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:05.722721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.723344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.723747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.724070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.724425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.724747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.725061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.725385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.725698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.726306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.726618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Tracked resource versions report: Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: pushed versions: Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: { 'AddressGroup': {'1.2'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'ConntrackHelper': {'1.0'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Log': {'1.0'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Network': {'1.1'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Port': {'1.7'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'PortForwarding': {'1.2'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'QosPolicy': {'1.8'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroup': {'1.4'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SubPort': {'1.0'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Subnet': {'1.1'}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Trunk': {'1.1'}} Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: consumer versions: Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: HyperV agent@hv-neutron-8315: {}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'ConntrackHelper': '1.0', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Log': '1.0', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Network': '1.1', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Port': '1.7', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'PortForwarding': '1.2', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'QosPolicy': '1.8', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroup': '1.4', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SecurityGroupRule': '1.2', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'SubPort': '1.0', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Subnet': '1.1', Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: 'Trunk': '1.1'}} Mar 02 19:55:05.727711 dv-neutron-831594-2-hyperv neutron-server[87814]: {{(pid=87814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:55:05.756052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Usage tracker for resource:network and tenant:08146c825dcb421e888a9c27ba68881b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:05.767158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:05.778948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.801857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:05.825460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-428329011'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:05.827368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.839498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:05.850654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Attempting to bind port 44248777-2302-4802-8dd9-34c21473e5a4 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:05.851013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Attempting to bind port 44248777-2302-4802-8dd9-34c21473e5a4 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:05.851434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Attempting to bind port 44248777-2302-4802-8dd9-34c21473e5a4 on network 457173f6-876a-452d-9b00-5eae2c5f5c45 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:05.859699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Made reservation on behalf of 08146c825dcb421e888a9c27ba68881b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:05.867950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.868208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:05.868610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Checking segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:05.869031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.869505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Bound using segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:05.869843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Bound port: 44248777-2302-4802-8dd9-34c21473e5a4, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:05.870237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.890226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:05.890913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:05.910365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:05.911949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Usage tracker for resource:network and tenant:1d8590a30e784f559f6d33d0e4d502b6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:05.914532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Usage tracker for resource:security_group_rule and tenant:08146c825dcb421e888a9c27ba68881b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:05.919284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:05.922471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:05.925510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:05.931265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:05.947043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Transition to ACTIVE for port object f89e9b81-7a8b-49d1-9f14-1b68597fdb82 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:05.992897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Transition to ACTIVE for port object f89e9b81-7a8b-49d1-9f14-1b68597fdb82 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:05.995610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.012542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] For port 44248777-2302-4802-8dd9-34c21473e5a4, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:06.016198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-894467408', 'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:06.017360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Made reservation on behalf of 1d8590a30e784f559f6d33d0e4d502b6 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:06.021032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.037111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] For port 44248777-2302-4802-8dd9-34c21473e5a4, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=44248777-2302-4802-8dd9-34c21473e5a4,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:06.039591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.040147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.046169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:06.051244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:network and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:06.052100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.054883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.058846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:06.075968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:06.082224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:06.087478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:06.097429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.120506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Usage tracker for resource:security_group_rule and tenant:1d8590a30e784f559f6d33d0e4d502b6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:06.124164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:06.141711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-07d83b73-b642-448d-bf60-65b9201ab378 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:06.143873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.144220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:06.155261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Made reservation on behalf of 8e2b9b188a294b23b0855ea90405b048 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:06.157700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.166783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.167114 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Added segment 60e59c21-d1cd-43d4-8f9c-6b9a454ea9a3 of type vlan for network db5c8dd5-c6c3-4b39-990a-c799b6776ba3 Mar 02 19:55:06.183479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.199674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347711a4-c966-42b7-a232-07ee30cc0e36,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.209286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Network f814acb0-837c-4232-ba06-66d922dc4849 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:06.218696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:06.231654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:06.239674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:06.240033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:06.242024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:06.254507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Pushing event updated for resources: {'Port': ['ID=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.307830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:06.328083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.332064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:security_group_rule and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:06.339181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:06.351736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Allocated IP 172.26.2.174 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/00291ca6-55a3-4e90-a1b9-ac10f62c451c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:06.444860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Attempting to bind port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:06.445388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Attempting to bind port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:06.445697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Attempting to bind port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 on network f814acb0-837c-4232-ba06-66d922dc4849 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:06.452387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-efd765d0-67e6-46f7-bbf3-83fc124c879b', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:06.453398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.458119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:06.463376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-07d83b73-b642-448d-bf60-65b9201ab378 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "PUT /v2.0/quotas/1f0efbac7ed040fab252a7173e377be5 HTTP/1.1" status: 200 len: 368 time: 0.5567787 Mar 02 19:55:06.464950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e4945-7458-4115-bf33-f3177a9e763e None None] Pushing event updated for resources: {'Port': ['ID=44248777-2302-4802-8dd9-34c21473e5a4,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.465313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a499f5d4-80f4-455c-a1df-4169fea3a107,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.469549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:06.469996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Checking segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:06.470232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56108) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:06.470500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.470882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Bound using segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:06.471432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Bound port: f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:06.471861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.495368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Request body: {'network': {'project_id': '1f0efbac7ed040fab252a7173e377be5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:06.516167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:06.531049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Usage tracker for resource:network and tenant:1f0efbac7ed040fab252a7173e377be5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:06.539147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:06.548940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.554768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:06.555375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.556647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.563580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:06.568783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.652227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd08ae71-90c2-4a47-9665-6019f7d844be,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.691303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] For port f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:06.716591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] For port f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:06.769179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:06.797578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.844612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Allocated IP 172.20.0.2 (efd765d0-67e6-46f7-bbf3-83fc124c879b/a824b1d3-ed38-40ea-9d9e-a79aa73fea4c/580a0346-c60d-4ea1-a245-9109a371c0f9) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:06.852490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.891747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.892177 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Added segment 1ac82f14-395a-4380-90ea-1a01453a059a of type vlan for network 45e556fc-8bdf-4569-9275-6b762bf03f88 Mar 02 19:55:06.931655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081d2eb-fce1-4b1b-993d-41d8a3d6222a None None] Pushing event updated for resources: {'Port': ['ID=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:06.953855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.963651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:06.998157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.004966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Made reservation on behalf of 1f0efbac7ed040fab252a7173e377be5 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:07.007930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.052024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.092127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Pushing event updated for resources: {'Network': ['ID=db5c8dd5-c6c3-4b39-990a-c799b6776ba3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:07.095552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.108112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network db5c8dd5-c6c3-4b39-990a-c799b6776ba3 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:07.121923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.139293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:07.180363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:07.183402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.192234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:07.193496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.201397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=00291ca6-55a3-4e90-a1b9-ac10f62c451c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:07.206922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:07.209817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:07.229008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Usage tracker for resource:security_group_rule and tenant:1f0efbac7ed040fab252a7173e377be5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:07.232521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:07.267813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-28aea3fa-44ab-440b-9e8d-c183307289c7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0255332 Mar 02 19:55:07.275887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56116) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:07.279061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:07.282721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.295151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Allocated IP 172.26.2.170 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/2aa5cef0-b78b-43dc-ade3-1af76210275f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:07.302913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Transition to ACTIVE for port object 580a0346-c60d-4ea1-a245-9109a371c0f9 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:07.328931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Transition to ACTIVE for port object 580a0346-c60d-4ea1-a245-9109a371c0f9 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:07.331175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.349451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.411424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.420501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Pushing event updated for resources: {'Network': ['ID=45e556fc-8bdf-4569-9275-6b762bf03f88,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:07.495080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:07.524832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:07.611196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Network efd765d0-67e6-46f7-bbf3-83fc124c879b is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:07.624112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:07.644029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:07.658812 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5a1af864-6fae-4bb3-9de5-ff3d73167225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.2518470 Mar 02 19:55:07.661647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.662028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Added segment 114776d7-3ed6-4047-8ec5-a7d0cf8bf075 of type vlan for network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 Mar 02 19:55:07.663159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79aa2262-6047-40fe-8c9e-80eb8ee0f120,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:07.668502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'name': 'tempest-network--2094562455', 'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:07.748904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:07.772869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Pushing event updated for resources: {'Port': ['ID=580a0346-c60d-4ea1-a245-9109a371c0f9,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:07.802281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f89e9b81-7a8b-49d1-9f14-1b68597fdb82 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:07.812248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:network and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:07.825394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:07.893584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:07.903924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:07.938966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480d0890-a9f1-4d36-adcb-0794f86a640b None None] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:08.066529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.122649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:08.125090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.126125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Attempting to bind port 580a0346-c60d-4ea1-a245-9109a371c0f9 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:08.126577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Attempting to bind port 580a0346-c60d-4ea1-a245-9109a371c0f9 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:08.129657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Attempting to bind port 580a0346-c60d-4ea1-a245-9109a371c0f9 on network efd765d0-67e6-46f7-bbf3-83fc124c879b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:08.147601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:08.148097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Checking segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:08.148987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.149467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Bound using segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:08.150041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Bound port: 580a0346-c60d-4ea1-a245-9109a371c0f9, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:08.150506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.178672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-24935473-8a04-407d-8068-f612c1bbe9e9 None None] Provisioning for port 44248777-2302-4802-8dd9-34c21473e5a4 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:08.192047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.225260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:08.245716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.252786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.265519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.270358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:08.304561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 44248777-2302-4802-8dd9-34c21473e5a4 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:08.419760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.457439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:security_group_rule and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:08.464638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c08cb8-640d-4a08-aa6b-26bb7210f5db,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:08.474157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.475809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:08.477669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.481521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 44248777-2302-4802-8dd9-34c21473e5a4 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:08.521841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad745e-30ba-4a5e-9bba-b04492ddc13e None None] Network f814acb0-837c-4232-ba06-66d922dc4849 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:08.535411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] For port 580a0346-c60d-4ea1-a245-9109a371c0f9, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:08.540654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:08.553470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 44248777-2302-4802-8dd9-34c21473e5a4 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:08.554103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.557020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:08.572783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.587350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Allocated IP 172.26.2.156 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/466ee3de-e7a8-481f-b55f-fbe06496ce9f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:08.614918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] For port 580a0346-c60d-4ea1-a245-9109a371c0f9, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=580a0346-c60d-4ea1-a245-9109a371c0f9,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:08.647668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:08.671811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.690222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:08.697271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1030449910'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:08.711447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.774192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dda92f-597f-4c5c-aa4e-0002b4a6e2e8 None None] Pushing event updated for resources: {'Port': ['ID=580a0346-c60d-4ea1-a245-9109a371c0f9,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:08.785270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Provisioning for port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:08.810311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Provisioning complete for port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:08.810677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.869756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.869756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Added segment 4a024a87-6281-426f-acd4-ac0ff1ec06c3 of type vlan for network db78ca4a-a74c-4066-87d7-ddd1107248d0 Mar 02 19:55:08.897369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:08.957805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.028246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:09.033856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:09.044627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.5558472 Mar 02 19:55:09.045484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56142) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:09.061542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:55:09.076232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:09.077440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.079230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Usage tracker for resource:port and tenant:56de34275f574f7ea2c529060b26af0c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:09.092476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'subnet': {'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:09.106817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfb220-1a9d-49bf-a916-835e016c72cf tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Network': ['ID=e699a0c9-15bb-45ef-98a8-726f4bf3b2f1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.114430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:09.115262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:09.115884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.120174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:09.127089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:09.141824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:09.144100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa5cef0-b78b-43dc-ade3-1af76210275f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.158595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.159547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:09.160258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.170968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:subnet and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:09.183948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:09.223791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Made reservation on behalf of 56de34275f574f7ea2c529060b26af0c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:09.226676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.236286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:09.241198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.245843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:09.247996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:09.257561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:09.269762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:09.296746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0f247ba2-eaab-4003-b90d-9ff2640c5ee5 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1522424 Mar 02 19:55:09.297692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.321924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56148) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:09.331791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.339700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8594882 Mar 02 19:55:09.345794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.170'}]}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:09.350442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:09.352868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Made reservation on behalf of 8e2b9b188a294b23b0855ea90405b048 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:09.355230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.376794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Request body: {'network': {'project_id': '1f0efbac7ed040fab252a7173e377be5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:09.432684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 44248777-2302-4802-8dd9-34c21473e5a4, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=44248777-2302-4802-8dd9-34c21473e5a4,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:09.443982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:09.444194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Pushing event updated for resources: {'Port': ['ID=466ee3de-e7a8-481f-b55f-fbe06496ce9f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.445642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Router 5cccd487-a594-4453-93b4-fedff0a2f8f9 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:55:09.448516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:09.451856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:09.454252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.464860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Usage tracker for resource:router and tenant:da8cfbc10ca149618a9f1e5a28e50230 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:09.473544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Usage tracker for resource:security_group_rule and tenant:56de34275f574f7ea2c529060b26af0c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:09.476104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:09.488518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:09.491388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Usage tracker for resource:network and tenant:1f0efbac7ed040fab252a7173e377be5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:09.513127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] For port f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:09.536003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.552817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:09.557784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:09.566980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061fd5c-582c-4a49-9694-a01e0cbd55a0 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event updated for resources: {'Network': ['ID=db78ca4a-a74c-4066-87d7-ddd1107248d0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.581184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network db78ca4a-a74c-4066-87d7-ddd1107248d0 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:09.591070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:09.598282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=44248777-2302-4802-8dd9-34c21473e5a4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.633598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:09.654329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:09.663957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 580a0346-c60d-4ea1-a245-9109a371c0f9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:09.665878 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Sync routers for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:09.678373 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:09.679054 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:54:44Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:09.750181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.755870 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5f5341e0-f3f7-4d06-81b9-fb023ffcf0b8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9391937 Mar 02 19:55:09.757196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56160) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:09.835868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.890092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:09.939726 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:09.956570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53253422-8e79-49e6-bbdf-e54ca6a9a220 None None] Pushing event updated for resources: {'Port': ['ID=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:09.967557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c6608aba-dc65-4045-b419-370701e0f81b None None] Provisioning complete for port 44248777-2302-4802-8dd9-34c21473e5a4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:09.969164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c6608aba-dc65-4045-b419-370701e0f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.013062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Made reservation on behalf of 1f0efbac7ed040fab252a7173e377be5 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:10.027710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.041350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.049737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.142105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 580a0346-c60d-4ea1-a245-9109a371c0f9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:10.144133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:10.188925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b807cd7-0dd6-46ff-aabd-36af5ef389d1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:10.237735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:10.241170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.241337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.241433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Added segment 9abec7a4-13c7-49de-a074-2507c0797244 of type vlan for network 93d8bd96-d8af-4e9a-941a-9cd90f9443b4 Mar 02 19:55:10.244540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.266203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Sync routers for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:10.288294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c68369f6-4af0-4574-b98b-614f11cf5b3f None None] Provisioning complete for port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:10.288704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c68369f6-4af0-4574-b98b-614f11cf5b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.331909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:10.350021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:10.351094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:54:44Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:10.410601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.412102 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:07Z', 'revision_number': 3, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:10.417632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.417924 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Checking router: 664ba88d-861e-4ce1-bc91-b26d1ce67a69 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:10.418105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Added segment d6767452-5115-4e9d-824c-7516a5c6a163 of type vlan for network bb4d9149-93a0-4752-9ba2-9f7ee5af3beb Mar 02 19:55:10.419388 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Updating router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 port 00291ca6-55a3-4e90-a1b9-ac10f62c451c binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:10.487364 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.499968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.531775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.593304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:10.612143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.613398 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-46f1bd2f-46b9-46ed-9bde-833af8ee61d4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9950924 Mar 02 19:55:10.618435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:10.645561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30fca1-b200-401c-9586-b6fcb5520f5c None None] Network efd765d0-67e6-46f7-bbf3-83fc124c879b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:10.677380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56164) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:10.680048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.862886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.877913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c2b06-436e-4901-a58e-fe60a58a8dd3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:10.890342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:55:10.902159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.908380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.909484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:10.910066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.026285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.027217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:11.027837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.042677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.061009 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Transition to ACTIVE for port object 00291ca6-55a3-4e90-a1b9-ac10f62c451c will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:11.071595 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.177224 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Attempting to bind port 00291ca6-55a3-4e90-a1b9-ac10f62c451c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:11.177624 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Attempting to bind port 00291ca6-55a3-4e90-a1b9-ac10f62c451c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:11.177953 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Attempting to bind port 00291ca6-55a3-4e90-a1b9-ac10f62c451c on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:11.193552 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:11.193982 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:11.194320 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.194715 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:11.195717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Bound port: 00291ca6-55a3-4e90-a1b9-ac10f62c451c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:11.196104 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.236084 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Pushing event updated for resources: {'Port': ['ID=00291ca6-55a3-4e90-a1b9-ac10f62c451c,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:11.241502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8731520 Mar 02 19:55:11.247603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.9591935 Mar 02 19:55:11.249104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56168) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:11.249433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56170) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:11.250049 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.250416 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.250759 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.251091 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.251424 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.252194 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.252194 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.252425 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.252736 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.253057 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.253450 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.254302 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Tracked resource versions report: Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: pushed versions: Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: { 'AddressGroup': {'1.2'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'ConntrackHelper': {'1.0'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Log': {'1.0'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Network': {'1.1'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Port': {'1.7'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'PortForwarding': {'1.2'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'QosPolicy': {'1.8'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroup': {'1.4'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroupRule': {'1.2'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SubPort': {'1.0'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Subnet': {'1.1'}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Trunk': {'1.1'}} Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: consumer versions: Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: { DHCP agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: HyperV agent@hv-neutron-8315: {}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: L3 agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: Metadata agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: Metering agent@dv-neutron-831594-2-hyperv: {}, Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: Open vSwitch agent@dv-neutron-831594-2-hyperv: { 'AddressGroup': '1.2', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'ConntrackHelper': '1.0', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Log': '1.0', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Network': '1.1', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Port': '1.7', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'PortForwarding': '1.2', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'QosPolicy': '1.8', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroup': '1.4', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SecurityGroupRule': '1.2', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'SubPort': '1.0', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Subnet': '1.1', Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: 'Trunk': '1.1'}} Mar 02 19:55:11.254920 dv-neutron-831594-2-hyperv neutron-server[87815]: {{(pid=87815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 19:55:11.278797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Provisioning for port 580a0346-c60d-4ea1-a245-9109a371c0f9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:11.289032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Provisioning complete for port 580a0346-c60d-4ea1-a245-9109a371c0f9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:11.289435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.296663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788634d4-312b-4768-a160-95bd13c11fa9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=93d8bd96-d8af-4e9a-941a-9cd90f9443b4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:11.311951 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] For port 00291ca6-55a3-4e90-a1b9-ac10f62c451c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:11.315470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] For port 00291ca6-55a3-4e90-a1b9-ac10f62c451c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00291ca6-55a3-4e90-a1b9-ac10f62c451c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:11.321974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 93d8bd96-d8af-4e9a-941a-9cd90f9443b4 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:11.324872 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.378576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:06Z', 'revision_number': 3, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:11.410932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Request body: {'network': {'project_id': '1f0efbac7ed040fab252a7173e377be5'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:11.415865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:11.419785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Usage tracker for resource:network and tenant:1f0efbac7ed040fab252a7173e377be5 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:11.422753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:11.423388 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a516041-f469-4b98-b8ff-738219e54e6c None None] Pushing event updated for resources: {'Port': ['ID=00291ca6-55a3-4e90-a1b9-ac10f62c451c,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:11.429008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:11.448764 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 19:55:11.449255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:55:11.453148 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1a0bd60d-a2e2-4c86-a80b-33fbea74a0ff tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1979544 Mar 02 19:55:11.455116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Checking router: 5cccd487-a594-4453-93b4-fedff0a2f8f9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:11.455472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Updating router 5cccd487-a594-4453-93b4-fedff0a2f8f9 port a499f5d4-80f4-455c-a1df-4169fea3a107 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:11.464069 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:11.465334 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:54:44Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:11.574765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f89e9b81-7a8b-49d1-9f14-1b68597fdb82 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:11.580621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f106f5-c4f7-475b-89e0-ecffd54f3130 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event updated for resources: {'Network': ['ID=bb4d9149-93a0-4752-9ba2-9f7ee5af3beb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:11.581142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.626811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56178) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:11.684111 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e25b1ed-6b38-4e00-857e-410943040b72 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f0efbac7ed040fab252a7173e377be5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0859296 Mar 02 19:55:11.695080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network bb4d9149-93a0-4752-9ba2-9f7ee5af3beb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:11.712779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.806017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:11.821042 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:11.821201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.837755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Transition to ACTIVE for port object 17614b9a-7e5d-4c6f-b66d-97405a5919c6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:11.851624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56182) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:11.871962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.946213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2caa-fbd5-4db5-8d1c-f5fe857ffe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:11.972586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=17614b9a-7e5d-4c6f-b66d-97405a5919c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:12.006390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.072917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] For port 580a0346-c60d-4ea1-a245-9109a371c0f9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=580a0346-c60d-4ea1-a245-9109a371c0f9,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:12.104553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.110392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Checking segment: {'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:12.111108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Network hostable DHCP agents. Network: 45e556fc-8bdf-4569-9275-6b762bf03f88, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:12.140535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:12.141125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.179610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:55:12.180479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.238991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.271021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7521ae7b-4148-4794-b5b2-f13e135924ff,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:12.281049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.285122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:12.313183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.313517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.314282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.314601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > port after_create 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.314909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.315494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > port after_update 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.315812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.316139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.316481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.316788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.331012 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:07Z', 'revision_number': 3, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:12.335558 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ccf666-3295-440f-94ef-6fd75cb3f423 None None] The sync data for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv is: [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:07Z', 'revision_number': 3, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:12.365137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 45e556fc-8bdf-4569-9275-6b762bf03f88) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:12.368928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:12.381679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3728edb-335e-49cc-b2fa-121a7d657870 None None] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:12.388254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.400545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cf2d0e6d-7300-46d9-bf3a-7031151cbf74 None None] Provisioning complete for port 580a0346-c60d-4ea1-a245-9109a371c0f9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:12.401162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf2d0e6d-7300-46d9-bf3a-7031151cbf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.427708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:12.428049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:12.428425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:12.453821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72423f4c-6744-4da2-b837-a57ac2e78110 None None] Pushing event updated for resources: {'Port': ['ID=580a0346-c60d-4ea1-a245-9109a371c0f9,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:12.488767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.489116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.489439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.489761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:12.490096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d8bd96-d8af-4e9a-941a-9cd90f9443b4']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:12.513859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abec7a4-13c7-49de-a074-2507c0797244') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:12.514145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abec7a4-13c7-49de-a074-2507c0797244') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:12.526886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:12.527269 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:12.527916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Checking segment: {'id': '114776d7-3ed6-4047-8ec5-a7d0cf8bf075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:12.528297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network hostable DHCP agents. Network: e699a0c9-15bb-45ef-98a8-726f4bf3b2f1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:12.584477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.590670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 2 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:12.591898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Router 7f1e4874-128b-4584-827d-869f9c10fb0b is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:55:12.609356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.690719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:12.691088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:12.691410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:12.722949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:12.722949 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:12.726079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 3 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:12.737834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.745615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.776595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:12.782288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.788566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:12.788799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:12.789006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:12.807552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 44248777-2302-4802-8dd9-34c21473e5a4 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:12.830517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:12.830919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.831818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:12.832142 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:12.833581 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 4 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: from cryptography.utils import int_from_bytes Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: from cryptography.utils import int_from_bytes Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn_limited( Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn_limited( Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:12.848825 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:12.861694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e699a0c9-15bb-45ef-98a8-726f4bf3b2f1) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:12.865911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:12.866420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.885156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.899084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:12.899407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:12.899803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:12.919135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c08cb8-640d-4a08-aa6b-26bb7210f5db,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:12.921821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:12.922153 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:12.929413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 5 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:12.933703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f59ec-7c53-4437-9199-67e0966eeba7 None None] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:12.956296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:12.992281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-05e9ebf8-2e84-414b-a226-cbddeb0771d3 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9152923 Mar 02 19:55:13.003884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56186) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:13.004651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:13.004969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:13.005768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:13.013624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1846556812', 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:13.022002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.025834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6f37a912-2d0b-4d7f-b1f3-5aa42cde8674 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/24c08cb8-640d-4a08-aa6b-26bb7210f5db HTTP/1.1" status: 204 len: 168 time: 1.1700506 Mar 02 19:55:13.028555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:13.032659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:13.036673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:13.037392 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:13.057237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 6 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:13.065032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:port and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:13.075882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:13.097089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Transition to ACTIVE for port object a499f5d4-80f4-455c-a1df-4169fea3a107 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:13.099632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:13.106721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:13.107042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:13.107364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:13.132348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.177278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:13.177674 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:13.215281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 7 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:13.234983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:13.241948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Made reservation on behalf of 8e2b9b188a294b23b0855ea90405b048 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:13.243735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.249221 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Sync routers for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:13.262416 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:13.263272 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:54:44Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:13.270572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.280651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:13.281028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:13.281522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:13.293322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] device_id is not set on port f3c3457a-3b56-4e01-b481-e269f4e30e80 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:13.309533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141cfb-52ae-4b5e-9e30-153e496ed125 None None] Pushing event updated for resources: {'Port': ['ID=a499f5d4-80f4-455c-a1df-4169fea3a107,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:13.317732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 44248777-2302-4802-8dd9-34c21473e5a4 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:13.318244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.333311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.334563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:13.334891 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:13.339005 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-604514a5-c7db-46da-b056-89f1caa466be admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8350489 Mar 02 19:55:13.342622 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 8 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:13.355995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Attempting to bind port a499f5d4-80f4-455c-a1df-4169fea3a107 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:13.356651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Attempting to bind port a499f5d4-80f4-455c-a1df-4169fea3a107 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:13.357194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Attempting to bind port a499f5d4-80f4-455c-a1df-4169fea3a107 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:13.385563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:13.386144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:13.386878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.387368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:13.391109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Bound port: a499f5d4-80f4-455c-a1df-4169fea3a107, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:13.392228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.405364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:13.456284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.519851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.551659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c041a-e516-4a62-8e8f-5bf92d19ac74 None None] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:13.565705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:13.566027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:13.566352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:13.576082 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:13.587746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Network': ['ID=93d8bd96-d8af-4e9a-941a-9cd90f9443b4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:13.593801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 93d8bd96-d8af-4e9a-941a-9cd90f9443b4 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:13.615336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.629290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.640535 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d120d273-ed04-4942-8d3b-f6789d64935a tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/93d8bd96-d8af-4e9a-941a-9cd90f9443b4 HTTP/1.1" status: 204 len: 168 time: 2.3864200 Mar 02 19:55:13.646846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Allocated IP 172.20.0.1 (457173f6-876a-452d-9b00-5eae2c5f5c45/c19f578b-b42c-4ee6-aeac-9442ea0beabb/7d6d8a2a-500e-4488-a228-7aad29ad9d1b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:13.648788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56198) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:13.660250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] For port a499f5d4-80f4-455c-a1df-4169fea3a107, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:13.674391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:13.687880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:13.687880 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:13.700301 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 9 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:13.753710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] For port a499f5d4-80f4-455c-a1df-4169fea3a107, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a499f5d4-80f4-455c-a1df-4169fea3a107,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:13.777506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:13.959132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141cfb-52ae-4b5e-9e30-153e496ed125 None None] Pushing event updated for resources: {'Port': ['ID=a499f5d4-80f4-455c-a1df-4169fea3a107,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:13.962029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:13.969037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:54:44Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.099839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 580a0346-c60d-4ea1-a245-9109a371c0f9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:14.103299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Allocated IP 172.20.0.1 (f814acb0-837c-4232-ba06-66d922dc4849/bf83ad95-40c6-443c-a147-7c2b4f22feb9/ee698c2e-0bef-43e3-b38d-43d2b39b6109) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:14.132053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.148041 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:09Z', 'revision_number': 3, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.154130 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Checking router: 7f1e4874-128b-4584-827d-869f9c10fb0b for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:14.154261 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Updating router 7f1e4874-128b-4584-827d-869f9c10fb0b port 466ee3de-e7a8-481f-b55f-fbe06496ce9f binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:14.155440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:14.157048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:14.157514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:14.157976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:14.165754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.179879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.194580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:network and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:14.202602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:14.213447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:14.213954 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:14.239975 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.322430 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 10 to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 Mar 02 19:55:14.334185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 580a0346-c60d-4ea1-a245-9109a371c0f9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:14.334548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.346565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.346903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.347663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.347985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > port after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.348295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.348659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > port after_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.348971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.349294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.349608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.349913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.358528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:14.381691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:14.545458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:14.548729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.625920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:14.637582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.637934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.640153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.640153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 19:55:14.641039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.641203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4d9149-93a0-4752-9ba2-9f7ee5af3beb']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.641834 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Added segment bf397292-e5fb-4523-a237-879d1f2726e0 of type vlan for network 475b126f-eab7-4774-98c2-6af8f2fbd674 Mar 02 19:55:14.656130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6767452-5115-4e9d-824c-7516a5c6a163') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.656444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6767452-5115-4e9d-824c-7516a5c6a163') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.674337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62c261c4-02ab-476f-87d8-9b2666adc15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.679110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.685035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.703931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.712093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:14.713001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.756411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00291ca6-55a3-4e90-a1b9-ac10f62c451c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:14.768615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.769406 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.770365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:14.771074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.842509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:06Z', 'revision_number': 3, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:14.845889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 00291ca6-55a3-4e90-a1b9-ac10f62c451c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:14.850533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6980a2c-988b-4ec6-9c96-2bf3764a7bd9 None None] The sync data for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv is: [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:06Z', 'revision_number': 3, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:14.852949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 00291ca6-55a3-4e90-a1b9-ac10f62c451c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:14.853354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.872805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:14.873433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:14.874538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: from cryptography.utils import int_from_bytes Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: from cryptography.utils import int_from_bytes Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn_limited( Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn_limited( Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:14.883643 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:14.888816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.20.0.5 (e699a0c9-15bb-45ef-98a8-726f4bf3b2f1/7521ae7b-4148-4794-b5b2-f13e135924ff/f3c3457a-3b56-4e01-b481-e269f4e30e80) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:14.897891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.898494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84695089-3b23-4b0d-a3a6-1e5a78ae0e51 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:14.904034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:14.904629 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:14.905833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.932138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.944387 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Transition to ACTIVE for port object 466ee3de-e7a8-481f-b55f-fbe06496ce9f will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:14.956713 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:14.994876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.006254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.036776 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3777261 Mar 02 19:55:15.040028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 00291ca6-55a3-4e90-a1b9-ac10f62c451c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00291ca6-55a3-4e90-a1b9-ac10f62c451c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:15.041454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:15.053049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.060084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.091293 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Attempting to bind port 466ee3de-e7a8-481f-b55f-fbe06496ce9f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:15.091828 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Attempting to bind port 466ee3de-e7a8-481f-b55f-fbe06496ce9f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:15.092198 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Attempting to bind port 466ee3de-e7a8-481f-b55f-fbe06496ce9f on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:15.097530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.098585 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448eb37-3013-4bd4-a555-9b613a315cf3 None None] Pushing event updated for resources: {'Port': ['ID=466ee3de-e7a8-481f-b55f-fbe06496ce9f,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:15.103243 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:15.103617 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:15.103997 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.104403 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:15.104928 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Bound port: 466ee3de-e7a8-481f-b55f-fbe06496ce9f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:15.105315 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.118083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Transition to ACTIVE for port object ee698c2e-0bef-43e3-b38d-43d2b39b6109 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:15.121438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'subnet': {'network_id': '475b126f-eab7-4774-98c2-6af8f2fbd674', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:15.128748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603c2d-ce50-4fb0-b684-7f8dbbd94509 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=475b126f-eab7-4774-98c2-6af8f2fbd674,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:15.157438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 475b126f-eab7-4774-98c2-6af8f2fbd674 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:15.159911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Transition to ACTIVE for port object 7d6d8a2a-500e-4488-a228-7aad29ad9d1b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:15.164742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb4d9149-93a0-4752-9ba2-9f7ee5af3beb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:15.171145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:55:15.175666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-75dd8d43-f573-45fe-9ac0-26145f929727 tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8478663 Mar 02 19:55:15.189286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56206) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:15.190361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:15.268074 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] For port 466ee3de-e7a8-481f-b55f-fbe06496ce9f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:15.273712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] For port 466ee3de-e7a8-481f-b55f-fbe06496ce9f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=466ee3de-e7a8-481f-b55f-fbe06496ce9f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:15.286067 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.295387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:subnet and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:15.303815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:15.320422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5e79780e-ee96-4a3c-9512-9a306164b257 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "DELETE /v2.0/networks/bb4d9149-93a0-4752-9ba2-9f7ee5af3beb HTTP/1.1" status: 204 len: 168 time: 2.2850673 Mar 02 19:55:15.327130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56210) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:15.351684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:15.410253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.410944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.421088 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448eb37-3013-4bd4-a555-9b613a315cf3 None None] Pushing event updated for resources: {'Port': ['ID=466ee3de-e7a8-481f-b55f-fbe06496ce9f,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:15.450010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=00291ca6-55a3-4e90-a1b9-ac10f62c451c,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:15.458730 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:15.461415 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:15.500390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.528658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 17614b9a-7e5d-4c6f-b66d-97405a5919c6, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:15.529335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:55:15.532856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:15.535443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.542470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.559752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Deleting port 2aa5cef0-b78b-43dc-ade3-1af76210275f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:15.560275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.606769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.648958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.713791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Network f814acb0-837c-4232-ba06-66d922dc4849 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:15.725808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:15.727043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:15.729597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:15.757157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:15.772048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:15.774061 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:15.774502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:15.872818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Pushing event updated for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:16.066804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:16.068137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.105226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.111575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00291ca6-55a3-4e90-a1b9-ac10f62c451c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:16.157553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=17614b9a-7e5d-4c6f-b66d-97405a5919c6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:16.197799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-97ee126d-81ee-4a11-a5f9-3bfd998cc13d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.6265485 Mar 02 19:55:16.230801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:16.235411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Provisioning for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:16.247544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Provisioning complete for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:16.248443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.301106 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:09Z', 'revision_number': 3, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:16.305271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a32b34-95ad-449b-b00a-ca977088e387 None None] The sync data for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv is: [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:09Z', 'revision_number': 3, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:16.330214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:16.340925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.362218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 00291ca6-55a3-4e90-a1b9-ac10f62c451c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:16.362533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.389941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.410304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Pushing event updated for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:16.441404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Provisioning for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:16.453221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Provisioning complete for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:16.453586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.469101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Deleting port 17614b9a-7e5d-4c6f-b66d-97405a5919c6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:16.469770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.529976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.533186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b6c5f1df-92d8-4df7-8fdf-9341f6c7a432 None None] Port ee698c2e-0bef-43e3-b38d-43d2b39b6109 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:16.582037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.593248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db78ca4a-a74c-4066-87d7-ddd1107248d0']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:16.629093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a499f5d4-80f4-455c-a1df-4169fea3a107 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:16.632874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a024a87-6281-426f-acd4-ac0ff1ec06c3') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:16.633278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a024a87-6281-426f-acd4-ac0ff1ec06c3') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:16.654871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.683998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.762781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.764868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.769287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a499f5d4-80f4-455c-a1df-4169fea3a107 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:16.774684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a499f5d4-80f4-455c-a1df-4169fea3a107 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:16.774995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.780530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:16.786911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:16.823278 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:16.896561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Calling delete_port for 2aa5cef0-b78b-43dc-ade3-1af76210275f owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:16.920626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.938880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a499f5d4-80f4-455c-a1df-4169fea3a107, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a499f5d4-80f4-455c-a1df-4169fea3a107,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:16.949461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:16.989466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.000548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.034579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.082573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a499f5d4-80f4-455c-a1df-4169fea3a107,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:17.087493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.108435 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] 10.222.0.36 "DELETE /v2.0/networks/db78ca4a-a74c-4066-87d7-ddd1107248d0 HTTP/1.1" status: 204 len: 168 time: 1.7768831 Mar 02 19:55:17.117594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07d44a-c1d2-40a7-ae5a-32cf77195092 tempest-QuotasNegativeTest-1394042920 tempest-QuotasNegativeTest-1394042920-project-admin] Pushing event deleted for resources: {'Network': ['ID=db78ca4a-a74c-4066-87d7-ddd1107248d0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:17.315064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.346586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:17.395141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Allocated IP 172.20.0.1 (efd765d0-67e6-46f7-bbf3-83fc124c879b/a824b1d3-ed38-40ea-9d9e-a79aa73fea4c/cb36c469-f68d-4e72-8c7b-c03268d52791) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:17.408050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:17.441487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:17.475127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=f3c3457a-3b56-4e01-b481-e269f4e30e80,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:17.520126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 17614b9a-7e5d-4c6f-b66d-97405a5919c6, host hv-neutron-8315, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:17.520600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.543671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.750183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:17.750789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.803245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56228) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:17.864374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Calling delete_port for 17614b9a-7e5d-4c6f-b66d-97405a5919c6 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:17.914371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.918102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aa5cef0-b78b-43dc-ade3-1af76210275f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:17.923693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:17.936815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.011656 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-17a6297d-8644-4a32-8434-bf3e8ca956ee tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 5.0037320 Mar 02 19:55:18.016543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56234) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:18.047195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Transition to ACTIVE for port object cb36c469-f68d-4e72-8c7b-c03268d52791 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:18.055334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.057511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-efb107b2-5133-4600-a830-0c928f71271a tempest-RoutersAdminNegativeTest-108838001 tempest-RoutersAdminNegativeTest-108838001-project-admin] 10.222.0.36 "DELETE /v2.0/ports/2aa5cef0-b78b-43dc-ade3-1af76210275f HTTP/1.1" status: 204 len: 168 time: 2.8598902 Mar 02 19:55:18.073207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 466ee3de-e7a8-481f-b55f-fbe06496ce9f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:18.077974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.104525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.170518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:18.177870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event deleted for resources: {'Port': ['ID=17614b9a-7e5d-4c6f-b66d-97405a5919c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.178668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Pushing event updated for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.187597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.192652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:55:18.192821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.193426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.201183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fe0c3d877f469a8ed6f79a1a9993f6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:18.208159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:18.216626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.223649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 466ee3de-e7a8-481f-b55f-fbe06496ce9f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:18.228896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 466ee3de-e7a8-481f-b55f-fbe06496ce9f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:18.229265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.230755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.253859 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-62dd54a3-7620-42f7-8ea5-ed06d6331e68 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "DELETE /v2.0/ports/17614b9a-7e5d-4c6f-b66d-97405a5919c6 HTTP/1.1" status: 204 len: 168 time: 2.0126686 Mar 02 19:55:18.258841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:18.303753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:18.323182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab39b217-bef9-4159-a236-a14b2504df0d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.329568 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a47ad07-ecdb-4268-a6ae-0f8b00520509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:55:18.330109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a47ad07-ecdb-4268-a6ae-0f8b00520509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Synchronizing usage tracker for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:18.343341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Checking segment: {'id': 'bf397292-e5fb-4523-a237-879d1f2726e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '475b126f-eab7-4774-98c2-6af8f2fbd674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:18.343718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Network hostable DHCP agents. Network: 475b126f-eab7-4774-98c2-6af8f2fbd674, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:18.374599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting port f3c3457a-3b56-4e01-b481-e269f4e30e80 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:18.374934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Network 475b126f-eab7-4774-98c2-6af8f2fbd674 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:18.375373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.390761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56248) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:18.398094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 475b126f-eab7-4774-98c2-6af8f2fbd674) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:18.402959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:18.404025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.427839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ee975-7ef2-49f8-bbaf-af44bab305ad None None] Network 475b126f-eab7-4774-98c2-6af8f2fbd674 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:18.433865 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a670773a-be45-4ce3-9755-a6f24926c538 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3580401 Mar 02 19:55:18.436491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:18.442928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'floatingip': {'floating_network_id': '475b126f-eab7-4774-98c2-6af8f2fbd674'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:18.448751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:18.454707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:floatingip and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:18.458761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:18.466428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:18.482418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.568397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.572143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Pushing event updated for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.591949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.609672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.618540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 466ee3de-e7a8-481f-b55f-fbe06496ce9f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=466ee3de-e7a8-481f-b55f-fbe06496ce9f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:18.620113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.627511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.628603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a499f5d4-80f4-455c-a1df-4169fea3a107 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:18.645553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:18.650954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Usage tracker for resource:security_group_rule and tenant:814de8287de64232b54be0b5d57f797c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:18.654502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:18.661267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:18.695321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Network efd765d0-67e6-46f7-bbf3-83fc124c879b is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:18.723448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.732624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:18.734985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:18.839090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Pushing event updated for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.858169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=466ee3de-e7a8-481f-b55f-fbe06496ce9f,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:18.864296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.888550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e1f22-15ed-420c-8940-e8a22c58c2be None None] Network 475b126f-eab7-4774-98c2-6af8f2fbd674 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:18.907651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.930118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a499f5d4-80f4-455c-a1df-4169fea3a107 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:18.930836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.962813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:18.984930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e527ac-569a-4521-a164-0524decfa3cc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:19.002157 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-45f0994e-9875-40e6-9432-ea58d889dc0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=814de8287de64232b54be0b5d57f797c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102099 Mar 02 19:55:19.002754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:19.023784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Allocated IP 172.20.0.13 (475b126f-eab7-4774-98c2-6af8f2fbd674/ab39b217-bef9-4159-a236-a14b2504df0d/614faa0c-c706-4c2a-80dc-77e62db5892e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:19.050361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:19.065868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:19.169847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ee531b2b-94d4-48f7-95c2-de9571fa3f73 None None] Provisioning for port cb36c469-f68d-4e72-8c7b-c03268d52791 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:19.171182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.185529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ee531b2b-94d4-48f7-95c2-de9571fa3f73 None None] Provisioning complete for port cb36c469-f68d-4e72-8c7b-c03268d52791 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:19.186254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ee531b2b-94d4-48f7-95c2-de9571fa3f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.212461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.219161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Network f814acb0-837c-4232-ba06-66d922dc4849 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:19.221309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.228190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:19.244070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.262617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.297551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ee531b2b-94d4-48f7-95c2-de9571fa3f73 None None] Port cb36c469-f68d-4e72-8c7b-c03268d52791 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:19.313677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Synchronizing usage tracker for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:19.334747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.340978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a47ad07-ecdb-4268-a6ae-0f8b00520509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Unset dirty status for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:19.342171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2a47ad07-ecdb-4268-a6ae-0f8b00520509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports/17614b9a-7e5d-4c6f-b66d-97405a5919c6 HTTP/1.1" status: 404 len: 333 time: 1.0794735 Mar 02 19:55:19.347362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:19.356603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535821632'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:19.366032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:19.375861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.394987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:19.409996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e527ac-569a-4521-a164-0524decfa3cc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:19.427086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.428269 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-30a4fa15-bae2-4612-90e5-0436b1a09cc0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55e527ac-569a-4521-a164-0524decfa3cc HTTP/1.1" status: 204 len: 168 time: 0.4211493 Mar 02 19:55:19.434669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Made reservation on behalf of 56de34275f574f7ea2c529060b26af0c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:19.437538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.447468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b90da4bd-b300-4c13-a729-b55fb2872f61 None None] Provisioning complete for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:19.447856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b90da4bd-b300-4c13-a729-b55fb2872f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.453696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.538374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:19.543928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b90da4bd-b300-4c13-a729-b55fb2872f61 None None] Port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:19.580966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Network 475b126f-eab7-4774-98c2-6af8f2fbd674 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:19.588972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:19.597381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:19.636491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Port': ['ID=614faa0c-c706-4c2a-80dc-77e62db5892e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:19.654206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Calling delete_port for f3c3457a-3b56-4e01-b481-e269f4e30e80 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:19.681081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8962e1ef-90c8-4fca-be98-df8df037932a None None] Provisioning complete for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:19.681452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8962e1ef-90c8-4fca-be98-df8df037932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.756809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8962e1ef-90c8-4fca-be98-df8df037932a None None] Port ee698c2e-0bef-43e3-b38d-43d2b39b6109 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:19.810926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56270) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:19.856953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae720dbb-476c-433c-aa17-45645c4aca4d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:19.859782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.874012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:55:19.916072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.949862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] Unset dirty status for tenant:479be7408dda4c079ef9f8c6fe700fb9 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:19.952789 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-820e4a39-b746-4b56-9327-bb21da3eb3c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b2fe0c3d877f469a8ed6f79a1a9993f6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1428018 Mar 02 19:55:19.953741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:19.959997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56276) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:19.968021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 466ee3de-e7a8-481f-b55f-fbe06496ce9f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:20.051487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 466ee3de-e7a8-481f-b55f-fbe06496ce9f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:20.051903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.113696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.239774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:20.249374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:20.261948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:20.262878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:20.263467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.272140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=6e72edf6-b8bb-4fbc-9c05-f24af842d66e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:20.311752 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bccffd63-d921-422c-b759-9c4ed2ca4bc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da8cfbc10ca149618a9f1e5a28e50230&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4804204 Mar 02 19:55:20.312681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:20.315952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Router 5cccd487-a594-4453-93b4-fedff0a2f8f9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:55:20.322025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f8637798-8452-4d03-9dee-f7193c64f9a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9711521 Mar 02 19:55:20.332166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:20.343428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:20.410071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.442236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.479823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.513306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.557626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.580728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.614139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.640840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Port': ['ID=614faa0c-c706-4c2a-80dc-77e62db5892e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:20.648056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:20.658605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Sync routers for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:20.663459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.664583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.668803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:20.669430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:20.685599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3c3457a-3b56-4e01-b481-e269f4e30e80,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:20.719965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.768123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.771943 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-596b4f93-d5a6-4cb7-a828-1041fd726459 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3316162 Mar 02 19:55:20.784028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:20.866116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:20.919783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-18e8876c-b8c5-4669-80b4-27307cdc96fb tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Synchronizing usage tracker for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:20.933950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.961233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cd8f35-e364-48ed-b688-48b575d074fb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:20.977577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:20.978702 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5034b45f-270e-4f3e-a4f4-4d5fdde197af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44cd8f35-e364-48ed-b688-48b575d074fb HTTP/1.1" status: 204 len: 168 time: 0.6650651 Mar 02 19:55:20.991446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-18e8876c-b8c5-4669-80b4-27307cdc96fb tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Unset dirty status for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:20.996016 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-18e8876c-b8c5-4669-80b4-27307cdc96fb tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=475b126f-eab7-4774-98c2-6af8f2fbd674 HTTP/1.1" status: 200 len: 690 time: 0.2076359 Mar 02 19:55:20.996016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:21.115087 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-12fdf593-befa-402a-af79-6e2229190fdb admin admin] 10.222.0.36 "PUT /v2.0/routers/664ba88d-861e-4ce1-bc91-b26d1ce67a69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3297868 Mar 02 19:55:21.115087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:21.132598 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Sync routers for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:21.140609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:21.146441 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:21.148256 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:21.152466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.197838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.283222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.301854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Transition to ACTIVE for port object 6e72edf6-b8bb-4fbc-9c05-f24af842d66e will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:21.306908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Deleting port 614faa0c-c706-4c2a-80dc-77e62db5892e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:21.307494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.308279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.319073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.332033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:17Z', 'revision_number': 2, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:21.336522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.341559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Checking router: 664ba88d-861e-4ce1-bc91-b26d1ce67a69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:21.342381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Updating router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:21.362358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.398549 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:21.453225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.460525 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4ee36140-56b0-4064-bc2a-aa9b74f82219 admin admin] 10.222.0.36 "PUT /v2.0/routers/5cccd487-a594-4453-93b4-fedff0a2f8f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7750678 Mar 02 19:55:21.506941 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-47392d0b-e089-4898-ad7b-489ecb5a8474 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f3c3457a-3b56-4e01-b481-e269f4e30e80 HTTP/1.1" status: 204 len: 168 time: 3.4654489 Mar 02 19:55:21.516833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae720dbb-476c-433c-aa17-45645c4aca4d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:21.518745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.519922 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0d66705f-2230-4483-b0e6-8750ba242010 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae720dbb-476c-433c-aa17-45645c4aca4d HTTP/1.1" status: 204 len: 168 time: 1.5516963 Mar 02 19:55:21.522475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56312) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:21.532149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1', 'external_fixed_ips': [{'subnet_id': '7521ae7b-4148-4794-b5b2-f13e135924ff', 'ip_address': '172.20.0.5'}]}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:21.541749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.548633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:21.567071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:router and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:21.583282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:21.586153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Pushing event updated for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:21.604465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:21.695857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.696953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.774340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:21.801549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:21.802119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:21.802242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:21.815974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=6e72edf6-b8bb-4fbc-9c05-f24af842d66e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:21.825194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Network efd765d0-67e6-46f7-bbf3-83fc124c879b is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:21.827346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:21.828870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:21.830532 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:22.030884 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:17Z', 'revision_number': 2, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:22.046026 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Checking router: 5cccd487-a594-4453-93b4-fedff0a2f8f9 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:22.046401 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Updating router 5cccd487-a594-4453-93b4-fedff0a2f8f9 port ee698c2e-0bef-43e3-b38d-43d2b39b6109 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:22.145504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.154416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 2 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:22.162118 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.162897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Transition to ACTIVE for port object 7d6d8a2a-500e-4488-a228-7aad29ad9d1b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:22.174104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.223199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:22.223524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:22.223850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:22.241682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:22.242003 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:22.254834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 3 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:22.371323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:22.371690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:22.372030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:22.375495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.375818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.397511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe26508-30d2-456a-8ae9-e2a064066372 None None] Pushing event updated for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:22.418465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:22.418790 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:22.478405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22f515ab-08c7-4e15-b10b-5283b60ed8a4 None None] Provisioning complete for port cb36c469-f68d-4e72-8c7b-c03268d52791 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:22.485845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22f515ab-08c7-4e15-b10b-5283b60ed8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.598446 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 4 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:22.604293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:22.607323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Router 7f1e4874-128b-4584-827d-869f9c10fb0b has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:55:22.699392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Attempting to bind port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:22.699760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Attempting to bind port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:22.702879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Attempting to bind port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b on network 457173f6-876a-452d-9b00-5eae2c5f5c45 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:22.720595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.722417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:22.726515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Checking segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:22.726937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.727325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Bound using segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:22.727812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Bound port: 7d6d8a2a-500e-4488-a228-7aad29ad9d1b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:22.728200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.781755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22f515ab-08c7-4e15-b10b-5283b60ed8a4 None None] Port cb36c469-f68d-4e72-8c7b-c03268d52791 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:22.825982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Calling delete_port for 614faa0c-c706-4c2a-80dc-77e62db5892e owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:22.833797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:22.971248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:22.997610 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.000359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Usage tracker for resource:security_group_rule and tenant:0e8a2cb725234522b81b61df6ae625e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:23.001321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] For port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:23.007187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:23.018093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:23.109271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:23.124657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48382502', 'description': 'tempest-description--1761748961'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:23.136698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.137284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.137778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.139115 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Transition to ACTIVE for port object ee698c2e-0bef-43e3-b38d-43d2b39b6109 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:23.139531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] For port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:23.144309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:23.147561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.151183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.152109 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.229462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:23.233273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:23.233895 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:23.241237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:security_group and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:23.255238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Port': ['ID=614faa0c-c706-4c2a-80dc-77e62db5892e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:23.259566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 5 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:23.275753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Sync routers for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:23.281444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:23.294268 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6714a1f7-7468-4b1a-9aac-8d367a534a8a admin admin] 10.222.0.36 "PUT /v2.0/routers/7f1e4874-128b-4584-827d-869f9c10fb0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8877852 Mar 02 19:55:23.382590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd950-6b68-4a19-b93a-dd2d0f690498 None None] Pushing event updated for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:23.407027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:23.410774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:23.413520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:23.420050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56356) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:23.450228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.450733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.451199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.472050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.486689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.501006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:23.511030 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:23.514748 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 6 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:23.559333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.583297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:23.584022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:23.597995 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Attempting to bind port ee698c2e-0bef-43e3-b38d-43d2b39b6109 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.598368 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Attempting to bind port ee698c2e-0bef-43e3-b38d-43d2b39b6109 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.598720 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Attempting to bind port ee698c2e-0bef-43e3-b38d-43d2b39b6109 on network f814acb0-837c-4232-ba06-66d922dc4849 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.616817 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:23.617044 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Checking segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:23.620469 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.620681 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Bound using segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:23.621266 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Bound port: ee698c2e-0bef-43e3-b38d-43d2b39b6109, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:23.622056 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.633674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:23.636223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.639073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.645928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.665891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.671135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:23.671463 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:23.673834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:security_group_rule and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:23.679878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 7 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:23.706246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:23.721341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:23.724423 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e8a2cb725234522b81b61df6ae625e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1144891 Mar 02 19:55:23.728383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56366) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:23.769540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1760013060'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:23.786866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.787192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.787520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.794269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.816676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe26508-30d2-456a-8ae9-e2a064066372 None None] Pushing event updated for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:23.826474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:23.831747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfef65e-9956-4ef7-a03f-73f266e1adac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ca6823-57e8-4d34-8933-a2df4d5d8c93,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:23.837036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:23.837557 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:23.847355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 8 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:23.848976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Usage tracker for resource:network and tenant:fe7a9838874240babb0db1c2bf9cd606 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:23.867180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:23.880048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.880509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.881037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:23.892474 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] For port ee698c2e-0bef-43e3-b38d-43d2b39b6109, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:23.897308 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] For port ee698c2e-0bef-43e3-b38d-43d2b39b6109, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ee698c2e-0bef-43e3-b38d-43d2b39b6109,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:23.898751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:23.905782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:23.924153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:23.924507 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:23.927253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:23.929782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 9 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:23.955613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359503135', 'description': 'tempest-description--1102723412'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:23.977231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:23.992051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:security_group and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:23.998329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:23.998928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:23.999251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:24.011953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:24.014938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:24.015225 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:24.026885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 10 to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e Mar 02 19:55:24.036103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:24.083054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:24.084279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:24.084904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:24.095497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:24.096130 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:24.096636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.107192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.113642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.127999 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cd950-6b68-4a19-b93a-dd2d0f690498 None None] Pushing event updated for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:24.156250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Made reservation on behalf of fe7a9838874240babb0db1c2bf9cd606 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:24.164948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:24.165565 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.167002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab39b217-bef9-4159-a236-a14b2504df0d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:24.169657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.179203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.187370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:24.220264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9b5e2a-131f-4743-8157-ae99671e6c03,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:24.238164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.246981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:24.268709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:24.272604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:security_group_rule and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:24.275943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:24.279925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.283440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:24.321923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.367155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:24.386129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:24.396258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Usage tracker for resource:security_group_rule and tenant:fe7a9838874240babb0db1c2bf9cd606 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:24.414589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194649085', 'description': 'tempest-description--1278574409'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:24.417022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:24.420159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.491468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:24.493926 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:24.494415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.502086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:24.505331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.528003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:security_group and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:24.543668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.551613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:24.568838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.570559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5740fba0-12fc-4beb-8dec-80363c2be69f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4603436 Mar 02 19:55:24.571892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:24.579438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56378) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:24.598761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:24.599416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:55:24.608572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475b126f-eab7-4774-98c2-6af8f2fbd674']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.611393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'security_group_rule': {'security_group_id': '9d9b5e2a-131f-4743-8157-ae99671e6c03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:24.629851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.631987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:24.642953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf397292-e5fb-4523-a237-879d1f2726e0') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.643525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf397292-e5fb-4523-a237-879d1f2726e0') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.649867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:security_group_rule and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:24.655762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:24.673528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:24.742100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.752812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.767931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] In _notify_port_updated(), no bound segment for port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:55:24.768825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:24.770137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.772809 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "PUT /v2.0/ports/6e72edf6-b8bb-4fbc-9c05-f24af842d66e HTTP/1.1" status: 200 len: 981 time: 4.4350691 Mar 02 19:55:24.784026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.787116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56382) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:24.787924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.795844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.878372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.885214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:24.885836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.897622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:20Z', 'revision_number': 2, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.898596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.942485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Checking router: 7f1e4874-128b-4584-827d-869f9c10fb0b for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:24.942836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Updating router 7f1e4874-128b-4584-827d-869f9c10fb0b port cb36c469-f68d-4e72-8c7b-c03268d52791 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:24.950924 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:23Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:24.957113 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda6429-1774-4729-86cc-e4acae6028a8 None None] The sync data for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv is: [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:23Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:24.962691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.963809 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0ca6823-57e8-4d34-8933-a2df4d5d8c93 HTTP/1.1" status: 204 len: 168 time: 1.2213807 Mar 02 19:55:24.975355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675f40d-4965-462f-b176-2a2f92618891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ca6823-57e8-4d34-8933-a2df4d5d8c93,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:24.988757 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:24.990502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:25.002948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad0652-d72a-485c-874c-bbc824138e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=6e72edf6-b8bb-4fbc-9c05-f24af842d66e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.005678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.007011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0672948 Mar 02 19:55:25.009148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:security_group_rule and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:25.013284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.014603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.015545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:25.018398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b35e6-9ebd-445b-833a-99f63c769c07 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360cffbf-feb0-41d2-802a-5ca70b13aa9e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.026625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'security_group_rule': {'security_group_id': '360cffbf-feb0-41d2-802a-5ca70b13aa9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:25.058054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:25.071392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:25.116927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.118734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 475b126f-eab7-4774-98c2-6af8f2fbd674 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:25.122995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.131348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:security_group_rule and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:25.134272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Network': ['ID=475b126f-eab7-4774-98c2-6af8f2fbd674,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.138041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:25.141612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.148732 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d6865324-2e85-4eeb-9b5c-43f8e12c424f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/475b126f-eab7-4774-98c2-6af8f2fbd674 HTTP/1.1" status: 204 len: 168 time: 4.1518764 Mar 02 19:55:25.158411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.159267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:25.173296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.174131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.188240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.20.0.5 (e699a0c9-15bb-45ef-98a8-726f4bf3b2f1/7521ae7b-4148-4794-b5b2-f13e135924ff/655cd601-3c86-4e02-8d3b-3d6f4e86b5eb) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:25.203415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.203900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.204537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.204816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.205266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.205714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.206160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.206607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.207055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.207503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.207954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.208421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.208872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.209319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.212064 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ae7ecfd3-8901-4b87-9e86-10ece0dd84d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12933 time: 0.3974400 Mar 02 19:55:25.222452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.224510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.270365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-190ada43-0171-4fb8-83af-e3ec793a3ae9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Synchronizing usage tracker for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:floatingip {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:25.300928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764333f6-d4af-4c60-8f85-3fb0477923c1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.316587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.343530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:25.348833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-190ada43-0171-4fb8-83af-e3ec793a3ae9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Unset dirty status for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:floatingip {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:25.350006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-190ada43-0171-4fb8-83af-e3ec793a3ae9 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1885240 Mar 02 19:55:25.359445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.361065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecec5105-6bd0-474d-bb63-757031a110e6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.403047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.403429 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Added segment b5faf713-75a4-4d97-9d97-8bcf3e579514 of type vlan for network 35c666ea-fb07-489c-b14c-c22efb9195b9 Mar 02 19:55:25.447089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.540582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.541032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.541753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.541894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.542330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.542862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.543297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.544283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Synchronizing usage tracker for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:25.560291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.572851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Transition to ACTIVE for port object cb36c469-f68d-4e72-8c7b-c03268d52791 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:25.584696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.588857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Deleting port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:25.589175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.594169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.626550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.632012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:22Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:25.652433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f29cf18-283d-4843-8751-cc857da1a1b4 None None] The sync data for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv is: [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:22Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:25.657424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0728a665-1da5-41b6-9da3-85ec9bff60e7,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.664763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.668367 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fd4ad04c-4280-4103-8416-a1a6f7428f59 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0780654 Mar 02 19:55:25.674390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.677255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.680470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:25.681068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.690485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.699942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'security_group_rule': {'security_group_id': '9d9b5e2a-131f-4743-8157-ae99671e6c03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:25.711305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Unset dirty status for tenant:e98df7cac37a4e43b3a71cb6d940fcd2 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:25.715957 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42f033ab-dae2-4a44-89be-be47dd7600fe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.3445456 Mar 02 19:55:25.720212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:25.722077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.724463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.769002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56392c-488c-41dd-ae9e-7bad0dfa5252 None None] Pushing event updated for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:25.866783 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4453349 Mar 02 19:55:25.873870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56420) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:25.900706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Attempting to bind port cb36c469-f68d-4e72-8c7b-c03268d52791 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:25.901198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Attempting to bind port cb36c469-f68d-4e72-8c7b-c03268d52791 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:25.901672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Attempting to bind port cb36c469-f68d-4e72-8c7b-c03268d52791 on network efd765d0-67e6-46f7-bbf3-83fc124c879b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:25.912821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:25.913170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Request body: {'subnet': {'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:25.914397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Checking segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:25.916091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.916836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Bound using segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:25.924517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Bound port: cb36c469-f68d-4e72-8c7b-c03268d52791, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:25.925075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.946129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:security_group_rule and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:25.960199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:26.037442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac3551-d974-4088-b955-1f8f76b21b49 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'Network': ['ID=35c666ea-fb07-489c-b14c-c22efb9195b9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:26.087317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:26.110052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ee698c2e-0bef-43e3-b38d-43d2b39b6109 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:26.135454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:26.167679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:26.170871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.172190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4d63cfc3-5af2-4d33-a143-11e816774633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1511755 Mar 02 19:55:26.178064 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-731237be-5b01-4b90-ba8a-4109b6b12648 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] delete failed (client error): The resource could not be found. Mar 02 19:55:26.179386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-731237be-5b01-4b90-ba8a-4109b6b12648 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/25b33742-2f51-4191-85a1-360a9d0a07ed HTTP/1.1" status: 404 len: 345 time: 0.4508812 Mar 02 19:55:26.180059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:26.189279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.193818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-560833dc-5b38-4b66-847a-7083cf4f7146 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7960107 Mar 02 19:55:26.206594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'security_group_rule': {'security_group_id': '360cffbf-feb0-41d2-802a-5ca70b13aa9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:26.211125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:26.211125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:26.224120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'security_group_rule': {'security_group_id': 'b4f95b32-f54a-4fb8-ae21-08a1a6338f8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:26.235502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.247328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:26.266207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:26.269817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:26.272793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Usage tracker for resource:subnet and tenant:fe7a9838874240babb0db1c2bf9cd606 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:26.277363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:26.285596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:26.317695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Made reservation on behalf of fe7a9838874240babb0db1c2bf9cd606 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:26.321807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.321921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:security_group_rule and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:26.325755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:26.333176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:26.368510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:security_group_rule and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:26.371867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.386303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:26.389821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac192b4-d9b3-44c0-bd88-66b5372f7020 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 19:55:26.390395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac192b4-d9b3-44c0-bd88-66b5372f7020 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:55:26.400843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.401253 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cac192b4-d9b3-44c0-bd88-66b5372f7020 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/475b126f-eab7-4774-98c2-6af8f2fbd674 HTTP/1.1" status: 404 len: 339 time: 0.1843350 Mar 02 19:55:26.404802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56444) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:26.416736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.435905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:26.509960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'name': 'tempest-network--1925524576', 'router:external': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:26.521018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] For port cb36c469-f68d-4e72-8c7b-c03268d52791, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:26.521899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:26.528697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] For port cb36c469-f68d-4e72-8c7b-c03268d52791, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cb36c469-f68d-4e72-8c7b-c03268d52791,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:26.529338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:network and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:26.531636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:26.540573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:26.546690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:26.547076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.547502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:26.614365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.658083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:26.661815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.670401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:26.675474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.688983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:26.697230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:26.700170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 6e72edf6-b8bb-4fbc-9c05-f24af842d66e, host hv-neutron-8315, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:26.700540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.714733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:26.756654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56392c-488c-41dd-ae9e-7bad0dfa5252 None None] Pushing event updated for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:26.775171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:26.813355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:26.837949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.839325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.839693 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Added segment e49ba399-fb46-4741-9cfd-8ced4e7d4608 of type vlan for network 1131731f-a2a0-48be-81cc-225c330f1529 Mar 02 19:55:26.865673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:26.866298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:26.913276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Calling delete_port for 6e72edf6-b8bb-4fbc-9c05-f24af842d66e owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:26.952668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ee698c2e-0bef-43e3-b38d-43d2b39b6109, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ee698c2e-0bef-43e3-b38d-43d2b39b6109,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:26.963867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.057821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.162115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.189902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e72edf6-b8bb-4fbc-9c05-f24af842d66e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.221490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.234369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.240041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.243110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.252702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.259394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:27.277111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.280946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1881881676'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:27.287307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.296829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.302328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.308615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f467c407-ea59-42fd-9d49-6e9342272ceb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.336926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:network and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:27.358574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:27.364938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fd433435-1373-4fdd-80ae-491e823e1b18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6e72edf6-b8bb-4fbc-9c05-f24af842d66e HTTP/1.1" status: 204 len: 168 time: 2.1358750 Mar 02 19:55:27.366146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.375969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.379272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.383692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-270d34cb-b8bb-433f-8b5c-1e2dbf8c4b92 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6953435 Mar 02 19:55:27.383692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decd4e8f-df8f-4832-b9e7-cfaf9e01173e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.385052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.447292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:27.455808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.460093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:floatingip and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:27.464221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:27.470781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.479181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.480827 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2640297 Mar 02 19:55:27.482093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.483398 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5e3253c9-70e4-446f-b0f6-0c51be7ca8ce tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2989326 Mar 02 19:55:27.484556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.495243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-154a5b81-bb1d-4901-9a98-8afffa02f09a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:55:27.496358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-154a5b81-bb1d-4901-9a98-8afffa02f09a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Synchronizing usage tracker for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:27.502350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254eaa7e-c8fe-4cd0-ac77-2da4cd9f9cba tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1b6240-c6b9-4a59-86ab-035d5670aa61,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.505446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56466) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.512605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.531946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'security_group_rule': {'security_group_id': 'b4f95b32-f54a-4fb8-ae21-08a1a6338f8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:27.538520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.541722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.543493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:security_group_rule and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:27.546683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:27.554242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.576543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:27.580941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.595049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:27.601134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.604194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-154a5b81-bb1d-4901-9a98-8afffa02f09a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Unset dirty status for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:27.608832 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-154a5b81-bb1d-4901-9a98-8afffa02f09a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports/6e72edf6-b8bb-4fbc-9c05-f24af842d66e HTTP/1.1" status: 404 len: 333 time: 0.2319067 Mar 02 19:55:27.628756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.630705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.643127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.652573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:27.657699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92223d8-e3fa-4317-af4f-64620befd89a None None] The sync data for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv is: [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:27.664498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1402311980', 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:27.668060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:floatingip and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:27.677674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.677875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:27.678653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:27.679230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.680536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.694627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.698666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:27.702169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.725996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:security_group_rule and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:27.734016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:27.745968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.749074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:27.777648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.862425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Made reservation on behalf of 56de34275f574f7ea2c529060b26af0c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:27.864901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.890488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'Subnet': ['ID=6d71f303-874d-440a-8cc1-d5189b3e0bf5,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.949436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port acd1eaa1-8cb4-4543-ac60-395671df63be yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:27.968938 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4978027 Mar 02 19:55:27.974192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c16ee0-5273-4186-9fa0-4154ba974f5f tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=1131731f-a2a0-48be-81cc-225c330f1529,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:27.976131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56476) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:27.985248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 1131731f-a2a0-48be-81cc-225c330f1529 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:28.008310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Checking segment: {'id': 'b5faf713-75a4-4d97-9d97-8bcf3e579514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:28.008694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Network hostable DHCP agents. Network: 35c666ea-fb07-489c-b14c-c22efb9195b9, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:28.010964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.031095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.180994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7d6d8a2a-500e-4488-a228-7aad29ad9d1b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:28.202949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642c30a6-608f-4259-bf81-6b370cf44ea6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:28.279188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:28.281390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.281518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:28.282699 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8a1ae736-831e-4ed0-beb5-0d999473a913 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7894747 Mar 02 19:55:28.290207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56480) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:28.291220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:28.291733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.317473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:28.323567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:28.327538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:floatingip and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:28.331780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:28.338806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:28.366124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.380023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.382648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 35c666ea-fb07-489c-b14c-c22efb9195b9) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:28.392278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.398977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.404988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.410830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.413963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158062f3-6d4c-4201-9019-a62540eb2dd4 None None] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:28.417166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.421644 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6a1797a4-1855-4e6f-b8cc-1c5872faf02a tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.4386981 Mar 02 19:55:28.434020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56484) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:28.437048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:28.437818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.440026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.493051 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d642fb2-e0c4-41cb-a571-b13edea0d7f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5997925 Mar 02 19:55:28.507323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56488) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:28.541781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.566310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Request body: {'port': {'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1069372687'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:28.574472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.580685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:28.592702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.593572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cb36c469-f68d-4e72-8c7b-c03268d52791 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:28.688695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.691425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:28.730872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3577159-9b95-4a2f-94fb-fe3153eb1b08,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:28.771499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port cb36c469-f68d-4e72-8c7b-c03268d52791 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:28.788797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cb36c469-f68d-4e72-8c7b-c03268d52791 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:28.789155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.879510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.879847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Added segment e8ecacfb-9a7b-45c1-847b-f61e535f1b4c of type vlan for network 9f043824-952d-4130-8104-3d7216b96d1e Mar 02 19:55:28.889815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.894659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:28.907423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:28.912948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.022817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.024307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d79efc-c012-438c-8960-189025057251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-35c666ea-fb07-489c-b14c-c22efb9195b9', 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9', 'tenant_id': 'fe7a9838874240babb0db1c2bf9cd606', 'fixed_ips': [{'subnet_id': '6d71f303-874d-440a-8cc1-d5189b3e0bf5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:29.025676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.044726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.052770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Allocated IP 172.26.2.38 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/a4144d3d-242c-47a8-be33-35ef0e645437) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:29.067300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:29.080534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Usage tracker for resource:port and tenant:fe7a9838874240babb0db1c2bf9cd606 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:29.085474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:29.120787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port cb36c469-f68d-4e72-8c7b-c03268d52791, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cb36c469-f68d-4e72-8c7b-c03268d52791,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:29.127698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.128501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ee698c2e-0bef-43e3-b38d-43d2b39b6109 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:29.139668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:29.197884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.206146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.214801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:29.215285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.248803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1131731f-a2a0-48be-81cc-225c330f1529']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:29.251082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.279213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49ba399-fb46-4741-9cfd-8ced4e7d4608') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:29.279801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49ba399-fb46-4741-9cfd-8ced4e7d4608') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:29.302600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Made reservation on behalf of fe7a9838874240babb0db1c2bf9cd606 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:29.308151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.341683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.375931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] device_id is not set on port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:29.383810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:29.419291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-81d79efc-c012-438c-8960-189025057251 None None] Allocated IP 2001:db8::2 (35c666ea-fb07-489c-b14c-c22efb9195b9/6d71f303-874d-440a-8cc1-d5189b3e0bf5/8aa24bcc-9d03-44ca-86ef-7cd05527a7df) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:29.421665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ee698c2e-0bef-43e3-b38d-43d2b39b6109 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:29.422097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.456895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.466299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.477263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:29.488458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:29.488846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:29.503600 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:29.511352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Network': ['ID=9f043824-952d-4130-8104-3d7216b96d1e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:29.523990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router 78d4c58d-7617-48db-a1b2-939967a24d9b is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:55:29.529056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9f043824-952d-4130-8104-3d7216b96d1e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:29.531302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:29.538834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fc148fd7-21d0-4b73-b8b4-ee7d645f686b tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5136583 Mar 02 19:55:29.541382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:29.542724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:29.543464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.591286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56492) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:29.609215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=acd1eaa1-8cb4-4543-ac60-395671df63be,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:29.661892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.676433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f79ece8b-f715-40cf-9529-bb7d29829871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0380769 Mar 02 19:55:29.677597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'subnet': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:29.677744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:29.762592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95fa75-c13f-4316-9fff-e528f26bc141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:29.763352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c95fa75-c13f-4316-9fff-e528f26bc141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Synchronizing usage tracker for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:29.812234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c95fa75-c13f-4316-9fff-e528f26bc141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Unset dirty status for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:29.816066 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5c95fa75-c13f-4316-9fff-e528f26bc141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports/acd1eaa1-8cb4-4543-ac60-395671df63be HTTP/1.1" status: 200 len: 959 time: 0.1356194 Mar 02 19:55:29.816598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:29.867528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.878759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.889430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.903286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-81d79efc-c012-438c-8960-189025057251 None None] Transition to ACTIVE for port object 8aa24bcc-9d03-44ca-86ef-7cd05527a7df will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:29.904458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:29.908462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:subnet and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:29.912259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:29.918329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:29.926270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-81d79efc-c012-438c-8960-189025057251 None None] Transition to ACTIVE for port object 8aa24bcc-9d03-44ca-86ef-7cd05527a7df will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:29.948371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:29.953807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1131731f-a2a0-48be-81cc-225c330f1529 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:29.980291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:29.987705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.007196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.007397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:30.010053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Deleting port acd1eaa1-8cb4-4543-ac60-395671df63be {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:30.010387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.043360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:30.062380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79efc-c012-438c-8960-189025057251 None None] Pushing event updated for resources: {'Port': ['ID=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:30.065131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7d6d8a2a-500e-4488-a228-7aad29ad9d1b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:30.066701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:30.088734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Allocated IP 2001:db8::1ad (35c666ea-fb07-489c-b14c-c22efb9195b9/6d71f303-874d-440a-8cc1-d5189b3e0bf5/41f7ba1e-fb6a-40dc-acc0-86764b5cfd89) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:30.132743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d79efc-c012-438c-8960-189025057251 None None] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:30.140293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-81d79efc-c012-438c-8960-189025057251 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:30.142784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d79efc-c012-438c-8960-189025057251 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:30.152635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Allocated IP 172.26.2.13 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/24861ab7-d750-4afb-ab51-d2464487c6e7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:30.199498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.204098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'Port': ['ID=a4144d3d-242c-47a8-be33-35ef0e645437,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:30.254318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:30.254904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.296673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.312766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Transition to ACTIVE for port object 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:30.322473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81d79efc-c012-438c-8960-189025057251 None None] Attempting to bind port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:30.322977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81d79efc-c012-438c-8960-189025057251 None None] Attempting to bind port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b5faf713-75a4-4d97-9d97-8bcf3e579514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:30.323459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d79efc-c012-438c-8960-189025057251 None None] Attempting to bind port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df on network 35c666ea-fb07-489c-b14c-c22efb9195b9 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:30.394197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d79efc-c012-438c-8960-189025057251 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:30.394683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d79efc-c012-438c-8960-189025057251 None None] Checking segment: {'id': 'b5faf713-75a4-4d97-9d97-8bcf3e579514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:30.395190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.395683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d79efc-c012-438c-8960-189025057251 None None] Bound using segment: {'id': 'b5faf713-75a4-4d97-9d97-8bcf3e579514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:30.396310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-81d79efc-c012-438c-8960-189025057251 None None] Bound port: 8aa24bcc-9d03-44ca-86ef-7cd05527a7df, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5faf713-75a4-4d97-9d97-8bcf3e579514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:30.396801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.399751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Network': ['ID=1131731f-a2a0-48be-81cc-225c330f1529,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:30.412463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cb36c469-f68d-4e72-8c7b-c03268d52791 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:30.414369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.434466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.462117 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f42f1a9b-59c0-4e91-b3d1-c2fae7b5f604 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/1131731f-a2a0-48be-81cc-225c330f1529 HTTP/1.1" status: 204 len: 168 time: 2.0270340 Mar 02 19:55:30.472182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:30.541868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81d79efc-c012-438c-8960-189025057251 None None] For port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:30.545807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81d79efc-c012-438c-8960-189025057251 None None] For port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,segment=NetworkSegment(b5faf713-75a4-4d97-9d97-8bcf3e579514),segment_id=b5faf713-75a4-4d97-9d97-8bcf3e579514)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:30.566067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81d79efc-c012-438c-8960-189025057251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.574078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:55:30.577776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:30.609191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:30.616748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:30.622620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:30.623237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.628423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.631886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'name': 'tempest-network--659324956', 'router:external': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:30.633302 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fd4eaf99-6c99-4ec3-b695-d050c343d4d8 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.1076822 Mar 02 19:55:30.634110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56508) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:30.637579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'Port': ['ID=41f7ba1e-fb6a-40dc-acc0-86764b5cfd89,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:30.655775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:30.670720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:network and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:30.674745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.682192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:30.691749 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Sync routers for ids ['78d4c58d-7617-48db-a1b2-939967a24d9b'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:55:30.703241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cb36c469-f68d-4e72-8c7b-c03268d52791 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:30.704740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:30.706600 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Routers {'78d4c58d-7617-48db-a1b2-939967a24d9b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:30.707306 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['78d4c58d-7617-48db-a1b2-939967a24d9b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:30.758396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:30.801754 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-98ad6996-39f1-4d91-b044-1de1490b4bb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2933133 Mar 02 19:55:30.807078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56512) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:30.826964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79efc-c012-438c-8960-189025057251 None None] Pushing event updated for resources: {'Port': ['ID=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:31.029677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Request body: {'port': {'network_id': '35c666ea-fb07-489c-b14c-c22efb9195b9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-464552414', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:31.030452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] bootfile-name is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:31.030566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Calling delete_port for acd1eaa1-8cb4-4543-ac60-395671df63be owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:31.031018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] tftp-server is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:31.031476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] server-ip-address is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:31.063226 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Set router 78d4c58d-7617-48db-a1b2-939967a24d9b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:31.129951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.168760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:31.171043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.262936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.300538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.303508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:31.385050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.387851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event deleted for resources: {'Port': ['ID=acd1eaa1-8cb4-4543-ac60-395671df63be,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:31.412955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.413292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Added segment 91a39170-09ca-4d3a-8dcb-38afc322966c of type vlan for network 57ef8f33-4d40-4b32-afd2-7b953ac6d53a Mar 02 19:55:31.445294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:31.452234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.457287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Usage tracker for resource:port and tenant:fe7a9838874240babb0db1c2bf9cd606 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:31.478506 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d4c58d-7617-48db-a1b2-939967a24d9b', 'name': '', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1', 'external_fixed_ips': [{'subnet_id': '7521ae7b-4148-4794-b5b2-f13e135924ff', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '655cd601-3c86-4e02-8d3b-3d6f4e86b5eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:21Z', 'updated_at': '2022-03-02T19:55:27Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': '655cd601-3c86-4e02-8d3b-3d6f4e86b5eb', 'name': '', 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d4c58d-7617-48db-a1b2-939967a24d9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '7521ae7b-4148-4794-b5b2-f13e135924ff', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:24Z', 'updated_at': '2022-03-02T19:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7521ae7b-4148-4794-b5b2-f13e135924ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:31.482487 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Checking router: 78d4c58d-7617-48db-a1b2-939967a24d9b for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:55:31.482844 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Updating router 78d4c58d-7617-48db-a1b2-939967a24d9b port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:55:31.510165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:31.526212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.539555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:31.540282 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.567670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Subnet': ['ID=5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:31.591077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:31.619387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Checking segment: {'id': 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:31.619735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network hostable DHCP agents. Network: 9f043824-952d-4130-8104-3d7216b96d1e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:31.623809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:31.631865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:31.644118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Made reservation on behalf of fe7a9838874240babb0db1c2bf9cd606 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:31.647699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.677294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.680835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.685031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab123a85-a49c-4894-ac82-b81e32052d60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "DELETE /v2.0/ports/acd1eaa1-8cb4-4543-ac60-395671df63be HTTP/1.1" status: 204 len: 168 time: 1.8673580 Mar 02 19:55:31.685834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'Port': ['ID=24861ab7-d750-4afb-ab51-d2464487c6e7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:31.698611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56516) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:31.702625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.705373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] device_id is not set on port dc66a95b-d14e-4565-8388-57ad775fe695 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:31.708272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Allocated IP 172.26.2.92 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/17239d2f-23fb-46f8-9f84-67131f471b16) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:31.725287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.811641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:31.869684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:31.870285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:31.968154 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba510b0-e9ea-4a74-a166-ff720dc265e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:55:31.975073 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7ba510b0-e9ea-4a74-a166-ff720dc265e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports/acd1eaa1-8cb4-4543-ac60-395671df63be HTTP/1.1" status: 404 len: 333 time: 0.2048044 Mar 02 19:55:32.003099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:32.007908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'Port': ['ID=a4144d3d-242c-47a8-be33-35ef0e645437,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:32.015158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2102962776'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:32.019288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9f043824-952d-4130-8104-3d7216b96d1e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:32.029373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3574bd-4d71-4038-b97e-44e1998080e2 None None] Network 9f043824-952d-4130-8104-3d7216b96d1e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:32.032194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.033207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:32.033783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.040045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:32.040903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.062690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:32.072073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8aa24bcc-9d03-44ca-86ef-7cd05527a7df up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:32.084527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Usage tracker for resource:port and tenant:56de34275f574f7ea2c529060b26af0c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:32.101637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.111045 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.115756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:32.126624 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Transition to ACTIVE for port object 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:32.138177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:32.187246 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-354e4770-b3c1-48d6-a986-8652281d72ca tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5845964 Mar 02 19:55:32.196893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Allocated IP 2001:db8::14 (35c666ea-fb07-489c-b14c-c22efb9195b9/6d71f303-874d-440a-8cc1-d5189b3e0bf5/dc66a95b-d14e-4565-8388-57ad775fe695) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:32.198712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.201522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56524) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:32.201768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:32.202042 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5859785 Mar 02 19:55:32.203606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.213908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-1842247887'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:32.229273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d88fe-4285-4b57-82f8-e4f34b576c65 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=57ef8f33-4d40-4b32-afd2-7b953ac6d53a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:32.236051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.237406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2292356f-7b18-4811-82ff-8a9fb820e304 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8210669 Mar 02 19:55:32.249884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Made reservation on behalf of 56de34275f574f7ea2c529060b26af0c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:32.252539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.304780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.315741 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Attempting to bind port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:32.316429 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Attempting to bind port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '114776d7-3ed6-4047-8ec5-a7d0cf8bf075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:32.316903 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Attempting to bind port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb on network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:32.323328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ff43-257b-4fab-8f89-52ec56249e47 None None] Pushing event updated for resources: {'Port': ['ID=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:32.328461 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:32.329111 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Checking segment: {'id': '114776d7-3ed6-4047-8ec5-a7d0cf8bf075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:32.329771 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.330087 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Bound using segment: {'id': '114776d7-3ed6-4047-8ec5-a7d0cf8bf075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:32.330658 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Bound port: 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114776d7-3ed6-4047-8ec5-a7d0cf8bf075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e699a0c9-15bb-45ef-98a8-726f4bf3b2f1'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:32.331147 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.335711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 885bdcd9-98e4-4f9c-8e46-db8b8099927c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:32.392349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcf2a1-96e1-4b2f-9b7b-498f6bca06bb None None] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:32.400189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.407969 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] For port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:32.411745 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] For port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,segment=NetworkSegment(114776d7-3ed6-4047-8ec5-a7d0cf8bf075),segment_id=114776d7-3ed6-4047-8ec5-a7d0cf8bf075)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:32.434881 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.472700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 57ef8f33-4d40-4b32-afd2-7b953ac6d53a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:32.539717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ff43-257b-4fab-8f89-52ec56249e47 None None] Pushing event updated for resources: {'Port': ['ID=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:32.549319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Routers {'78d4c58d-7617-48db-a1b2-939967a24d9b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:55:32.550134 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['78d4c58d-7617-48db-a1b2-939967a24d9b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:32.588090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.619010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.719369 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] Set router 78d4c58d-7617-48db-a1b2-939967a24d9b gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:55:32.758165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Provisioning for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:32.774835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Provisioning complete for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:32.775435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.810253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:32.869840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:32.871084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.909368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9f043824-952d-4130-8104-3d7216b96d1e', 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'tenant_id': 'd56d8120b111474584e0eb9321d81c37', 'fixed_ips': [{'subnet_id': '5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:32.910432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:32.923516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:32.932717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d4c58d-7617-48db-a1b2-939967a24d9b', 'name': '', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:21Z', 'updated_at': '2022-03-02T19:55:31Z', 'revision_number': 4, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:33.001562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.025645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Transition to ACTIVE for port object dc66a95b-d14e-4565-8388-57ad775fe695 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:33.031839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a848ed6-cb7a-4e02-8bf6-0573b407b197 None None] The sync data for ids ['78d4c58d-7617-48db-a1b2-939967a24d9b'] in dv-neutron-831594-2-hyperv is: [{'id': '78d4c58d-7617-48db-a1b2-939967a24d9b', 'name': '', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:21Z', 'updated_at': '2022-03-02T19:55:31Z', 'revision_number': 4, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:55:33.121283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:33.123687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:33.140806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Allocated IP 172.20.0.2 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/269268c8-b211-4f0e-97d9-a40e581fc971) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:33.150216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56556) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:33.179456 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 19:55:33.194499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'Port': ['ID=17239d2f-23fb-46f8-9f84-67131f471b16,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:33.269829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.301242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8650f6e-3b26-498b-85fb-670ce6a09198 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:33.303400 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b8650f6e-3b26-498b-85fb-670ce6a09198 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "GET /v2.0/networks/57ef8f33-4d40-4b32-afd2-7b953ac6d53a HTTP/1.1" status: 200 len: 756 time: 1.0991375 Mar 02 19:55:33.307614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.309990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:33.319859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Calling delete_port for 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:33.339578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-525be61b-41dd-4026-b41b-c4018a406099 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Synchronizing usage tracker for tenant:400636baa3334e54b332ef4bfebf7017 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:33.348916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:33.395652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.415688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:port and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:33.428563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:33.452153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.452404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:33.453682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:33.459840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:33.473019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:33.478749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:33.479883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.521994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-525be61b-41dd-4026-b41b-c4018a406099 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Unset dirty status for tenant:400636baa3334e54b332ef4bfebf7017 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:33.523126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-525be61b-41dd-4026-b41b-c4018a406099 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--48382502&fields=id&tenant_id=400636baa3334e54b332ef4bfebf7017 HTTP/1.1" status: 200 len: 267 time: 0.3588347 Mar 02 19:55:33.535594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.568632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.583208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.616355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65924e8-761c-4dea-b65b-13f3811237a7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:33.617497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b65924e8-761c-4dea-b65b-13f3811237a7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Synchronizing usage tracker for tenant:08146c825dcb421e888a9c27ba68881b on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:33.621449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.630230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'Port': ['ID=dc66a95b-d14e-4565-8388-57ad775fe695,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:33.644942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] For port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,segment=NetworkSegment(b5faf713-75a4-4d97-9d97-8bcf3e579514),segment_id=b5faf713-75a4-4d97-9d97-8bcf3e579514)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:33.646306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Transition to ACTIVE for port object 269268c8-b211-4f0e-97d9-a40e581fc971 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:33.663615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:33.667635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.673722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.679386 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b7d6ac71-4af4-4ff8-99f0-beb291a3e326 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.8712013 Mar 02 19:55:33.686610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56564) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:33.715964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Transition to ACTIVE for port object 269268c8-b211-4f0e-97d9-a40e581fc971 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:33.743350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'Port': ['ID=24861ab7-d750-4afb-ab51-d2464487c6e7,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:33.746934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.775906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.826666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:33.829868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:55:33.830275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:55:33.831087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccf928-1155-4304-8319-9fa53b4aa1b1 None None] Pushing event updated for resources: {'Port': ['ID=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:33.833984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:33.849320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.856132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:33.864739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b65924e8-761c-4dea-b65b-13f3811237a7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Unset dirty status for tenant:08146c825dcb421e888a9c27ba68881b on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:33.868951 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b65924e8-761c-4dea-b65b-13f3811237a7 tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "GET /v2.0/networks/db5c8dd5-c6c3-4b39-990a-c799b6776ba3 HTTP/1.1" status: 200 len: 767 time: 0.5551672 Mar 02 19:55:33.878614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56568) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:33.883189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:33.922106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Network 45e556fc-8bdf-4569-9275-6b762bf03f88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:33.922431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:55:33.924176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:55:33.963533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:33.986089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:33.987086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:33.988775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:33.996995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=885bdcd9-98e4-4f9c-8e46-db8b8099927c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:34.017437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.081450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Pushing event updated for resources: {'Port': ['ID=269268c8-b211-4f0e-97d9-a40e581fc971,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:34.083622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:34.087671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Attempting to bind port 269268c8-b211-4f0e-97d9-a40e581fc971 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:34.088032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Attempting to bind port 269268c8-b211-4f0e-97d9-a40e581fc971 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:34.088408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Attempting to bind port 269268c8-b211-4f0e-97d9-a40e581fc971 on network 9f043824-952d-4130-8104-3d7216b96d1e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:34.093575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:34.094038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:34.094413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Checking segment: {'id': 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:34.094812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.096044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Bound using segment: {'id': 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:34.096481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Bound port: 269268c8-b211-4f0e-97d9-a40e581fc971, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9f043824-952d-4130-8104-3d7216b96d1e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:34.096858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.108839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:34.109881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Synchronizing usage tracker for tenant:fe7a9838874240babb0db1c2bf9cd606 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:34.168650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.169889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-525b394d-67e8-4c9a-813b-a713b3a06d65 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6600296 Mar 02 19:55:34.170647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.9 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/fd8975ae-4f98-4ac3-bf42-2e6b089a37e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:34.173275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.199160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Provisioning complete for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:34.200775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.203615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b38b8fba-371d-4df1-a045-4709a6d28a23 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:34.204345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b38b8fba-371d-4df1-a045-4709a6d28a23 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Synchronizing usage tracker for tenant:400636baa3334e54b332ef4bfebf7017 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:34.226907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6d3cc85e-7d9b-4ab4-854f-cce0a0c4b2eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2179089 Mar 02 19:55:34.234269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:34.248945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:34.297982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Unset dirty status for tenant:fe7a9838874240babb0db1c2bf9cd606 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:34.302034 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15c1a4dd-43e2-4354-bb09-cb1fd4e95c30 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6117289 Mar 02 19:55:34.331934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56578) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:34.390145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] For port 269268c8-b211-4f0e-97d9-a40e581fc971, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:34.393733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] For port 269268c8-b211-4f0e-97d9-a40e581fc971, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=269268c8-b211-4f0e-97d9-a40e581fc971,segment=NetworkSegment(e8ecacfb-9a7b-45c1-847b-f61e535f1b4c),segment_id=e8ecacfb-9a7b-45c1-847b-f61e535f1b4c)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:34.413648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.419099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Deleting port dc66a95b-d14e-4565-8388-57ad775fe695 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:34.419099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.437281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b38b8fba-371d-4df1-a045-4709a6d28a23 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Unset dirty status for tenant:400636baa3334e54b332ef4bfebf7017 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:34.438453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b38b8fba-371d-4df1-a045-4709a6d28a23 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 812 time: 0.8674138 Mar 02 19:55:34.501570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:34.501905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.508161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-97db5548-1005-4fbd-aa1e-76128c302fa8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/quotas/400636baa3334e54b332ef4bfebf7017 HTTP/1.1" status: 200 len: 375 time: 0.0458312 Mar 02 19:55:34.677409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01fabb-2d7d-455e-a026-a58f84053a26 None None] Pushing event updated for resources: {'Port': ['ID=269268c8-b211-4f0e-97d9-a40e581fc971,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:34.691757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.693772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Provisioning for port dc66a95b-d14e-4565-8388-57ad775fe695 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:34.700062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Provisioning complete for port dc66a95b-d14e-4565-8388-57ad775fe695 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:34.701097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.745158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:34.778842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ef8f33-4d40-4b32-afd2-7b953ac6d53a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:34.815235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8aa24bcc-9d03-44ca-86ef-7cd05527a7df up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:34.816924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.833983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a39170-09ca-4d3a-8dcb-38afc322966c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:34.834269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a39170-09ca-4d3a-8dcb-38afc322966c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:34.902846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Port dc66a95b-d14e-4565-8388-57ad775fe695 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:34.936630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Provisioning for port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:34.945822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:34.946183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:34.982413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Provisioning complete for port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:34.982776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.052885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.096215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:55:35.110630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-132df557-34be-4b15-a670-1182e9c481d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Synchronizing usage tracker for tenant:ec622c0f3a3b4911817bd68aa8b1702f on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:35.114725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a0560ab-d4a1-4a66-8e58-3074217ddcf2 None None] Port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:35.116271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.119984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.144291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.158073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:35.158476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:35.178217 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:35.204766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.236114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Provisioning complete for port dc66a95b-d14e-4565-8388-57ad775fe695 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:35.236690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.301257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Port dc66a95b-d14e-4565-8388-57ad775fe695 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:35.313463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Provisioning complete for port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:35.313834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.367726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'Port': ['ID=17239d2f-23fb-46f8-9f84-67131f471b16,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:35.369965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0feb8080-7193-4715-9205-f7259aa42818 None None] Port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:35.385885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-132df557-34be-4b15-a670-1182e9c481d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Unset dirty status for tenant:ec622c0f3a3b4911817bd68aa8b1702f on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:35.387152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-132df557-34be-4b15-a670-1182e9c481d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--359503135&fields=id&tenant_id=ec622c0f3a3b4911817bd68aa8b1702f HTTP/1.1" status: 200 len: 267 time: 0.6394858 Mar 02 19:55:35.395466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Calling delete_port for dc66a95b-d14e-4565-8388-57ad775fe695 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:35.448050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] For port 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,segment=NetworkSegment(114776d7-3ed6-4047-8ec5-a7d0cf8bf075),segment_id=114776d7-3ed6-4047-8ec5-a7d0cf8bf075)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:35.448419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.465257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.493982 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-2f5124de-af46-436c-96db-2a3f8dab6e13 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9154503 Mar 02 19:55:35.593942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Calling delete_port for 655cd601-3c86-4e02-8d3b-3d6f4e86b5eb owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:35.644008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.644462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:35.647622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57ef8f33-4d40-4b32-afd2-7b953ac6d53a {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:35.650161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.685321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Network': ['ID=57ef8f33-4d40-4b32-afd2-7b953ac6d53a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:35.697698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.714696 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-faaf1d95-191f-4e0a-88d3-4fa329f4aabe tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/57ef8f33-4d40-4b32-afd2-7b953ac6d53a HTTP/1.1" status: 204 len: 168 time: 1.8300860 Mar 02 19:55:35.719933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:35.744496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'name': 'tempest-network--2140617635'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:35.749591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:35.754400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Usage tracker for resource:network and tenant:e98df7cac37a4e43b3a71cb6d940fcd2 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:35.757793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:35.765114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:35.789396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-11145c82-75cb-4be7-bbb8-95e25453bdd1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:55:35.790688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-11145c82-75cb-4be7-bbb8-95e25453bdd1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1754408 Mar 02 19:55:35.802952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Made reservation on behalf of e98df7cac37a4e43b3a71cb6d940fcd2 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:35.805565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.831114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.894995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.904512 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ad6b790b-54de-4f4e-80d3-e4fe3a008f1a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5901713 Mar 02 19:55:35.916438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:35.927753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-47b5c36e-65ab-4110-a5d9-2faf3fffc4f4 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:35.929299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-47b5c36e-65ab-4110-a5d9-2faf3fffc4f4 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/networks?id=457173f6-876a-452d-9b00-5eae2c5f5c45 HTTP/1.1" status: 200 len: 805 time: 0.4567297 Mar 02 19:55:35.967018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:35.978770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:35.983841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:36.006584 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:55:36.023741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:36.032022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-62dc4fd6-7694-4566-8fee-0ee3900e10d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/quotas/ec622c0f3a3b4911817bd68aa8b1702f HTTP/1.1" status: 200 len: 375 time: 0.0946541 Mar 02 19:55:36.041230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] device_id is not set on port 885bdcd9-98e4-4f9c-8e46-db8b8099927c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:36.100949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.103934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.103934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Added segment bc6575f1-d9db-4570-94bb-710799cbb3b8 of type vlan for network ce092e01-649d-4eb9-9296-beeb2d0ecf97 Mar 02 19:55:36.123740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125cd42-077b-4129-85bb-60ce04c1424b None None] Network 9f043824-952d-4130-8104-3d7216b96d1e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:36.151055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Transition to ACTIVE for port object 885bdcd9-98e4-4f9c-8e46-db8b8099927c will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:36.189391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-c4916bd1-a8b3-4f34-aa44-df4d65aa7aae service neutron] 10.222.0.36 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700328 Mar 02 19:55:36.219893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=fd8975ae-4f98-4ac3-bf42-2e6b089a37e1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:36.278691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.283561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event deleted for resources: {'Port': ['ID=dc66a95b-d14e-4565-8388-57ad775fe695,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:36.293706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:36.294334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.349227 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-225db065-22d1-44ed-93ff-8e6018af90c7 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1428847 Mar 02 19:55:36.349227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.350160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56620) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:36.358281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-38d65b85-2d05-4b7c-8c4b-f61002dd7316 None None] Provisioning for port 269268c8-b211-4f0e-97d9-a40e581fc971 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:36.375196 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-1d560f55-3adf-4f5b-bf6b-57a167fc49f6 service neutron] 10.222.0.36 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848707 Mar 02 19:55:36.378353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.388056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.403812 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b394b8d2-4d9e-4729-a53e-99d3da5ca3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "DELETE /v2.0/ports/dc66a95b-d14e-4565-8388-57ad775fe695 HTTP/1.1" status: 204 len: 168 time: 2.0672143 Mar 02 19:55:36.409913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:36.414790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-61851942', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:7e:bc'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:36.528806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Port': ['ID=655cd601-3c86-4e02-8d3b-3d6f4e86b5eb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:36.539173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Request body: {'port': {'name': 'tempest-new-port-name-847388025', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:36.539761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] bootfile-name is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:36.539893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] tftp-server is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:36.540237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.api.validators [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] server-ip-address is not in valid_values {{(pid=87813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 19:55:36.632482 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-898e6064-5c37-42bc-af0f-fc9b7f7508d6 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ec622c0f3a3b4911817bd68aa8b1702f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5989265 Mar 02 19:55:36.689853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=885bdcd9-98e4-4f9c-8e46-db8b8099927c,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:36.705091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.706701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:36.709016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.746082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:36.746979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:36.747557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:36.813193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:36.813610 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:36.820450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9248c992-e21b-4203-aa2a-6d025dc2c0ab None None] Provisioning for port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:36.826252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9248c992-e21b-4203-aa2a-6d025dc2c0ab None None] Provisioning complete for port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:36.826696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9248c992-e21b-4203-aa2a-6d025dc2c0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:36.836595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 2 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:36.909906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 269268c8-b211-4f0e-97d9-a40e581fc971 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:36.918553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:36.933133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:port and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:36.949198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:36.985079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:36.988630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=ce092e01-649d-4eb9-9296-beeb2d0ecf97,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:37.008962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-2cc39dc6-c6a7-4ff4-bb50-15f853570b58 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:55:37.010505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-2cc39dc6-c6a7-4ff4-bb50-15f853570b58 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1932745 Mar 02 19:55:37.014451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network ce092e01-649d-4eb9-9296-beeb2d0ecf97 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:37.028591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.045150 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-265cfe6c-7e10-4fb8-bab5-4b8e9a981275 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3193898 Mar 02 19:55:37.051303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.051757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.052498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.065443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56664) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:37.078165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.078883 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.079989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.101729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 3 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.112452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-4d2660ac-6413-42ee-af99-0d684e6a61da tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Synchronizing usage tracker for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:37.123938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9248c992-e21b-4203-aa2a-6d025dc2c0ab None None] Port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:37.132253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:37.139484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 269268c8-b211-4f0e-97d9-a40e581fc971 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:37.147605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 269268c8-b211-4f0e-97d9-a40e581fc971 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:37.148110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.149767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:37.197347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.197814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.198234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.208100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.208552 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.212731 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 4 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.234132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.234625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.235045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.248097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.248562 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.252012 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 5 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.276102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.276723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.277143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.282381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aedd4815-a16d-459e-891e-0a672bd3a03b None None] Provisioning complete for port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:37.282740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aedd4815-a16d-459e-891e-0a672bd3a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.289503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-4d2660ac-6413-42ee-af99-0d684e6a61da tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Unset dirty status for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:37.290752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-4d2660ac-6413-42ee-af99-0d684e6a61da tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--194649085&fields=id&tenant_id=ae7be9c513e74f32a0ce6c4d11211467 HTTP/1.1" status: 200 len: 267 time: 0.4723644 Mar 02 19:55:37.297598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.298401 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.300519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 6 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.332216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.379522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-aedd4815-a16d-459e-891e-0a672bd3a03b None None] Port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:37.385765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 269268c8-b211-4f0e-97d9-a40e581fc971, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=269268c8-b211-4f0e-97d9-a40e581fc971,segment=NetworkSegment(e8ecacfb-9a7b-45c1-847b-f61e535f1b4c),segment_id=e8ecacfb-9a7b-45c1-847b-f61e535f1b4c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:37.393354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.437434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-5e476d9a-f44f-4837-a219-0b11dc20a819 service neutron] 10.222.0.36 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158099 Mar 02 19:55:37.475035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=269268c8-b211-4f0e-97d9-a40e581fc971,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:37.486919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.487244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.487579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.591067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.591420 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.603306 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 7 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.616684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.637270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.637516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.637849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.638639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.652369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.652661 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.657296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 8 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.704582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-909c94e8-9366-4abd-ad94-1a4427b6d54e tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:37.706063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-909c94e8-9366-4abd-ad94-1a4427b6d54e tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/networks?id=efd765d0-67e6-46f7-bbf3-83fc124c879b HTTP/1.1" status: 200 len: 811 time: 0.3975298 Mar 02 19:55:37.711145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.711471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.711797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.717057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-b8207fd3-12be-4d8f-9ea9-6be526b517ea service neutron] 10.222.0.36 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714200 Mar 02 19:55:37.726120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.726509 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.727525 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 9 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.737529 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-4874a143-e783-4db1-a20f-d003b8b4f600 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/quotas/ae7be9c513e74f32a0ce6c4d11211467 HTTP/1.1" status: 200 len: 375 time: 0.0184391 Mar 02 19:55:37.808469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.812753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.813092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.830354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.830676 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.831057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempt 10 to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c Mar 02 19:55:37.888402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:37.888945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:37.889496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempting to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:37.892824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.893354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78d4c58d-7617-48db-a1b2-939967a24d9b {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:37.913935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:37.914448 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Failed to bind port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '1ac82f14-395a-4380-90ea-1a01453a059a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '45e556fc-8bdf-4569-9275-6b762bf03f88'}] Mar 02 19:55:37.914907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:37.970935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.004759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.008940 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-34e6a4c7-360a-41e5-a07b-a0723b285c41 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/routers/78d4c58d-7617-48db-a1b2-939967a24d9b HTTP/1.1" status: 204 len: 168 time: 7.3686717 Mar 02 19:55:38.011856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56698) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:38.082541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:38.102164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-83dc1934-be03-45c6-8efc-3c7a1e140f86 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7be9c513e74f32a0ce6c4d11211467&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3523533 Mar 02 19:55:38.240109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 885bdcd9-98e4-4f9c-8e46-db8b8099927c, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:38.241909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:55:38.243121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.258793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting subnet 7521ae7b-4148-4794-b5b2-f13e135924ff {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:55:38.262766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.288596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-22627a5e-0752-4c97-81aa-da5a293787dd service neutron] 10.222.0.36 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815197 Mar 02 19:55:38.295759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.300551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.328552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.369625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-abc8a9b9-1eff-4499-8211-260cd32bcbb1 req-f82699fd-505e-4bc7-8801-7efe1655d4fe tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.1203775 Mar 02 19:55:38.416722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] In _notify_port_updated(), no bound segment for port 885bdcd9-98e4-4f9c-8e46-db8b8099927c on network 45e556fc-8bdf-4569-9275-6b762bf03f88 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:55:38.417703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:38.418292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.422258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "PUT /v2.0/ports/885bdcd9-98e4-4f9c-8e46-db8b8099927c HTTP/1.1" status: 200 len: 981 time: 4.1809704 Mar 02 19:55:38.481082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:38.498246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.553420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c9f17cc2-8cc0-4b96-9245-a97b18c14d76 req-31dc3b32-671c-4700-bec5-24b1aca444a3 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.0678365 Mar 02 19:55:38.561194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93418636-9e31-4550-bda9-0ae31605a8ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event updated for resources: {'Port': ['ID=885bdcd9-98e4-4f9c-8e46-db8b8099927c,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:38.594158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] In _notify_port_updated(), no bound segment for port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 on network 35c666ea-fb07-489c-b14c-c22efb9195b9 {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:55:38.600234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:38.600234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.601509 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "PUT /v2.0/ports/41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 HTTP/1.1" status: 200 len: 1129 time: 2.1451273 Mar 02 19:55:38.604905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:38.622056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Network ce092e01-649d-4eb9-9296-beeb2d0ecf97 is not hosted by any dhcp agent {{(pid=87813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 19:55:38.623041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:38.623732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.627983 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "PUT /v2.0/networks/ce092e01-649d-4eb9-9296-beeb2d0ecf97 HTTP/1.1" status: 200 len: 858 time: 1.5547686 Mar 02 19:55:38.631370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56728) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:38.645869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.649262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-b8363863-04b4-4ca7-bc86-cf0ff0333a97 service neutron] 10.222.0.36 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472867 Mar 02 19:55:38.753095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 269268c8-b211-4f0e-97d9-a40e581fc971 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:38.762902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff316a01-a818-4af5-81ca-2aaaefef7bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:38.770016 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ff316a01-a818-4af5-81ca-2aaaefef7bc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "GET /v2.0/ports/41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 HTTP/1.1" status: 200 len: 1129 time: 0.1637120 Mar 02 19:55:38.770757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56736) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:38.788515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Deleting port 885bdcd9-98e4-4f9c-8e46-db8b8099927c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:38.788852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.930325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Deleting port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:38.930675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.946458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 269268c8-b211-4f0e-97d9-a40e581fc971 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:38.946932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:38.992662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b505f5e-9b00-496b-8741-ca514bd67538 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event updated for resources: {'Port': ['ID=41f7ba1e-fb6a-40dc-acc0-86764b5cfd89,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:39.041404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.32', 63527) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:39.155281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e842fc2-49c7-4f5d-9696-45ac47c02e3d req-64abb020-a06f-4920-9780-7582e2071726 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.0637546 Mar 02 19:55:39.220990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-18a235b2-e08c-4334-8da7-507b7df0e8c1 None None] Provisioning complete for port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:39.221510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-18a235b2-e08c-4334-8da7-507b7df0e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:39.231087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.11 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/71340c8e-a9cf-4b2c-87e8-2d9a4050b53c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:39.297382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-18a235b2-e08c-4334-8da7-507b7df0e8c1 None None] Port 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:39.319278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:39.343544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635686b3-0e22-414e-ac5f-ce4d5c489305 tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event updated for resources: {'Network': ['ID=ce092e01-649d-4eb9-9296-beeb2d0ecf97,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:39.393882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:39.631622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Calling delete_port for 41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:39.706083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] For port 885bdcd9-98e4-4f9c-8e46-db8b8099927c, host hv-neutron-8315, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:39.706896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:39.846293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Calling delete_port for 885bdcd9-98e4-4f9c-8e46-db8b8099927c owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:39.865545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1473a429-7b59-4b1d-82df-c016266e8f23 req-8b5702bf-16ce-46da-84f9-d6354b015ceb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.1039109 Mar 02 19:55:39.911257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:39.925045 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e52b419-4bd4-4d1f-9b9e-9d7cee44c5bf req-5cd4ee49-9265-430c-bfd7-010c396a4344 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.1098599 Mar 02 19:55:39.965596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.024306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event deleted for resources: {'Port': ['ID=41f7ba1e-fb6a-40dc-acc0-86764b5cfd89,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:40.077150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.095463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.32', 63534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:40.289718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-88607c07-5b64-400f-986d-f4b6c4e0f2bf tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "DELETE /v2.0/ports/41f7ba1e-fb6a-40dc-acc0-86764b5cfd89 HTTP/1.1" status: 204 len: 168 time: 1.5179193 Mar 02 19:55:40.299367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:40.397946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.513217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7521ae7b-4148-4794-b5b2-f13e135924ff,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:40.551832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.554267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ee087288-e7fd-4b4e-ac56-0b215d712fca req-f3a96506-e495-4810-a34c-ad44eebd7f6f tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.1490309 Mar 02 19:55:40.580586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b6ad802c-c471-42cc-9745-97fb30522072 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:40.580586 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-b6ad802c-c471-42cc-9745-97fb30522072 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 812 time: 1.4718423 Mar 02 19:55:40.580586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.607632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Deleting subnet 6d71f303-874d-440a-8cc1-d5189b3e0bf5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:55:40.634587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-16b8b395-edad-459a-9ef4-e88f075f02e4 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:40.636317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-16b8b395-edad-459a-9ef4-e88f075f02e4 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.32 "GET /v2.0/networks?id=457173f6-876a-452d-9b00-5eae2c5f5c45 HTTP/1.1" status: 200 len: 805 time: 0.5375376 Mar 02 19:55:40.638488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.726840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.736125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.739128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Pushing event deleted for resources: {'Port': ['ID=885bdcd9-98e4-4f9c-8e46-db8b8099927c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:40.748453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:40.775268 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5e10d0fb-e906-4b0b-b5af-f42fe26bb8e6 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/7521ae7b-4148-4794-b5b2-f13e135924ff HTTP/1.1" status: 204 len: 168 time: 2.7581799 Mar 02 19:55:40.790930 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3b3c9de5-4628-4133-aa48-da6aaf802c17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "DELETE /v2.0/ports/885bdcd9-98e4-4f9c-8e46-db8b8099927c HTTP/1.1" status: 204 len: 168 time: 2.2940168 Mar 02 19:55:40.793987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56800) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:40.794479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56802) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:40.805321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce092e01-649d-4eb9-9296-beeb2d0ecf97']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:40.876458 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-86575d9b-a5e4-433a-ae9b-84f67cd3485c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:55:40.877263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-86575d9b-a5e4-433a-ae9b-84f67cd3485c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Synchronizing usage tracker for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:40.952609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6575f1-d9db-4570-94bb-710799cbb3b8') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:40.953169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6575f1-d9db-4570-94bb-710799cbb3b8') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:40.982701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.015094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.064977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.083042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:41.084791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.172052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.181097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.32', 63537) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:41.280450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e305547-a952-4748-9429-b7e8935f0ddf req-b7327c63-2b5c-4044-9b5d-f7a0669b57bb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.1792977 Mar 02 19:55:41.282530 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a8a7958-0e35-482d-857d-6d22dc6c7a8e req-79fc96d0-160c-45e7-880b-13e61f5f397c tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.1430366 Mar 02 19:55:41.285601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event deleted for resources: {'Subnet': ['ID=6d71f303-874d-440a-8cc1-d5189b3e0bf5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:41.287324 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:41.296748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.316096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce092e01-649d-4eb9-9296-beeb2d0ecf97 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:41.328840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.332729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd3174-f0c5-4ade-bde2-0d1e2f98bf59 None None] Network 35c666ea-fb07-489c-b14c-c22efb9195b9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:41.354422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:41.429219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.711694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.732743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.737448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce092e01-649d-4eb9-9296-beeb2d0ecf97,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:41.746569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-86575d9b-a5e4-433a-ae9b-84f67cd3485c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] Unset dirty status for tenant:56de34275f574f7ea2c529060b26af0c on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:41.753504 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-86575d9b-a5e4-433a-ae9b-84f67cd3485c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798040370-project-admin] 10.222.0.36 "GET /v2.0/ports/885bdcd9-98e4-4f9c-8e46-db8b8099927c HTTP/1.1" status: 404 len: 333 time: 0.9526098 Mar 02 19:55:41.761294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56822) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:41.841139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f016618-b0e7-4db2-a35e-c6b7680a223c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.938629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6677a0f7-79e4-46e0-8cbd-3feadf950e31 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "DELETE /v2.0/subnets/6d71f303-874d-440a-8cc1-d5189b3e0bf5 HTTP/1.1" status: 204 len: 168 time: 1.6375403 Mar 02 19:55:41.953114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.961576 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-79e062a9-ffb3-4546-9517-9c6115d6f3db tempest-ExternalNetworksTestJSON-2036450623 tempest-ExternalNetworksTestJSON-2036450623-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ce092e01-649d-4eb9-9296-beeb2d0ecf97 HTTP/1.1" status: 204 len: 168 time: 3.2855585 Mar 02 19:55:41.966073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:41.968031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56828) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:41.968515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56830) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:41.973421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] DHCP port deletion for 35c666ea-fb07-489c-b14c-c22efb9195b9 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:55:41.978011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Deleting port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:41.978412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:42.034724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-966449ad-ad75-40d4-b107-3e5f876ff1bf tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec622c0f3a3b4911817bd68aa8b1702f HTTP/1.1" status: 200 len: 379 time: 0.7224813 Mar 02 19:55:42.041603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:42.049603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'port': {'device_id': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'admin_state_up': True, 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'security_groups': ['360cffbf-feb0-41d2-802a-5ca70b13aa9e']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:42.073897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:42.094247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84a489c0-9677-413c-aeaf-9e6e88ae7a1e req-83e69505-839c-4167-92a4-038a68f5df03 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.1757407 Mar 02 19:55:42.145877 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8d8223-f973-4ea8-bdfd-b53e7118972e tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] DELETE failed (client error): The resource could not be found. Mar 02 19:55:42.148021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8d8223-f973-4ea8-bdfd-b53e7118972e tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:55:42.156318 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9b8d8223-f973-4ea8-bdfd-b53e7118972e tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "DELETE /v2.0/subnets/ab39b217-bef9-4159-a236-a14b2504df0d HTTP/1.1" status: 404 len: 337 time: 0.1705918 Mar 02 19:55:42.163653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:42.349721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-f058b7a7-12c2-4640-b9ba-66ad09b357dd tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:42.351247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-f058b7a7-12c2-4640-b9ba-66ad09b357dd tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.32 "GET /v2.0/networks?id=efd765d0-67e6-46f7-bbf3-83fc124c879b HTTP/1.1" status: 200 len: 811 time: 1.0464673 Mar 02 19:55:42.566314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3f3c409c-4840-4229-954c-2d96780e6d44 None None] Provisioning for port 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:42.571366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] For port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,segment=NetworkSegment(b5faf713-75a4-4d97-9d97-8bcf3e579514),segment_id=b5faf713-75a4-4d97-9d97-8bcf3e579514)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:42.572782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:42.587816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3f3c409c-4840-4229-954c-2d96780e6d44 None None] Provisioning complete for port 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:42.588289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3f3c409c-4840-4229-954c-2d96780e6d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:42.599253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:42.678065 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e0cb7a8-5c37-4409-8416-cf89f8cef3f3 req-f441c2cb-5cc4-429b-9f2a-c97d714956d4 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.2029171 Mar 02 19:55:42.706166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:42.706853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:42.750250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a0cb4cf0-18a9-44f3-9387-4f885ee7fa5d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=400636baa3334e54b332ef4bfebf7017 HTTP/1.1" status: 200 len: 378 time: 1.4303181 Mar 02 19:55:42.754883 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.3581200 Mar 02 19:55:42.755567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56846) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:42.842771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8aa24bcc-9d03-44ca-86ef-7cd05527a7df no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:55:42.852126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'port': {'device_id': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'admin_state_up': True, 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'security_groups': ['9d9b5e2a-131f-4743-8157-ae99671e6c03']}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:42.854566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-17a0508b-8369-4829-8856-bb1756274d18 req-663c290a-bc33-49eb-b471-b399b7cd30f9 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.1754012 Mar 02 19:55:42.881735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:42.889701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:42.903803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Usage tracker for resource:port and tenant:ec622c0f3a3b4911817bd68aa8b1702f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:42.907234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Calling delete_port for 8aa24bcc-9d03-44ca-86ef-7cd05527a7df owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:42.914672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-70beb04e-9c74-4c20-ba7f-75d71b036f42 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7be9c513e74f32a0ce6c4d11211467 HTTP/1.1" status: 200 len: 379 time: 0.4355779 Mar 02 19:55:42.917243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:42.962914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:42.987144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'port': {'device_id': '523e129f-59d9-4b14-9499-6482a189d0cb', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'admin_state_up': True, 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'security_groups': ['b4f95b32-f54a-4fb8-ae21-08a1a6338f8f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:42.995148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c409c-4840-4229-954c-2d96780e6d44 None None] Port 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:43.076560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Made reservation on behalf of ec622c0f3a3b4911817bd68aa8b1702f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:43.080737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.168904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.177447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.243690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:43.278226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.293481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] Pushing event deleted for resources: {'Port': ['ID=8aa24bcc-9d03-44ca-86ef-7cd05527a7df,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:43.295848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403083dc-04e4-4227-9919-177f7c6c49e2 None None] No DVR routers for this DVR port 8aa24bcc-9d03-44ca-86ef-7cd05527a7df on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:55:43.299897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.331319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.411973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e699a0c9-15bb-45ef-98a8-726f4bf3b2f1']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.441825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ebc33-2668-4378-9724-cf7ad9ea3ed0 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=71340c8e-a9cf-4b2c-87e8-2d9a4050b53c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:43.448394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Usage tracker for resource:port and tenant:400636baa3334e54b332ef4bfebf7017 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:43.490164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114776d7-3ed6-4047-8ec5-a7d0cf8bf075') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.490455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114776d7-3ed6-4047-8ec5-a7d0cf8bf075') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.499668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:43.556036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:43.583550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.604591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c8dd5-c6c3-4b39-990a-c799b6776ba3']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.627960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5a1a009b-99bc-454f-93c7-2cb48c820021 req-c27d7932-0342-4190-8586-ac771a91c87f tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.1722734 Mar 02 19:55:43.650563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60e59c21-d1cd-43d4-8f9c-6b9a454ea9a3') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.651314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60e59c21-d1cd-43d4-8f9c-6b9a454ea9a3') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:43.688632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.695567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.709067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Allocated IP 172.20.0.9 (457173f6-876a-452d-9b00-5eae2c5f5c45/c19f578b-b42c-4ee6-aeac-9442ea0beabb/22becb77-ebfd-4548-ae4e-73de9703fc9f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:43.714156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Made reservation on behalf of 400636baa3334e54b332ef4bfebf7017 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:43.718700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.727988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:43.731143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.741403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Usage tracker for resource:port and tenant:ae7be9c513e74f32a0ce6c4d11211467 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:43.746573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:43.747556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.762042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.764905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:43.768019 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:43.786881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:43.831991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:43.838274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:43.844434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:43.845439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Synchronizing usage tracker for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:43.851776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:43.851950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:43.876684 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:43.939863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e556fc-8bdf-4569-9275-6b762bf03f88']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.004497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.016278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac82f14-395a-4380-90ea-1a01453a059a') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.016714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac82f14-395a-4380-90ea-1a01453a059a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.091090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.117700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c666ea-fb07-489c-b14c-c22efb9195b9']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.132452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Unset dirty status for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:44.137427 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-db04ebec-5866-4a8e-bb95-b6c1d95a4abf tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.3594887 Mar 02 19:55:44.139398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.142018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56856) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:44.147115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5faf713-75a4-4d97-9d97-8bcf3e579514') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.147509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5faf713-75a4-4d97-9d97-8bcf3e579514') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:55:44.159466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.173901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Made reservation on behalf of ae7be9c513e74f32a0ce6c4d11211467 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:44.178860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.220695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:55:44.222733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.230958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:44.231468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:44.246809 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:44.249622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.317543 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9b19392e-3857-4ebe-8b60-3c961d5ea38b req-1cb6e0e6-aa56-4125-ac29-69ff99e526a5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.3709512 Mar 02 19:55:44.323540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c9e251d0-829c-4e23-ab96-0a98dc015c69 req-7640fa25-1ce6-40b0-8f86-4922be567ee6 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.2429514 Mar 02 19:55:44.333932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:44.335514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.369294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Network': ['ID=e699a0c9-15bb-45ef-98a8-726f4bf3b2f1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:44.400679 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-beacf13c-537f-4581-96b5-9cda13fd3543 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/networks/e699a0c9-15bb-45ef-98a8-726f4bf3b2f1 HTTP/1.1" status: 204 len: 168 time: 3.6026187 Mar 02 19:55:44.403717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.439161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:55:44.439878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.468434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:55:44.482378 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:55:44.529018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.536103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Allocated IP 172.20.0.7 (f814acb0-837c-4232-ba06-66d922dc4849/bf83ad95-40c6-443c-a147-7c2b4f22feb9/0f798646-2887-4bcb-a316-f656ee5b812d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:44.567959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.599088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] Pushing event deleted for resources: {'Network': ['ID=45e556fc-8bdf-4569-9275-6b762bf03f88,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:44.622589 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-98b0d240-eb39-4204-9de3-688b661d4069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1529464866-project] 10.222.0.36 "DELETE /v2.0/networks/45e556fc-8bdf-4569-9275-6b762bf03f88 HTTP/1.1" status: 204 len: 168 time: 2.8597054 Mar 02 19:55:44.702407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.766977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:44.790712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] Pushing event deleted for resources: {'Network': ['ID=35c666ea-fb07-489c-b14c-c22efb9195b9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:44.827723 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-908f7965-f047-4c5a-8bf9-12e1d855fef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888 tempest-ExtraDHCPOptionsIpV6TestJSON-1444045888-project] 10.222.0.36 "DELETE /v2.0/networks/35c666ea-fb07-489c-b14c-c22efb9195b9 HTTP/1.1" status: 204 len: 168 time: 2.8436217 Mar 02 19:55:44.964097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.012824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Transition to ACTIVE for port object 22becb77-ebfd-4548-ae4e-73de9703fc9f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:45.019485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.031982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cda6a2e6-dabf-4e99-9e96-240f223bcf18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.088438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] Pushing event deleted for resources: {'Network': ['ID=db5c8dd5-c6c3-4b39-990a-c799b6776ba3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:45.130697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.146186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5aae99ed-d25e-43f3-9089-cc35a6217d0b req-6518f89e-fbfb-43da-ab22-1f79deb38d06 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.1231883 Mar 02 19:55:45.217455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b2b627e8-879b-4a71-b595-a5efd527ae6c tempest-ExternalNetworksTestJSON-1792033657 tempest-ExternalNetworksTestJSON-1792033657-project] 10.222.0.36 "DELETE /v2.0/networks/db5c8dd5-c6c3-4b39-990a-c799b6776ba3 HTTP/1.1" status: 204 len: 168 time: 2.9830306 Mar 02 19:55:45.256812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.296137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:45.308044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'name': 'tempest-router--524116167', 'project_id': '78b40de60e4a4fc5b636e980387e0ef3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:45.312610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:45.316522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:router and tenant:78b40de60e4a4fc5b636e980387e0ef3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:45.319970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:45.326098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:45.330233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.352784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.353925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.380835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Transition to ACTIVE for port object 0f798646-2887-4bcb-a316-f656ee5b812d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:45.449428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56884) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:45.481125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.495815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.604194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Network f814acb0-837c-4232-ba06-66d922dc4849 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:45.608885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:45.627125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:45.702337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event updated for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:45.719948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.780749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:45.783372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:45.790606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56892) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:45.859451 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-fd68a433-b56e-4311-896d-5dcdf929a41e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0112696 Mar 02 19:55:45.872411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-20310449-437a-4c30-9a92-3d5bc8f7c19a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:55:45.873563 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-20310449-437a-4c30-9a92-3d5bc8f7c19a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077050 Mar 02 19:55:45.894356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:46.076965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 71340c8e-a9cf-4b2c-87e8-2d9a4050b53c owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:46.174109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9230180b-6f3a-4452-b095-80c277f965aa None None] Provisioning for port 0f798646-2887-4bcb-a316-f656ee5b812d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:46.186902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9230180b-6f3a-4452-b095-80c277f965aa None None] Provisioning complete for port 0f798646-2887-4bcb-a316-f656ee5b812d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:46.187192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9230180b-6f3a-4452-b095-80c277f965aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:46.289715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:46.311162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9230180b-6f3a-4452-b095-80c277f965aa None None] Port 0f798646-2887-4bcb-a316-f656ee5b812d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:46.384041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:46.435558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event updated for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:46.464960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-922df1bf-73eb-428e-9750-eb919f0e7c7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe7a9838874240babb0db1c2bf9cd606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672404 Mar 02 19:55:46.471427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56908) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:46.550907 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f9a2f23-fbca-4757-b9e1-e0b82043b099 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d8590a30e784f559f6d33d0e4d502b6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0966082 Mar 02 19:55:46.554586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56916) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:46.558547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Request body: {'port': {'device_id': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:46.584600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:46.594848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:46.599664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:46.708893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:46.758753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Allocated IP 172.20.0.7 (efd765d0-67e6-46f7-bbf3-83fc124c879b/a824b1d3-ed38-40ea-9d9e-a79aa73fea4c/c14abf52-381a-4911-9306-a45fe79ce3ee) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:46.851891 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1a609a03-4aec-42b5-8a61-9f6f21ed1b2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08146c825dcb421e888a9c27ba68881b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4562392 Mar 02 19:55:46.856690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56920) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:46.858760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:46.952895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:46.954035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.000845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.010308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.043876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d2eebea-c3d4-41d3-b9c2-2e5194b40189 None None] Provisioning for port 22becb77-ebfd-4548-ae4e-73de9703fc9f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:47.055915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d2eebea-c3d4-41d3-b9c2-2e5194b40189 None None] Provisioning complete for port 22becb77-ebfd-4548-ae4e-73de9703fc9f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:47.060536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d2eebea-c3d4-41d3-b9c2-2e5194b40189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.121574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.130097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.165588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d2eebea-c3d4-41d3-b9c2-2e5194b40189 None None] Port 22becb77-ebfd-4548-ae4e-73de9703fc9f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:47.200567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.224895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.230055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-75a34d14-1dc5-43c2-bf46-3caeb4b21ede tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1849287 Mar 02 19:55:47.289052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Request body: {'port': {'device_id': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:47.336184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=71340c8e-a9cf-4b2c-87e8-2d9a4050b53c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:47.346376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f402-0920-4168-a085-fb673830ae32 req-9b17e602-3a2c-4ebb-8ebf-22316424c848 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:47.354321 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9025f402-0920-4168-a085-fb673830ae32 req-9b17e602-3a2c-4ebb-8ebf-22316424c848 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 931 time: 1.8233352 Mar 02 19:55:47.432546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.455454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b93166-0704-4d6a-b433-e103324a0dcc req-03248a64-7e2d-47fa-aacf-bde0c2c72bde tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:47.456216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-88b93166-0704-4d6a-b433-e103324a0dcc req-03248a64-7e2d-47fa-aacf-bde0c2c72bde tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Synchronizing usage tracker for tenant:ec622c0f3a3b4911817bd68aa8b1702f on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:47.459046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.468200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3da667db-726f-49cc-a097-5018e097d347 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.1618066 Mar 02 19:55:47.484069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56924) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:47.486031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.489212 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ecec5105-6bd0-474d-bb63-757031a110e6 HTTP/1.1" status: 204 len: 168 time: 1.0166318 Mar 02 19:55:47.497257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.499805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.503671 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd08ae71-90c2-4a47-9665-6019f7d844be HTTP/1.1" status: 204 len: 168 time: 0.9028168 Mar 02 19:55:47.600897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9025f402-0920-4168-a085-fb673830ae32 req-3442416e-93f9-42df-a92d-ae7677665904 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2456002 Mar 02 19:55:47.601936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33df12-1b9a-4669-a8ef-155884850155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecec5105-6bd0-474d-bb63-757031a110e6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:47.605873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.722654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008a4a2-6383-4022-b7c0-6585d29588ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd08ae71-90c2-4a47-9665-6019f7d844be,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:47.780665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.845506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-88b93166-0704-4d6a-b433-e103324a0dcc req-03248a64-7e2d-47fa-aacf-bde0c2c72bde tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Unset dirty status for tenant:ec622c0f3a3b4911817bd68aa8b1702f on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:47.862337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-88b93166-0704-4d6a-b433-e103324a0dcc req-03248a64-7e2d-47fa-aacf-bde0c2c72bde tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 931 time: 2.3301759 Mar 02 19:55:48.057591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:48.171918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:48.209626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:48.216138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-88b93166-0704-4d6a-b433-e103324a0dcc req-e46e429c-e4ea-441b-8a94-15636c5d6b0c tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529801 Mar 02 19:55:48.245329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56942) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:48.381330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4a509a1e-2d97-4127-a70b-44bbecf5813b req-d655c034-50ce-49ae-9b24-1d10ca184b17 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Synchronizing usage tracker for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:48.496780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Transition to ACTIVE for port object c14abf52-381a-4911-9306-a45fe79ce3ee will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:48.556345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:48.560782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1bd2cb67-f39d-43ed-8e14-0c3c2f160e5d tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/71340c8e-a9cf-4b2c-87e8-2d9a4050b53c HTTP/1.1" status: 204 len: 168 time: 4.4046788 Mar 02 19:55:48.570191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:48.572718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4a509a1e-2d97-4127-a70b-44bbecf5813b req-d655c034-50ce-49ae-9b24-1d10ca184b17 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Unset dirty status for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:48.579767 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a509a1e-2d97-4127-a70b-44bbecf5813b req-d655c034-50ce-49ae-9b24-1d10ca184b17 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.6119323 Mar 02 19:55:48.778611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-de906e21-c37c-458d-ae52-95252be1826f tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] GET failed (client error): The resource could not be found. Mar 02 19:55:48.786488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de906e21-c37c-458d-ae52-95252be1826f tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Synchronizing usage tracker for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:48.979122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:48.986692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.017991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.021850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de906e21-c37c-458d-ae52-95252be1826f tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Unset dirty status for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:55:49.032209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-de906e21-c37c-458d-ae52-95252be1826f tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports/71340c8e-a9cf-4b2c-87e8-2d9a4050b53c HTTP/1.1" status: 404 len: 333 time: 0.4515700 Mar 02 19:55:49.032209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:49.049860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-1143426671'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:49.076431 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5cc6756a-eb98-42ed-b05e-c41ad6dd7be5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56de34275f574f7ea2c529060b26af0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8293869 Mar 02 19:55:49.080696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56966) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:49.085708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347711a4-c966-42b7-a232-07ee30cc0e36,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:49.113301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.119513 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-33ca03cf-8b13-4a61-9985-50bb66e11b36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/347711a4-c966-42b7-a232-07ee30cc0e36 HTTP/1.1" status: 204 len: 168 time: 2.2564604 Mar 02 19:55:49.120703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.121554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40f7a00b-4a79-4c71-9143-115398fd2ee3 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:49.134881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.141514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.146021 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bb43163f-891b-4a06-aabe-b153ba914c01 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/routers/40f7a00b-4a79-4c71-9143-115398fd2ee3 HTTP/1.1" status: 204 len: 168 time: 1.6555319 Mar 02 19:55:49.379667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 56976) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:49.387535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.390677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f798646-2887-4bcb-a316-f656ee5b812d {{(pid=87813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:55:49.424244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event updated for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:49.445901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ae776-8a1a-491d-95f0-61528ad91665 req-0b19243a-e4a1-420f-aa33-18c4f8347d42 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:49.447351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-960ae776-8a1a-491d-95f0-61528ad91665 req-0b19243a-e4a1-420f-aa33-18c4f8347d42 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 931 time: 0.5277684 Mar 02 19:55:49.448028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.492892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.500241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Transition to ACTIVE for port object 0f798646-2887-4bcb-a316-f656ee5b812d will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:49.520519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:49.594930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Network efd765d0-67e6-46f7-bbf3-83fc124c879b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:49.629151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:49.654658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:49.926534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Pushing event updated for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:49.959253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-741494466'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:49.969149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:50.003272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:50.004862 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-960ae776-8a1a-491d-95f0-61528ad91665 req-8120ca45-7121-4932-a319-efc70fa2e231 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4181178 Mar 02 19:55:50.070670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:50.081021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.090106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:50.111735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:network and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:50.116417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:50.188892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:50.189152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-af9fe82c-ff96-4bb3-93c9-432d8982cbae tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2184255 Mar 02 19:55:50.220830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Request body: {'port': {'device_id': '523e129f-59d9-4b14-9499-6482a189d0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:50.222710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:50.228032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.283841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4b9e163f-2909-47a1-bd5c-c3e43ebca2b8 None None] Provisioning for port c14abf52-381a-4911-9306-a45fe79ce3ee completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:50.287391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c2b06-436e-4901-a58e-fe60a58a8dd3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:50.290245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Made reservation on behalf of 62f8a9770239485da7b44655f9668c67 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:50.293834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.295636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4b9e163f-2909-47a1-bd5c-c3e43ebca2b8 None None] Provisioning complete for port c14abf52-381a-4911-9306-a45fe79ce3ee triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:50.296166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b9e163f-2909-47a1-bd5c-c3e43ebca2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.302930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:55:50.345510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.346702 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cacfdab3-5418-4025-a24c-507e8adfe265 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2e9c2b06-436e-4901-a58e-fe60a58a8dd3 HTTP/1.1" status: 204 len: 168 time: 1.2634332 Mar 02 19:55:50.358263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.390015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Attempting to bind port 0f798646-2887-4bcb-a316-f656ee5b812d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:50.390384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Attempting to bind port 0f798646-2887-4bcb-a316-f656ee5b812d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:50.390704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Attempting to bind port 0f798646-2887-4bcb-a316-f656ee5b812d on network f814acb0-837c-4232-ba06-66d922dc4849 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:50.404923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:50.414699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Port 0f798646-2887-4bcb-a316-f656ee5b812d on network f814acb0-837c-4232-ba06-66d922dc4849 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:50.414699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Attempting to bind port 0f798646-2887-4bcb-a316-f656ee5b812d on network f814acb0-837c-4232-ba06-66d922dc4849 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:50.414699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:security_group_rule and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:50.435690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:50.441302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4b9e163f-2909-47a1-bd5c-c3e43ebca2b8 None None] Port c14abf52-381a-4911-9306-a45fe79ce3ee cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:50.443245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:50.443585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Checking segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:50.444159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Bound using segment: {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'} {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:50.456110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Bound port: 0f798646-2887-4bcb-a316-f656ee5b812d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e128fcf-4326-4063-93ff-f43c4476608e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849'}}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:50.456563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.466337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:50.508265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:50.513679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.551608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 56994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:50.571750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22becb77-ebfd-4548-ae4e-73de9703fc9f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:55:50.584218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c911ece-6bfd-4f15-8310-a5e7d6f783f2 req-a03eb5c7-8ac4-41f6-bfc5-a9813bcc0128 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:50.586178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c911ece-6bfd-4f15-8310-a5e7d6f783f2 req-a03eb5c7-8ac4-41f6-bfc5-a9813bcc0128 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 931 time: 1.1376057 Mar 02 19:55:50.669232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.675103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:50.678819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f798646-2887-4bcb-a316-f656ee5b812d,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:50.686191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.686714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port 1826bdd1-2711-484b-bcfd-519c19b5fe9c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:55:50.740550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-964744288', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:50.790881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:50.838263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:50.860040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:50.860770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.862392 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] 10.222.0.32 "PUT /v2.0/ports/0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1093 time: 4.4113030 Mar 02 19:55:50.862906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:55:50.883475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257005-44e3-4ce1-b3af-88e27e23364b service neutron] Pushing event updated for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:50.892478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Transition to ACTIVE for port object 22becb77-ebfd-4548-ae4e-73de9703fc9f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:50.894086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:50.948366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:50.955449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:51.042385 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-08c73f58-1696-42a9-b915-e591706c2208 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e98df7cac37a4e43b3a71cb6d940fcd2&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4829860 Mar 02 19:55:51.048376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:51.076971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c911ece-6bfd-4f15-8310-a5e7d6f783f2 req-9fccbea5-8381-4796-9cfe-c5cbaed69072 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4133670 Mar 02 19:55:51.114775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.136427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.231898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce82df-2ebc-4b15-bfd2-33e44f490538,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:51.273814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:55:51.323041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.323647 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Added segment c0a71780-848f-4582-b5d1-05356ad44f21 of type vlan for network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 Mar 02 19:55:51.328549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.361133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.361356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-92519e6c-a883-4dcb-b5b4-1fb85b444321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:51.362571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.362718 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-92519e6c-a883-4dcb-b5b4-1fb85b444321 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1096 time: 0.4302914 Mar 02 19:55:51.408239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.525201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Pushing event updated for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:51.570030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.570426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c23e-2bee-40c0-a710-e5de06833f60 req-6cb5d6e7-fcbc-4d80-bb1e-5ea49bfa2b52 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:51.571842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7d9c23e-2bee-40c0-a710-e5de06833f60 req-6cb5d6e7-fcbc-4d80-bb1e-5ea49bfa2b52 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 931 time: 1.0211208 Mar 02 19:55:51.575738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:51.576551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.611285 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-0a4133d6-b8cb-4e1e-9dc8-bde648a0072a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 217 time: 0.1258790 Mar 02 19:55:51.638313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.681010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.7 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/1826bdd1-2711-484b-bcfd-519c19b5fe9c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:51.701564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Network': ['ID=00ddfe4b-6cc3-41d9-8769-d1744efc7972,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:51.713650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.716781 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2100a83b-161b-43d3-b659-c302f5dc5b28 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3343270 Mar 02 19:55:51.717266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:55:51.719653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57034) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:51.726403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'subnet': {'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:51.895033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:51.907854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:subnet and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:51.912419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:51.920699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:51.934664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-f293c915-32ca-45b7-91af-27a5e46bc262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:51.936162 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-f293c915-32ca-45b7-91af-27a5e46bc262 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.0826616 Mar 02 19:55:51.937877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Made reservation on behalf of 62f8a9770239485da7b44655f9668c67 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:55:51.942555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:51.974816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.000035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7d9c23e-2bee-40c0-a710-e5de06833f60 req-229871bb-3770-430d-9580-5b584f38c465 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3653383 Mar 02 19:55:52.128843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-3228d66a-9889-4368-8ecf-9d861e5143eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:52.130328 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-3228d66a-9889-4368-8ecf-9d861e5143eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1731954 Mar 02 19:55:52.275784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Attempting to bind port 22becb77-ebfd-4548-ae4e-73de9703fc9f on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:52.276121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Attempting to bind port 22becb77-ebfd-4548-ae4e-73de9703fc9f by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:52.276507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Attempting to bind port 22becb77-ebfd-4548-ae4e-73de9703fc9f on network 457173f6-876a-452d-9b00-5eae2c5f5c45 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:52.380434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67ca64-a28b-4a0a-ae56-af6a62c4733a req-7fb238d5-4f37-437a-be07-a39e03d831d1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:52.380434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e67ca64-a28b-4a0a-ae56-af6a62c4733a req-7fb238d5-4f37-437a-be07-a39e03d831d1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 943 time: 1.0307095 Mar 02 19:55:52.380434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Port 22becb77-ebfd-4548-ae4e-73de9703fc9f on network 457173f6-876a-452d-9b00-5eae2c5f5c45 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:52.380434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Attempting to bind port 22becb77-ebfd-4548-ae4e-73de9703fc9f on network 457173f6-876a-452d-9b00-5eae2c5f5c45 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:52.389470 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d', 'status': 'completed', 'code': 200} Mar 02 19:55:52.477847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-36d738c8-fda7-4baf-b4e4-4f921b6d7b60 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125923 Mar 02 19:55:52.507678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.534625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:52.535285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Checking segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:52.535518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Bound using segment: {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:52.536003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Bound port: 22becb77-ebfd-4548-ae4e-73de9703fc9f, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '240cd9cd-5b53-4186-bbb7-e49e11d5aae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:52.536310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.575540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:52.677186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.681878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Subnet': ['ID=0ce42453-668d-41a0-8029-a0243ad0e10f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:52.714690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Checking segment: {'id': 'c0a71780-848f-4582-b5d1-05356ad44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:52.715029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network hostable DHCP agents. Network: 00ddfe4b-6cc3-41d9-8769-d1744efc7972, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:55:52.726669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e7c5831f-484e-4e2f-bdfe-c7ef31981975 req-c40873fa-3b1f-432f-b878-e72de41fa7e0 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408779 Mar 02 19:55:52.743352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:55:52.758884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 00ddfe4b-6cc3-41d9-8769-d1744efc7972) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:52.764533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:52.765126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.782324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.785729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eab7c5-4984-40aa-b7bf-37b2eaf817b2 None None] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:52.823925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e67ca64-a28b-4a0a-ae56-af6a62c4733a req-9660b18f-b2fe-4768-91a8-477e3a7d5b37 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3582273 Mar 02 19:55:52.861442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1700880261'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:52.871847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-02805cf2-8dbe-49a5-ba7b-06145c791335 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1509106 Mar 02 19:55:52.873093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:52.877509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57064) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:52.880521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Usage tracker for resource:router and tenant:611ce6e1635b41e6a68bdf2f32a9b39d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:52.883790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b807cd7-0dd6-46ff-aabd-36af5ef389d1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:52.886115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:52.892263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-545324054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:52.903222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:52.910118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:52.919081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:router and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:52.927504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:52.936566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:52.939646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.940703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.968057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.969179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.983171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.987222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:52.993499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-9e3c3680-c96f-42b6-9259-318462339551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:52.995003 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-9e3c3680-c96f-42b6-9259-318462339551 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1096 time: 0.2032535 Mar 02 19:55:53.000746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:53.038812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.053377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-00ddfe4b-6cc3-41d9-8769-d1744efc7972', 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972', 'tenant_id': '62f8a9770239485da7b44655f9668c67', 'fixed_ips': [{'subnet_id': '0ce42453-668d-41a0-8029-a0243ad0e10f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:55:53.054252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.061768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.103881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4af3c-d51a-46a0-b540-53488deec4c4 req-71e9bdba-de27-4fae-b16f-6afda73de603 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:53.111498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1f4af3c-d51a-46a0-b540-53488deec4c4 req-71e9bdba-de27-4fae-b16f-6afda73de603 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 943 time: 0.7115135 Mar 02 19:55:53.144680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.147427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:53.158912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.162339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.162916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dccc1d14-b269-4d56-b718-422463c49580 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b807cd7-0dd6-46ff-aabd-36af5ef389d1 HTTP/1.1" status: 204 len: 168 time: 2.1029415 Mar 02 19:55:53.163784 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-695f139e-d1e1-41aa-a3c9-a958a3b0e9b1 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5457497 Mar 02 19:55:53.165836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object 1826bdd1-2711-484b-bcfd-519c19b5fe9c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:53.177865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57072) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:53.221549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.255231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-4d52915c-a601-4ab4-8498-5b77ab9ff0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:53.256967 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-4d52915c-a601-4ab4-8498-5b77ab9ff0e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.2544177 Mar 02 19:55:53.259447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.259928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Allocated IP 172.20.0.2 (00ddfe4b-6cc3-41d9-8769-d1744efc7972/0ce42453-668d-41a0-8029-a0243ad0e10f/db729616-d641-4d64-a91d-0d26be5725fa) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:53.263377 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-10c46f7d-73d8-4c00-9173-d637dee91d60 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3820479 Mar 02 19:55:53.279588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:53.390109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.419312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14abf52-381a-4911-9306-a45fe79ce3ee {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:55:53.443686 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-b5e82327-0e68-4b1b-81db-f792274a760e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 217 time: 0.1263454 Mar 02 19:55:53.457590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:53.458398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.459984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] 10.222.0.32 "PUT /v2.0/ports/22becb77-ebfd-4548-ae4e-73de9703fc9f HTTP/1.1" status: 200 len: 1093 time: 6.1793694 Mar 02 19:55:53.462240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.483462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1f4af3c-d51a-46a0-b540-53488deec4c4 req-bb3924d1-6687-4af1-b315-93f55ff042a7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708210 Mar 02 19:55:53.488693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:55:53.548347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.560823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Transition to ACTIVE for port object db729616-d641-4d64-a91d-0d26be5725fa will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:53.596471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Transition to ACTIVE for port object db729616-d641-4d64-a91d-0d26be5725fa will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:53.607084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.716367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:53.717925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:53.724028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-f7fdc73d-314d-4508-ba24-7e5c88e04a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:53.725528 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-f7fdc73d-314d-4508-ba24-7e5c88e04a28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.2750790 Mar 02 19:55:53.726942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:53.821502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.823137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Pushing event updated for resources: {'Port': ['ID=db729616-d641-4d64-a91d-0d26be5725fa,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:53.847694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.899789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Attempting to bind port db729616-d641-4d64-a91d-0d26be5725fa on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:53.899789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Attempting to bind port db729616-d641-4d64-a91d-0d26be5725fa by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c0a71780-848f-4582-b5d1-05356ad44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:53.899789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Attempting to bind port db729616-d641-4d64-a91d-0d26be5725fa on network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:53.905054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:53.905476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Checking segment: {'id': 'c0a71780-848f-4582-b5d1-05356ad44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:53.905884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:53.906580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Bound using segment: {'id': 'c0a71780-848f-4582-b5d1-05356ad44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:53.907278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Bound port: db729616-d641-4d64-a91d-0d26be5725fa, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a71780-848f-4582-b5d1-05356ad44f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:53.907663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.013165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] For port db729616-d641-4d64-a91d-0d26be5725fa, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:54.017260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] For port db729616-d641-4d64-a91d-0d26be5725fa, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=db729616-d641-4d64-a91d-0d26be5725fa,segment=NetworkSegment(c0a71780-848f-4582-b5d1-05356ad44f21),segment_id=c0a71780-848f-4582-b5d1-05356ad44f21)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:54.023522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.023969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb7ef9fd-778b-429e-b2c7-1d31d6277689 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:54.025166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.044526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.048821 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-58270b02-6205-42ed-8e21-b101981680c4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "DELETE /v2.0/routers/cb7ef9fd-778b-429e-b2c7-1d31d6277689 HTTP/1.1" status: 204 len: 168 time: 0.8675702 Mar 02 19:55:54.049307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57098) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:54.055435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Request body: {'router': {'name': 'tempest-router-2101293372', 'distributed': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:54.064048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-2c5e319a-5f8b-445e-8ac5-0e0960e6325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:54.064228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.064749 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-2c5e319a-5f8b-445e-8ac5-0e0960e6325d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2853794 Mar 02 19:55:54.065074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:54.070389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Usage tracker for resource:router and tenant:611ce6e1635b41e6a68bdf2f32a9b39d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:54.074842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:54.079124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Transition to ACTIVE for port object c14abf52-381a-4911-9306-a45fe79ce3ee will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:54.083407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:54.142975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ccd53-b165-4c31-9d7b-e2ef36315d26 service neutron] Pushing event updated for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:54.158252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.192235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ce8ac-9e6d-4378-979f-76a9612b279b None None] Pushing event updated for resources: {'Port': ['ID=db729616-d641-4d64-a91d-0d26be5725fa,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:54.196665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.197803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.244200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:54.258209 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-00584e25-8b3e-4061-8a83-06f8f820c302 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846137 Mar 02 19:55:54.266315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.306433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:54.308985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:54.442409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.543825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.545426 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-deb047da-8dc8-4993-99fb-50967a25e1b4 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4953437 Mar 02 19:55:54.548305 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-408d0fff-dde4-4c26-98eb-4e282d7d8191 req-f49acb87-24a5-4941-8535-d4af7024cd07 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802620 Mar 02 19:55:54.549021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57114) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:54.703334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.747400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:54.756200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.764795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=1826bdd1-2711-484b-bcfd-519c19b5fe9c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:54.816843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9e3484ca-0e58-43b2-a0d0-bb6c46f325b8 None None] Provisioning for port 1826bdd1-2711-484b-bcfd-519c19b5fe9c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:54.822359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9e3484ca-0e58-43b2-a0d0-bb6c46f325b8 None None] Provisioning complete for port 1826bdd1-2711-484b-bcfd-519c19b5fe9c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:54.824271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9e3484ca-0e58-43b2-a0d0-bb6c46f325b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.884714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device db729616-d641-4d64-a91d-0d26be5725fa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:54.943549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9e3484ca-0e58-43b2-a0d0-bb6c46f325b8 None None] Port 1826bdd1-2711-484b-bcfd-519c19b5fe9c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:54.988210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce417d-fd2a-45fe-95d8-e9cd41808c22 req-abf5ffd8-ab98-4775-8379-d23516068ad0 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:54.995164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port db729616-d641-4d64-a91d-0d26be5725fa completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:54.996057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-61ce417d-fd2a-45fe-95d8-e9cd41808c22 req-abf5ffd8-ab98-4775-8379-d23516068ad0 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 931 time: 1.8382525 Mar 02 19:55:55.113228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-010cfdc0-d76a-4258-921c-e460e5c57f74 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0722117 Mar 02 19:55:55.122634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57128) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:55.139013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:7e:bc'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:55.174221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.179034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.235013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Pushing event updated for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:55.250843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.251417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e709d946-20a4-442b-aa2c-6e9e18746fae {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:55.258977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-11a71ee6-a806-409e-baa3-7822cdcd253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:55.261238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-11a71ee6-a806-409e-baa3-7822cdcd253e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec622c0f3a3b4911817bd68aa8b1702f&device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 1096 time: 1.6667814 Mar 02 19:55:55.316802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57134) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:55.323247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.327813 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-285af305-7f81-4336-b071-9ceb1abb3f40 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e709d946-20a4-442b-aa2c-6e9e18746fae HTTP/1.1" status: 204 len: 168 time: 0.7744260 Mar 02 19:55:55.332152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:55.340893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Request body: {'router': {'name': 'tempest-router-1561595477', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8bc719c7aa6e40d5abd5f5ba668df286'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:55.348157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:55.357194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Usage tracker for resource:router and tenant:8bc719c7aa6e40d5abd5f5ba668df286 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:55.367661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:55.378281 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:55.433345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.434451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.449651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-61ce417d-fd2a-45fe-95d8-e9cd41808c22 req-1b8350f6-f8a2-49f7-a425-0b7f63706352 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526761 Mar 02 19:55:55.460316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.473071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148303a5-b6ac-4812-aba1-15142ef77092 req-e45fa63e-8c0f-41d6-a139-47f954d5acc5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:55.480600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-148303a5-b6ac-4812-aba1-15142ef77092 req-e45fa63e-8c0f-41d6-a139-47f954d5acc5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 943 time: 1.4192550 Mar 02 19:55:55.485299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.518126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-a15a4403-8598-4a6d-801c-5d6e20d543e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f HTTP/1.1" status: 200 len: 217 time: 0.2423859 Mar 02 19:55:55.542504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:55.542707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.559019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:55.569065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Usage tracker for resource:floatingip and tenant:5a15b119a74a47f39bff650dce096cea is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:55.579503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:55.590558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:55.592838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.600946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.634779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.643615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Attempting to bind port c14abf52-381a-4911-9306-a45fe79ce3ee on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:55:55.643992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Attempting to bind port c14abf52-381a-4911-9306-a45fe79ce3ee by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:55:55.644309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Attempting to bind port c14abf52-381a-4911-9306-a45fe79ce3ee on network efd765d0-67e6-46f7-bbf3-83fc124c879b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:55.660708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.664306 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8a603b3a-0cbb-4ea2-a7be-a78933093be0 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3287926 Mar 02 19:55:55.665282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf087a-fe8d-4137-b462-0feb5badb3e8 None None] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:55:55.671517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:55.690793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:55.702116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.887511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 0f798646-2887-4bcb-a316-f656ee5b812d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:55:55.891376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Port c14abf52-381a-4911-9306-a45fe79ce3ee on network efd765d0-67e6-46f7-bbf3-83fc124c879b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:55:55.891622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Attempting to bind port c14abf52-381a-4911-9306-a45fe79ce3ee on network efd765d0-67e6-46f7-bbf3-83fc124c879b {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:55:55.899443 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'status': 'completed', 'code': 200} Mar 02 19:55:55.946495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:55:55.946819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Checking segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:55:55.947193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Bound using segment: {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:55:55.947633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Bound port: c14abf52-381a-4911-9306-a45fe79ce3ee, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b54f221-9f4a-4344-bd15-f3452b749698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:55:55.947962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.963840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Provisioning for port db729616-d641-4d64-a91d-0d26be5725fa completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:56.000783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Provisioning complete for port db729616-d641-4d64-a91d-0d26be5725fa triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:56.001285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.034555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-8054b07c-a285-43b7-80dc-64c1186ddc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.035992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-8054b07c-a285-43b7-80dc-64c1186ddc60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19f578b-b42c-4ee6-aeac-9442ea0beabb HTTP/1.1" status: 200 len: 844 time: 0.4774230 Mar 02 19:55:56.038859 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-148303a5-b6ac-4812-aba1-15142ef77092 req-7e292de7-0e86-4459-a450-56cf4c04b887 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5572267 Mar 02 19:55:56.241359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f798646-2887-4bcb-a316-f656ee5b812d,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:56.265497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '0f798646-2887-4bcb-a316-f656ee5b812d', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'port_id': '0f798646-2887-4bcb-a316-f656ee5b812d', 'mac_address': 'fa:16:3e:dc:db:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:55:56.269213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.352498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.362712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] For port db729616-d641-4d64-a91d-0d26be5725fa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=db729616-d641-4d64-a91d-0d26be5725fa,segment=NetworkSegment(c0a71780-848f-4582-b5d1-05356ad44f21),segment_id=c0a71780-848f-4582-b5d1-05356ad44f21)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:56.373720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.380490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:55:56.391631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.395124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.395287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c14abf52-381a-4911-9306-a45fe79ce3ee,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:55:56.395584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.415681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f798646-2887-4bcb-a316-f656ee5b812d {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:55:56.424816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Allocated IP 172.26.2.166 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/19656cc8-a493-454f-ae63-38c52e2af21d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:56.459064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f798646-2887-4bcb-a316-f656ee5b812d,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:56.462890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.476227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.480575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8882f-3597-4dd5-8df9-a3e946c29b1e None None] Pushing event updated for resources: {'Port': ['ID=db729616-d641-4d64-a91d-0d26be5725fa,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:56.495113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.561360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:56.561772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=1826bdd1-2711-484b-bcfd-519c19b5fe9c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:56.580450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1fc64a45-72d5-4c39-a070-43d065a3bd5d None None] Provisioning complete for port db729616-d641-4d64-a91d-0d26be5725fa triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:56.580914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1fc64a45-72d5-4c39-a070-43d065a3bd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.689339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.691155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] In _notify_port_updated(), no bound segment for port 1826bdd1-2711-484b-bcfd-519c19b5fe9c on network 9f043824-952d-4130-8104-3d7216b96d1e {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:55:56.703345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.704292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.710988 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e921b5f5-00ab-470d-8586-1c997cfb9da4 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "PUT /v2.0/ports/1826bdd1-2711-484b-bcfd-519c19b5fe9c HTTP/1.1" status: 200 len: 993 time: 1.5870090 Mar 02 19:55:56.717013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba16646-a57e-404b-a823-2c796bcbc1f0 req-8ebf3881-cd79-4e73-95fa-ef48a539e00e tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.726087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ba16646-a57e-404b-a823-2c796bcbc1f0 req-8ebf3881-cd79-4e73-95fa-ef48a539e00e tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 943 time: 0.8257582 Mar 02 19:55:56.730578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:56.745032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['0f798646-2887-4bcb-a316-f656ee5b812d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:55:56.809195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-9ad0721c-5291-490f-b73b-50ad8be44ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.818164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-9ad0721c-5291-490f-b73b-50ad8be44ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=457173f6-876a-452d-9b00-5eae2c5f5c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7600591 Mar 02 19:55:56.822226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device db729616-d641-4d64-a91d-0d26be5725fa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:56.842371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:56.843138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.845839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] 10.222.0.32 "PUT /v2.0/ports/c14abf52-381a-4911-9306-a45fe79ce3ee HTTP/1.1" status: 200 len: 1093 time: 6.6431537 Mar 02 19:55:56.875633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87813) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 19:55:56.876738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Router 61f6e9dd-ec3e-4b80-946f-e696cac6553e migrating from provider to provider. {{(pid=87813) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 19:55:56.878507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.901581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.931231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.956317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2e804-6cd6-4144-a540-97332bc8164c service neutron] Pushing event updated for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:57.026622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 1826bdd1-2711-484b-bcfd-519c19b5fe9c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:55:57.026955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.059443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-012cda01-3d66-4a6d-8940-80ee3796f173 None None] Provisioning complete for port 1826bdd1-2711-484b-bcfd-519c19b5fe9c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:57.060060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-012cda01-3d66-4a6d-8940-80ee3796f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.110408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Allocated IP 172.20.0.1 (00ddfe4b-6cc3-41d9-8769-d1744efc7972/0ce42453-668d-41a0-8029-a0243ad0e10f/ebdf4259-0b67-445a-831b-c127ac099bc8) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:57.128621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port db729616-d641-4d64-a91d-0d26be5725fa triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:57.128986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.157226 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.scheduler.l3_agent_scheduler [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] No L3 agents can host the router 61f6e9dd-ec3e-4b80-946f-e696cac6553e Mar 02 19:55:57.171784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-012cda01-3d66-4a6d-8940-80ee3796f173 None None] Port 1826bdd1-2711-484b-bcfd-519c19b5fe9c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:57.173875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ba16646-a57e-404b-a823-2c796bcbc1f0 req-1485c66d-5623-4904-b570-d81e459c5ef4 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318464 Mar 02 19:55:57.225143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.387483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ea915-c6f7-4270-ba8b-f66ba0f60675 req-7d54e891-487f-4b4c-8826-dbd83dc08f2d tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:57.389036 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d69ea915-c6f7-4270-ba8b-f66ba0f60675 req-7d54e891-487f-4b4c-8826-dbd83dc08f2d tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 943 time: 0.7212887 Mar 02 19:55:57.400041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-67253799-6ec4-4aa6-acc3-ea14fcf1c96d service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734597 Mar 02 19:55:57.519725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-ac653d3b-f8de-4d13-9968-30ea34fa40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:57.521153 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-ac653d3b-f8de-4d13-9968-30ea34fa40f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae7be9c513e74f32a0ce6c4d11211467&device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 1096 time: 0.5561769 Mar 02 19:55:57.571909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.737007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 1826bdd1-2711-484b-bcfd-519c19b5fe9c owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:55:57.759381 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d69ea915-c6f7-4270-ba8b-f66ba0f60675 req-1f313bfa-3cff-4c37-8bb4-ab4b06fed562 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3583741 Mar 02 19:55:57.762687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.764310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Hosts for router 61f6e9dd-ec3e-4b80-946f-e696cac6553e: [] {{(pid=87813) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 02 19:55:57.769610 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-cfaa6a64-4b92-4542-bb48-e83ad196f565 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14abf52-381a-4911-9306-a45fe79ce3ee HTTP/1.1" status: 200 len: 217 time: 0.1933553 Mar 02 19:55:57.787445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.842890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 0f798646-2887-4bcb-a316-f656ee5b812d up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:55:57.867372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Hosts for other DVR routers connected to router 61f6e9dd-ec3e-4b80-946f-e696cac6553e: set() {{(pid=87813) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 02 19:55:57.878441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Transition to ACTIVE for port object ebdf4259-0b67-445a-831b-c127ac099bc8 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:55:57.899535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.900756 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11408e1f-32dd-4383-ae92-cae970773a9a tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "PUT /v2.0/routers/61f6e9dd-ec3e-4b80-946f-e696cac6553e HTTP/1.1" status: 200 len: 717 time: 2.2201788 Mar 02 19:55:57.902243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Allocated IP 172.26.2.17 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/1c64b712-132e-4548-bdc3-e6a5e1287b5c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:55:57.907633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57160) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:57.910232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:55:57.919821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 0f798646-2887-4bcb-a316-f656ee5b812d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:57.928769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 0f798646-2887-4bcb-a316-f656ee5b812d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:57.929962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.940596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:57.955107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:57.965556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cdb929d-07eb-44aa-83f6-1a798c5ad129 req-ed91f585-b085-4c29-8505-1526612c4661 service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477455 Mar 02 19:55:57.967288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'status': 'completed', 'code': 200} Mar 02 19:55:57.974641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:58.011295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804b26e-d743-4325-b269-49ef7ea31b9f req-27b6ec32-0150-4bf1-919e-2cddadf937f9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.012945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f804b26e-d743-4325-b269-49ef7ea31b9f req-27b6ec32-0150-4bf1-919e-2cddadf937f9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 944 time: 0.6904390 Mar 02 19:55:58.019636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event updated for resources: {'Port': ['ID=19656cc8-a493-454f-ae63-38c52e2af21d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:58.046022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-1375d65e-786f-4b57-8dba-82ad7ff4092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.047400 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-1375d65e-786f-4b57-8dba-82ad7ff4092d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a824b1d3-ed38-40ea-9d9e-a79aa73fea4c HTTP/1.1" status: 200 len: 850 time: 0.2651441 Mar 02 19:55:58.070548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.098462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:55:58.105386 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a063eb87-c1ff-4ed2-b70e-2fbc27da0b69 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "GET /v2.0/routers/61f6e9dd-ec3e-4b80-946f-e696cac6553e HTTP/1.1" status: 200 len: 717 time: 0.1963644 Mar 02 19:55:58.105938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57166) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:58.168061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f798646-2887-4bcb-a316-f656ee5b812d,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:55:58.175926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.255737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f804b26e-d743-4325-b269-49ef7ea31b9f req-7f8c135c-d4ca-4373-b595-43728b01f163 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2256625 Mar 02 19:55:58.259733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:58.265425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.302303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.339386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.403246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=1826bdd1-2711-484b-bcfd-519c19b5fe9c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:58.430207 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d', 'code': 200} Mar 02 19:55:58.495891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:58.514704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:58.520684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.542501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:58.592976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=ebdf4259-0b67-445a-831b-c127ac099bc8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:58.629818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-a0a339ee-6ea6-4414-8077-9f8444080bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.631519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-a0a339ee-6ea6-4414-8077-9f8444080bfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd765d0-67e6-46f7-bbf3-83fc124c879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5377266 Mar 02 19:55:58.645547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7095-934a-44e6-bf61-acc350786073 req-93527c25-bdd9-44c9-934d-e7992d2942b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:58.650365 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-93527c25-bdd9-44c9-934d-e7992d2942b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec622c0f3a3b4911817bd68aa8b1702f&device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 1096 time: 0.6063135 Mar 02 19:55:58.682152 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b749d1ab-55d3-4ccf-8464-7253b42bee55 tempest-RoutersTestDVR-110575135 tempest-RoutersTestDVR-110575135-project] 10.222.0.36 "GET /v2.0/routers/61f6e9dd-ec3e-4b80-946f-e696cac6553e HTTP/1.1" status: 200 len: 683 time: 0.5710151 Mar 02 19:55:58.713481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57182) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:58.745231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:55:58.763863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:55:58.862374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2af5416c-7b98-4baf-a2e8-b693128304b4 None None] Provisioning for port ebdf4259-0b67-445a-831b-c127ac099bc8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:55:58.870396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2af5416c-7b98-4baf-a2e8-b693128304b4 None None] Provisioning complete for port ebdf4259-0b67-445a-831b-c127ac099bc8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:55:58.870920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2af5416c-7b98-4baf-a2e8-b693128304b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:58.930375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2af5416c-7b98-4baf-a2e8-b693128304b4 None None] Port ebdf4259-0b67-445a-831b-c127ac099bc8 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:55:58.934294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:55:58.956816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.016308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Pushing event updated for resources: {'Port': ['ID=1c64b712-132e-4548-bdc3-e6a5e1287b5c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:55:59.132617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.363784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.410558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.466426 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b1069000-860c-4ecb-ad9b-87b51577f0f3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/1826bdd1-2711-484b-bcfd-519c19b5fe9c HTTP/1.1" status: 204 len: 168 time: 2.7345827 Mar 02 19:55:59.480014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd227d66-0573-465f-8b48-7db4d8396adb req-7b262181-cbf9-492e-a50a-664fad9899df tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:59.481502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd227d66-0573-465f-8b48-7db4d8396adb req-7b262181-cbf9-492e-a50a-664fad9899df tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 943 time: 1.1226788 Mar 02 19:55:59.493903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:59.495932 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-cb176669-9303-475c-83b0-42b93a1b3b49 service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440256 Mar 02 19:55:59.533283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.535929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.538858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-37a66855-a70c-44e4-a5f7-7fb36f955ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:59.540303 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-37a66855-a70c-44e4-a5f7-7fb36f955ba7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.8663232 Mar 02 19:55:59.546668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.582814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7095-934a-44e6-bf61-acc350786073 req-09ba88c6-ab1f-4d40-9f77-6ccdbd28f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:59.584211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-09ba88c6-ab1f-4d40-9f77-6ccdbd28f554 service neutron] 10.222.0.32 "GET /v2.0/networks?id=457173f6-876a-452d-9b00-5eae2c5f5c45 HTTP/1.1" status: 200 len: 906 time: 0.8407257 Mar 02 19:55:59.609025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.634923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.635370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61f6e9dd-ec3e-4b80-946f-e696cac6553e {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:55:59.645870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:59.658203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Usage tracker for resource:security_group_rule and tenant:d3778354eb3a40d6a7f2b15410e0fe8b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:59.660917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.670510 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6367eb48-dfa1-4745-a662-32a37ce7bbae tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] GET failed (client error): The resource could not be found. Mar 02 19:55:59.671051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6367eb48-dfa1-4745-a662-32a37ce7bbae tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Synchronizing usage tracker for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:55:59.684195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:59.687996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.689102 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a39d2acd-c35c-43f3-a576-d11215355fc9 tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "DELETE /v2.0/routers/61f6e9dd-ec3e-4b80-946f-e696cac6553e HTTP/1.1" status: 204 len: 168 time: 0.9427388 Mar 02 19:55:59.696371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:55:59.697276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:59.712512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Request body: {'router': {'name': 'tempest-router-953449406', 'distributed': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:55:59.721662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:55:59.730517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Usage tracker for resource:router and tenant:611ce6e1635b41e6a68bdf2f32a9b39d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:55:59.740218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:55:59.754536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:55:59.783511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.784476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.808589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-680a7007-0032-4dd1-866a-b8a11415e3be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f HTTP/1.1" status: 200 len: 217 time: 0.1951261 Mar 02 19:55:59.900171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.966283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.967503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.974016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:59.975453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd227d66-0573-465f-8b48-7db4d8396adb req-4038d8a0-3bb9-4557-ba05-ff85899fc766 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4745450 Mar 02 19:55:59.995756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb42e61-9634-40e5-ab8c-717b4dce3514 req-d2bbdaf9-96ee-468d-9947-733d303c82cd tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:55:59.997222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3bb42e61-9634-40e5-ab8c-717b4dce3514 req-d2bbdaf9-96ee-468d-9947-733d303c82cd tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 943 time: 0.9337862 Mar 02 19:56:00.005003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6367eb48-dfa1-4745-a662-32a37ce7bbae tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Unset dirty status for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:00.006280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6367eb48-dfa1-4745-a662-32a37ce7bbae tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports/1826bdd1-2711-484b-bcfd-519c19b5fe9c HTTP/1.1" status: 404 len: 333 time: 0.5083814 Mar 02 19:56:00.011787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57198) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:00.023795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.035724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-1675615757'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:00.050330 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5003185 Mar 02 19:56:00.072849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0cef0b-5180-4eec-91d8-dcfa5e067b03,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:00.083029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.084185 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-22d3353d-655c-4bfe-8f15-47b2029926ef tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3847733 Mar 02 19:56:00.094658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57202) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:00.144787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.204984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7095-934a-44e6-bf61-acc350786073 req-6d4ed1f5-74a9-41c3-8738-6d5c697c4ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:00.206398 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-6d4ed1f5-74a9-41c3-8738-6d5c697c4ee7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19f578b-b42c-4ee6-aeac-9442ea0beabb HTTP/1.1" status: 200 len: 844 time: 0.3064408 Mar 02 19:56:00.221279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.251138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c156abe-6213-4c6e-831a-94b4fc2cc8f2 req-fe1545c6-1eff-429c-af11-16f78eded1af service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074132 Mar 02 19:56:00.347063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3bb42e61-9634-40e5-ab8c-717b4dce3514 req-4ff45691-9c0f-4ecc-bd77-51593eaf646a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3379986 Mar 02 19:56:00.500527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.606591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Pushing event updated for resources: {'Port': ['ID=1c64b712-132e-4548-bdc3-e6a5e1287b5c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:00.676815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:00.722755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.769937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.800412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:00.866843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.868021 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b3601582-a4f3-4b54-978e-b4258ecd3bc3 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5502636 Mar 02 19:56:00.876688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:00.880095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.890533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.891947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57206) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:00.896217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.903025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2080758812', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'fixed_ips': [{'ip_address': '172.26.2.17'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:00.913227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:00.932924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Usage tracker for resource:port and tenant:5a15b119a74a47f39bff650dce096cea is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:00.935877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:00.938803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port 64f52dac-4049-4b60-9695-8607f693f9a3 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:00.976930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:00.985883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:00.986303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5834ccf-8b27-4ea1-b0f5-133517a3ab0b {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:00.988254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f1a67d-5514-4dd5-8e41-5875f1222009 req-026247b9-b97c-436f-8261-bbe390f55357 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:00.989752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7f1a67d-5514-4dd5-8e41-5875f1222009 req-026247b9-b97c-436f-8261-bbe390f55357 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8035488 Mar 02 19:56:01.013411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Made reservation on behalf of 5a15b119a74a47f39bff650dce096cea for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:01.015841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.034748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.094572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.095756 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-db210476-cb4c-4436-b4a4-33cdf8e2f47f tempest-RoutersTestDVR-92129522 tempest-RoutersTestDVR-92129522-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e5834ccf-8b27-4ea1-b0f5-133517a3ab0b HTTP/1.1" status: 204 len: 168 time: 0.9979763 Mar 02 19:56:01.096870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:01.107788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c7095-934a-44e6-bf61-acc350786073 req-0afb0fa7-3dd4-4204-b10e-486efb214bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.109303 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-0afb0fa7-3dd4-4204-b10e-486efb214bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=457173f6-876a-452d-9b00-5eae2c5f5c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8143950 Mar 02 19:56:01.110733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Usage tracker for resource:security_group_rule and tenant:5a15b119a74a47f39bff650dce096cea is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:01.115414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:01.124940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:01.148386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-173f055b-58fc-4e24-8034-12f2434b191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.150059 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-173f055b-58fc-4e24-8034-12f2434b191f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae7be9c513e74f32a0ce6c4d11211467&device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 1096 time: 0.8137987 Mar 02 19:56:01.155044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.5 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/64f52dac-4049-4b60-9695-8607f693f9a3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:01.305238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7f1a67d-5514-4dd5-8e41-5875f1222009 req-4a251c80-af9d-4559-9dde-6acb00f85c27 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3024099 Mar 02 19:56:01.369994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.382485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.395044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] device_id is not set on port 7d48cc5b-626f-4118-bc5e-80a52065e6c8 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:01.425734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57218) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:01.486437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.508537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.513741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfcf246-5259-4564-a56a-aa3cccd100fc,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:01.521333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object 64f52dac-4049-4b60-9695-8607f693f9a3 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:01.584247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.584714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.682669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-906f488f-11fd-4ab0-a981-d92a97d611f6 service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313578 Mar 02 19:56:01.712056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Router 047292c8-a66b-4fa6-9ede-335d18fcdfbc is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:01.715428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:01.716204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=64f52dac-4049-4b60-9695-8607f693f9a3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:01.722759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e4c77-7d42-47a2-ac86-c9c25cdc33e6 req-eb297b70-9ec5-4d91-b8fb-f0baa253514c tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.723024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:01.723787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-123e4c77-7d42-47a2-ac86-c9c25cdc33e6 req-eb297b70-9ec5-4d91-b8fb-f0baa253514c tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 943 time: 0.6250403 Mar 02 19:56:01.725310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:01.753654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-853e1634-4fef-4567-a1ce-a95056d6014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.755136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-853e1634-4fef-4567-a1ce-a95056d6014d service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd765d0-67e6-46f7-bbf3-83fc124c879b HTTP/1.1" status: 200 len: 912 time: 0.5872827 Mar 02 19:56:01.755859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.806689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:01.807356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:01.820315 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 19:56:01.820836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:56:01.855743 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-02f9f056-458b-425b-9cbc-becbd6002666 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9627390 Mar 02 19:56:01.858580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:01.882254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 22becb77-ebfd-4548-ae4e-73de9703fc9f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:56:01.995856 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-94d1663f-9995-4333-b959-6c997231b049 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9755435 Mar 02 19:56:02.003554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57228) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:02.012206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:7e:bc'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:02.047374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-3f5f678d-7cdd-4a13-9dd5-9a2a1650582c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14abf52-381a-4911-9306-a45fe79ce3ee HTTP/1.1" status: 200 len: 217 time: 0.2654681 Mar 02 19:56:02.048509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.052063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=ebdf4259-0b67-445a-831b-c127ac099bc8,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:02.071885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:02.096256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-204d3580-ae4e-44f0-81bf-2f09fee98caa None None] Provisioning for port 64f52dac-4049-4b60-9695-8607f693f9a3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:02.105769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:02.114124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-204d3580-ae4e-44f0-81bf-2f09fee98caa None None] Provisioning complete for port 64f52dac-4049-4b60-9695-8607f693f9a3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:02.114644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-204d3580-ae4e-44f0-81bf-2f09fee98caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.137544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc719c7aa6e40d5abd5f5ba668df286 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:02.157618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'port_id': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'mac_address': 'fa:16:3e:06:71:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:56:02.207585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-204d3580-ae4e-44f0-81bf-2f09fee98caa None None] Port 64f52dac-4049-4b60-9695-8607f693f9a3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:02.228708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.241368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Deleting port 1c64b712-132e-4548-bdc3-e6a5e1287b5c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:02.241368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.246046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22becb77-ebfd-4548-ae4e-73de9703fc9f {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:56:02.262701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:02.268413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.277501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:02.320296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:02.351628 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-123e4c77-7d42-47a2-ac86-c9c25cdc33e6 req-88072311-d855-46ba-8958-05785cdef45a tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5806563 Mar 02 19:56:02.400486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:02.522844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['22becb77-ebfd-4548-ae4e-73de9703fc9f'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:56:02.523526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7c831-1e5f-40c6-b055-daac520f64c3 req-4b2e969e-5cc8-46eb-94cf-01aea97398ff tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:02.525038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1b7c831-1e5f-40c6-b055-daac520f64c3 req-4b2e969e-5cc8-46eb-94cf-01aea97398ff tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 943 time: 1.0236785 Mar 02 19:56:02.547984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-762c7095-934a-44e6-bf61-acc350786073 req-25e962ef-081e-4fb6-9b0d-925b21bf9855 service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424704 Mar 02 19:56:02.549321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-6c53521e-8b53-4135-99a2-3d469d30cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:02.550589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-6c53521e-8b53-4135-99a2-3d469d30cbb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a824b1d3-ed38-40ea-9d9e-a79aa73fea4c HTTP/1.1" status: 200 len: 850 time: 0.4760671 Mar 02 19:56:02.578253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.578532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.702282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:02.712132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Calling delete_port for 1c64b712-132e-4548-bdc3-e6a5e1287b5c owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:02.724381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] Sync routers for ids ['047292c8-a66b-4fa6-9ede-335d18fcdfbc'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:02.737458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] Routers {'047292c8-a66b-4fa6-9ede-335d18fcdfbc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:02.738206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['047292c8-a66b-4fa6-9ede-335d18fcdfbc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:02.753322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.757029 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1b7c831-1e5f-40c6-b055-daac520f64c3 req-adc0f5e4-4fbb-4975-93cf-59c696204bbb tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116771 Mar 02 19:56:02.805653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:02.815811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] Routers {'047292c8-a66b-4fa6-9ede-335d18fcdfbc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:02.816648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['047292c8-a66b-4fa6-9ede-335d18fcdfbc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:02.830962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:02.835198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:02.856672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:02.857882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e92d3712-568d-4475-b8c3-c38cd59dc211 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.7234654 Mar 02 19:56:02.879956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57234) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:02.891954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:02.892481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7dfb45-7131-44e3-a4e0-1c5c5dc28999 None None] The sync data for ids ['047292c8-a66b-4fa6-9ede-335d18fcdfbc'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:02.948042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.031023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c64b712-132e-4548-bdc3-e6a5e1287b5c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:03.035185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.066828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.091950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fd7f6-de48-409c-a320-861b54021ed0 req-7758530b-1d6e-4e17-9ada-e19fe5f5d43a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:03.093333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d06fd7f6-de48-409c-a320-861b54021ed0 req-7758530b-1d6e-4e17-9ada-e19fe5f5d43a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5990560 Mar 02 19:56:03.118889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.119229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.119556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.119940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.120264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.120612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.120904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.121246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.121535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.121878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.122192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.122506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.136753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-10e08989-dda8-4c8e-9a47-024a0c60bbcd None None] Provisioning complete for port ebdf4259-0b67-445a-831b-c127ac099bc8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:03.137237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-10e08989-dda8-4c8e-9a47-024a0c60bbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.159639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-446f492f-eec6-4ee8-9dc6-4cccb6896223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:03.161156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-446f492f-eec6-4ee8-9dc6-4cccb6896223 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd765d0-67e6-46f7-bbf3-83fc124c879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5721185 Mar 02 19:56:03.195152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-10e08989-dda8-4c8e-9a47-024a0c60bbcd None None] Port ebdf4259-0b67-445a-831b-c127ac099bc8 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:03.217635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.237190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.239774 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a9898462-0ea0-4585-ae2b-cf94844bf9c1 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762 tempest-ExternalNetworksAdminNegativeTestJSON-2146689762-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/4a2fc723-355c-42df-8349-ac128c17ea11 HTTP/1.1" status: 204 len: 168 time: 1.3787408 Mar 02 19:56:03.255093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.261383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.268218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff01b03-6a4e-4401-a002-564ca812cd1f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:03.287926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bc719c7aa6e40d5abd5f5ba668df286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8507159 Mar 02 19:56:03.294029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57240) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:03.395548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=64f52dac-4049-4b60-9695-8607f693f9a3,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:03.444076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] In _notify_port_updated(), no bound segment for port 64f52dac-4049-4b60-9695-8607f693f9a3 on network 9f043824-952d-4130-8104-3d7216b96d1e {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:56:03.449617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:03.450246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.454143 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-97dd6ace-baaf-4fbe-b8fa-a159d52b10fe tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "PUT /v2.0/ports/64f52dac-4049-4b60-9695-8607f693f9a3 HTTP/1.1" status: 200 len: 996 time: 1.4470861 Mar 02 19:56:03.454973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57248) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:03.471322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.471656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.472149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.472634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.473087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.473544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.474018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.474470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.474920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.475368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.475816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.476274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51712314-6357-4049-bf5b-75956ec127f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:03.513825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.519610 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d06fd7f6-de48-409c-a320-861b54021ed0 req-655347e0-5e87-4896-bfdd-6718a641edbb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3741388 Mar 02 19:56:03.567940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57254) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:03.571879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.589640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 64f52dac-4049-4b60-9695-8607f693f9a3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:03.590184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.610045 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-98ce9563-3147-42c8-b7f2-e96e46e1ef1b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/047292c8-a66b-4fa6-9ede-335d18fcdfbc HTTP/1.1" status: 200 len: 920 time: 0.7212579 Mar 02 19:56:03.614232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:03.721476 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4a1bfdc3-4793-4042-943a-de365b75d975 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=047292c8-a66b-4fa6-9ede-335d18fcdfbc HTTP/1.1" status: 200 len: 205 time: 0.1049967 Mar 02 19:56:03.724972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57264) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:03.726652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2250f108-9796-40c8-afad-4bb2465fdcd3 None None] Provisioning complete for port 64f52dac-4049-4b60-9695-8607f693f9a3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:03.727336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2250f108-9796-40c8-afad-4bb2465fdcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.760584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-4ad27031-0ced-4c2f-b14e-48df4272fec0 service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606782 Mar 02 19:56:03.782018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Router c7fdfa23-b701-456b-ab6d-8e1086253bb1 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:03.815389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2250f108-9796-40c8-afad-4bb2465fdcd3 None None] Port 64f52dac-4049-4b60-9695-8607f693f9a3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:03.898047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device c14abf52-381a-4911-9306-a45fe79ce3ee details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:56:03.927951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 22becb77-ebfd-4548-ae4e-73de9703fc9f up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:03.933139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.937518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:03.998391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518424d-6363-4789-89aa-e0bf97137676 req-68b12e7e-334f-476f-ba6a-9d3646dddfb0 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:04.005382 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d518424d-6363-4789-89aa-e0bf97137676 req-68b12e7e-334f-476f-ba6a-9d3646dddfb0 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 944 time: 0.5010931 Mar 02 19:56:04.008418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:04.010624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff01b03-6a4e-4401-a002-564ca812cd1f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:04.060508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7710a26945440ba8a7a266e40455b8 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:04.070601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:04.086267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.090206 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-03fdb8be-a3c4-4547-9412-cc573f84918a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ff01b03-6a4e-4401-a002-564ca812cd1f HTTP/1.1" status: 204 len: 168 time: 0.7866254 Mar 02 19:56:04.097345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:04.110162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 22becb77-ebfd-4548-ae4e-73de9703fc9f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:04.114462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c14abf52-381a-4911-9306-a45fe79ce3ee,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:04.126967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 22becb77-ebfd-4548-ae4e-73de9703fc9f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:04.127403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.165919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'port_id': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'mac_address': 'fa:16:3e:f0:4c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:56:04.237426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.248586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.254229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.273108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47521ce5-ab8e-418e-919c-8588570d62d9 req-bef2334a-9fa0-4e76-90dc-01866af3ac91 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:04.274646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47521ce5-ab8e-418e-919c-8588570d62d9 req-bef2334a-9fa0-4e76-90dc-01866af3ac91 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6131909 Mar 02 19:56:04.297027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:04.310766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14abf52-381a-4911-9306-a45fe79ce3ee {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:56:04.322745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Request body: {'floatingip': {'port_id': '0f798646-2887-4bcb-a316-f656ee5b812d'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:04.368594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.395151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d518424d-6363-4789-89aa-e0bf97137676 req-3e4cd19e-0743-4fb2-9540-96621b828347 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3888247 Mar 02 19:56:04.415402 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85ebe105-25a5-494b-91f2-6f5e2bff18f3 req-1d1fa106-7871-40ca-b7a4-e34e95edd976 service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6344666 Mar 02 19:56:04.425113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c14abf52-381a-4911-9306-a45fe79ce3ee,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:04.436242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:04.444648 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-726817e4-7b16-4da6-b329-7586a35e3307 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "PUT /v2.0/routers/c7fdfa23-b701-456b-ab6d-8e1086253bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1463060 Mar 02 19:56:04.446226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 64f52dac-4049-4b60-9695-8607f693f9a3 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:04.447821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.451237 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] Sync routers for ids ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:04.467633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] Routers {'c7fdfa23-b701-456b-ab6d-8e1086253bb1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:04.468266 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:04.481383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57278) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:04.503481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'port': {'network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972', 'name': 'tempest-FloatingIPNegativeTestJSON-1660325619'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:04.512847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:04.515363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:04.521965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.609075 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:04.619558 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] Routers {'c7fdfa23-b701-456b-ab6d-8e1086253bb1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:04.620511 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:04.629150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.634756 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'code': 200} Mar 02 19:56:04.636101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:04.680975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:04.691098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:04.691960 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7dc20a-fd5b-479b-bbfe-bae9e89bad6f None None] The sync data for ids ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:04.723817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:04.754884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:04.796265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['c14abf52-381a-4911-9306-a45fe79ce3ee'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:56:04.861409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=64f52dac-4049-4b60-9695-8607f693f9a3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:04.956510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.013315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.021248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.038278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.051504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:05.073095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Usage tracker for resource:security_group_rule and tenant:611ce6e1635b41e6a68bdf2f32a9b39d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:05.077342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:05.091616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port 19656cc8-a493-454f-ae63-38c52e2af21d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:05.091616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.093404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:05.123331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:05.147155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:port and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:05.151953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.156207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd7710a26945440ba8a7a266e40455b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5871029 Mar 02 19:56:05.159902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:05.164933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:05.179502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:05.210428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78878f-f932-47fd-a47a-8ccfa9bbd141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ecc1ab-0284-4a51-8ec0-5389e9dbf66f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:05.224836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b2c04-4b19-4bf4-9b3e-1673526e5b83 req-cf17912a-305e-4f53-adca-8b941ebaddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:05.226336 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e47b2c04-4b19-4bf4-9b3e-1673526e5b83 req-cf17912a-305e-4f53-adca-8b941ebaddc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 1098 time: 0.3270040 Mar 02 19:56:05.232267 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49402efb-e7ed-4bf1-9a1a-3be0e8854602 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/64f52dac-4049-4b60-9695-8607f693f9a3 HTTP/1.1" status: 204 len: 168 time: 1.7769158 Mar 02 19:56:05.240497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:05.255686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Made reservation on behalf of 62f8a9770239485da7b44655f9668c67 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:05.256720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76beda-6ad7-449c-8f96-668b1cc99748 req-046ebfcb-c612-4f0a-b2fd-dcf4ff805d25 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:05.258154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e76beda-6ad7-449c-8f96-668b1cc99748 req-046ebfcb-c612-4f0a-b2fd-dcf4ff805d25 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 944 time: 0.6783867 Mar 02 19:56:05.259280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.361495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] device_id is not set on port b58652d4-1cd2-4c41-8aae-dcc819413bff yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:05.429043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3904890-095c-4887-a7f3-5705c62019d3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] GET failed (client error): The resource could not be found. Mar 02 19:56:05.430413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f3904890-095c-4887-a7f3-5705c62019d3 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports/64f52dac-4049-4b60-9695-8607f693f9a3 HTTP/1.1" status: 404 len: 333 time: 0.1818285 Mar 02 19:56:05.516286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57298) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:05.532696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-1985347901'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:05.551256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.641609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e47b2c04-4b19-4bf4-9b3e-1673526e5b83 req-1086de1c-e5af-4d68-8af3-fd2ab10a5ab6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941410 Mar 02 19:56:05.659882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.672072 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e76beda-6ad7-449c-8f96-668b1cc99748 req-3776a12b-28df-4bc1-836e-d884eaacd192 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579495 Mar 02 19:56:05.758992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.807493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.824848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:05.839531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for 19656cc8-a493-454f-ae63-38c52e2af21d owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:05.862723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f3e5-420c-49a0-81dc-04e92ae9cbb2 req-a429f497-1e9e-4a5f-863e-ccd1e0edac3a tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:05.864197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3989f3e5-420c-49a0-81dc-04e92ae9cbb2 req-a429f497-1e9e-4a5f-863e-ccd1e0edac3a tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.2938774 Mar 02 19:56:05.878895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=611ce6e1635b41e6a68bdf2f32a9b39d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778852 Mar 02 19:56:05.884521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:05.897752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:05.902255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device c14abf52-381a-4911-9306-a45fe79ce3ee up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:05.975764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port c14abf52-381a-4911-9306-a45fe79ce3ee completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:05.981904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port c14abf52-381a-4911-9306-a45fe79ce3ee triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:05.982444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.017442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:06.023658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Allocated IP 172.20.0.12 (00ddfe4b-6cc3-41d9-8769-d1744efc7972/0ce42453-668d-41a0-8029-a0243ad0e10f/b58652d4-1cd2-4c41-8aae-dcc819413bff) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:06.032781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:port and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:06.043604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:06.058153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:06.086154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09486e-0b4a-497b-935e-e77eb57677da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62778bf8-782b-42f2-85d9-745439ee8d90,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.111967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:06.115570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.119517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.128689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.153504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c14abf52-381a-4911-9306-a45fe79ce3ee,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:06.160398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.162078 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3989f3e5-420c-49a0-81dc-04e92ae9cbb2 req-2035b789-41e5-4761-842b-ee2a321b27aa tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883389 Mar 02 19:56:06.186393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.194961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.203351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ecc1ab-0284-4a51-8ec0-5389e9dbf66f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.222654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port 32274598-9ec0-4522-8ab8-337b831f5c78 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:06.254903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.260573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.262816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.262931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.263266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.263694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.263945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.264711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.264711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.265459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.265459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.265597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.266268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.266268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:06.307604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.391194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.392214 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3aa84cd5-48d0-4b56-bc97-67698ecaed94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13ecc1ab-0284-4a51-8ec0-5389e9dbf66f HTTP/1.1" status: 204 len: 168 time: 1.2190204 Mar 02 19:56:06.410700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.420758 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Floating IP 2880f211-e455-4dae-86e6-fea1d4ffb206 associated. External IP: 172.26.2.38, port: 0f798646-2887-4bcb-a316-f656ee5b812d. Mar 02 19:56:06.512468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.516432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=19656cc8-a493-454f-ae63-38c52e2af21d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.587778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62778bf8-782b-42f2-85d9-745439ee8d90,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:06.590148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.4 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/32274598-9ec0-4522-8ab8-337b831f5c78) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:06.603476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.604739 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-038fcc1b-439a-4acd-9ece-aafb7e066e8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62778bf8-782b-42f2-85d9-745439ee8d90 HTTP/1.1" status: 204 len: 168 time: 0.5302305 Mar 02 19:56:06.640356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:06.773576 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'code': 200} Mar 02 19:56:06.871401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:06.948123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Transition to ACTIVE for port object b58652d4-1cd2-4c41-8aae-dcc819413bff will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:06.987783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.081320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Router 5cccd487-a594-4453-93b4-fedff0a2f8f9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:07.138316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.178121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:07.208298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.215737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.218318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object 32274598-9ec0-4522-8ab8-337b831f5c78 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:07.236210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.255581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1e1f7-9ded-48c0-85f9-f35e1ff83a85 req-60fb1a14-f364-4ca3-91d9-8ee5563577ca tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:07.259818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eb1e1f7-9ded-48c0-85f9-f35e1ff83a85 req-60fb1a14-f364-4ca3-91d9-8ee5563577ca tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.2998612 Mar 02 19:56:07.311250 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fc26bdab-4753-42ea-98c0-795683dca229 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a15b119a74a47f39bff650dce096cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310482 Mar 02 19:56:07.338195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:07.412805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.413316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router 047292c8-a66b-4fa6-9ede-335d18fcdfbc {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:07.432079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:07.437155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:07.444100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:07.506542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.507641 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d9ca34e-5572-4316-8e46-854aa9628eb4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/047292c8-a66b-4fa6-9ede-335d18fcdfbc HTTP/1.1" status: 204 len: 168 time: 3.7816129 Mar 02 19:56:07.519182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=b58652d4-1cd2-4c41-8aae-dcc819413bff,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:07.522191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57338) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:07.532664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269236674', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:07.538623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.548154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:07.559067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eb1e1f7-9ded-48c0-85f9-f35e1ff83a85 req-3333a3cd-bf18-41c6-82c9-aafa3b0302f0 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834935 Mar 02 19:56:07.564574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:07.577897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.578612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Sync routers for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:07.607042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:router and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:07.607629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:07.608478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:07.625637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:07.638583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:07.639254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.668911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:07.670203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:07.690082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea86b-11e9-4a7b-a196-f58252750afe req-a1a345c5-e007-41df-8bfc-26f013f1c973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:07.691167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:07.691684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-445ea86b-11e9-4a7b-a196-f58252750afe req-a1a345c5-e007-41df-8bfc-26f013f1c973 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 1098 time: 0.5198755 Mar 02 19:56:07.712154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:07.729446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.740636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-07849914-3a5e-46a4-9439-20d081cbc2fb tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "PUT /v2.0/floatingips/2880f211-e455-4dae-86e6-fea1d4ffb206 HTTP/1.1" status: 200 len: 990 time: 3.4308577 Mar 02 19:56:07.745402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:07.827681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6b9b-3818-4aaf-8ac7-07c84a30f0ad req-f70b4996-43d3-41a1-bd5b-089287c52041 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:07.829805 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4f7c6b9b-3818-4aaf-8ac7-07c84a30f0ad req-f70b4996-43d3-41a1-bd5b-089287c52041 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.4947033 Mar 02 19:56:07.831878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.851206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-445ea86b-11e9-4a7b-a196-f58252750afe req-d1ab1bf6-0a7e-43cb-bfd7-306ea11acdb8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496871 Mar 02 19:56:07.873611 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-536a2cd3-173a-4c23-9cac-385b8084a2c7 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3911216 Mar 02 19:56:07.875606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=32274598-9ec0-4522-8ab8-337b831f5c78,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:07.896269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:07.926255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57356) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:07.933099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:07.934165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.944979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:07.946420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.001603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7eebd3d-de9e-4b1b-a462-75b4444c01b5 None None] Provisioning for port b58652d4-1cd2-4c41-8aae-dcc819413bff completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:08.005373 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bf283aa8-a2aa-4776-af23-b0241b4f0f81 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4821155 Mar 02 19:56:08.005373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.008942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57362) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:08.009307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7eebd3d-de9e-4b1b-a462-75b4444c01b5 None None] Provisioning complete for port b58652d4-1cd2-4c41-8aae-dcc819413bff triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:08.009674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7eebd3d-de9e-4b1b-a462-75b4444c01b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.027770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'network_id': '9f043824-952d-4130-8104-3d7216b96d1e', 'name': 'tempest-AllowedAddressPairTestJSON-123790531'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:08.076675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:08.109561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:08.127511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'networks': [{'name': 'tempest-network--1364422845'}, {'name': 'tempest-network--404241311'}]} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:08.127914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-network--1364422845'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:08.128477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-network--404241311'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:08.129907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:08.145516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7eebd3d-de9e-4b1b-a462-75b4444c01b5 None None] Port b58652d4-1cd2-4c41-8aae-dcc819413bff cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:08.171791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:floatingip and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:08.179072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:08.192073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:08.193809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:08.198415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4f7c6b9b-3818-4aaf-8ac7-07c84a30f0ad req-52603a4f-92a7-45c3-a1b3-d4a44dcaa038 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468261 Mar 02 19:56:08.199012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.217415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:network and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:08.222020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfcf246-5259-4564-a56a-aa3cccd100fc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:08.226200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:08.235428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.237498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7fd93230-97a8-4256-9fe8-d8aa57974951 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bfcf246-5259-4564-a56a-aa3cccd100fc HTTP/1.1" status: 204 len: 168 time: 0.8973966 Mar 02 19:56:08.240716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.361764 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d', 'status': 'completed', 'code': 200} Mar 02 19:56:08.371507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c34789-4a6a-407c-9ca6-28bf9479873d req-7fadc975-3d94-47d6-9b2a-dc7b8692856c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:08.379847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c34789-4a6a-407c-9ca6-28bf9479873d req-7fadc975-3d94-47d6-9b2a-dc7b8692856c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.2563245 Mar 02 19:56:08.391129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:08.441127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fcc258de-20da-4e8b-bdb5-d90004a4811e None None] Provisioning for port 32274598-9ec0-4522-8ab8-337b831f5c78 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:08.448720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fcc258de-20da-4e8b-bdb5-d90004a4811e None None] Provisioning complete for port 32274598-9ec0-4522-8ab8-337b831f5c78 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:08.449090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fcc258de-20da-4e8b-bdb5-d90004a4811e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.523976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fcc258de-20da-4e8b-bdb5-d90004a4811e None None] Port 32274598-9ec0-4522-8ab8-337b831f5c78 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:08.537608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2880f211-e455-4dae-86e6-fea1d4ffb206', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'port_id': '0f798646-2887-4bcb-a316-f656ee5b812d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'mac_address': 'fa:16:3e:dc:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:30Z', 'updated_at': '2022-03-02T19:56:05Z', 'revision_number': 1, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:08.541811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Checking router: 5cccd487-a594-4453-93b4-fedff0a2f8f9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:08.552253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:08.552913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:08.553738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.568151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:08.573187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Usage tracker for resource:port and tenant:d56d8120b111474584e0eb9321d81c37 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:08.575714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c34789-4a6a-407c-9ca6-28bf9479873d req-7a663498-de3b-494e-97a9-4d6a5f87aad3 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1950326 Mar 02 19:56:08.592966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:08.600747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'network': 2} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:08.605819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.617671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:08.641147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.666066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:08.671125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Made reservation on behalf of d56d8120b111474584e0eb9321d81c37 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:08.675290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:08.687222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:security_group_rule and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:08.696007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:08.706624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:08.719992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-c878dc0b-d126-4832-a954-49335db49b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:08.725244 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-c878dc0b-d126-4832-a954-49335db49b37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.3627281 Mar 02 19:56:08.764144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa156e0-e513-4c4e-9775-90c199a5d888 req-21010ec9-92d4-4efd-b6c7-369a0f15a242 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:08.765683 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-faa156e0-e513-4c4e-9775-90c199a5d888 req-21010ec9-92d4-4efd-b6c7-369a0f15a242 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.3183074 Mar 02 19:56:08.836301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:08.876255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:08.890292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] device_id is not set on port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:09.015307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.030269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Request body: {'floatingip': {'port_id': '22becb77-ebfd-4548-ae4e-73de9703fc9f'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:09.049702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.130922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-847843f1-c574-4cc3-bc02-b58fe427574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:09.132527 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-847843f1-c574-4cc3-bc02-b58fe427574d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.3829381 Mar 02 19:56:09.143425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.207429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.208093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.298466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2880f211-e455-4dae-86e6-fea1d4ffb206', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'port_id': '0f798646-2887-4bcb-a316-f656ee5b812d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'mac_address': 'fa:16:3e:dc:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:30Z', 'updated_at': '2022-03-02T19:56:05Z', 'revision_number': 1, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:09.308758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8081a6-1ff3-4625-874f-bfae38f3ba4d None None] The sync data for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv is: [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2880f211-e455-4dae-86e6-fea1d4ffb206', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'floating_ip_address': '172.26.2.38', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'port_id': '0f798646-2887-4bcb-a316-f656ee5b812d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'mac_address': 'fa:16:3e:dc:db:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:30Z', 'updated_at': '2022-03-02T19:56:05Z', 'revision_number': 1, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:09.352440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:09.362031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.363958 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment e66bddeb-e565-4604-a682-b7059ade7509 of type vlan for network a8b72df1-3bc8-456d-adee-bd0bfc6be259 Mar 02 19:56:09.381399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Allocated IP 172.26.2.213 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/e257f130-6c0a-41a3-964d-6cc5d3da0032) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:09.391984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.411701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-27137293-127f-4275-82d7-f4514ff4ce2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 998 time: 0.2700155 Mar 02 19:56:09.449523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d76bb61-2cd2-4018-a829-f2ea96559c0b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:09.479711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383eee5-f31f-41eb-a53a-1ad45ecce400 req-ea68623a-3c50-4175-b6dd-ee628d7dc7dd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:09.482146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7383eee5-f31f-41eb-a53a-1ad45ecce400 req-ea68623a-3c50-4175-b6dd-ee628d7dc7dd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4805706 Mar 02 19:56:09.504434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b375-93b7-4c29-8e83-caea44555ea1 req-d0dc7aa9-6acc-4da7-bddb-8b5b33bc5573 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:09.505934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7759b375-93b7-4c29-8e83-caea44555ea1 req-d0dc7aa9-6acc-4da7-bddb-8b5b33bc5573 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.7391515 Mar 02 19:56:09.580624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:09.636860 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ead7847-a230-4f6b-9d9a-1c238ae69253 None None] New status for floating IP 2880f211-e455-4dae-86e6-fea1d4ffb206: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:56:09.663331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-4a47bd94-c248-42c5-92d4-b4a906de4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:09.664876 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-4a47bd94-c248-42c5-92d4-b4a906de4a78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.2456577 Mar 02 19:56:09.678019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7759b375-93b7-4c29-8e83-caea44555ea1 req-375118a1-128f-479a-8351-cedc5f2e9d5a tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437221 Mar 02 19:56:09.770164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7383eee5-f31f-41eb-a53a-1ad45ecce400 req-53b805e6-954e-4274-acb8-bcb0730ec503 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2552340 Mar 02 19:56:09.837352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.850196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.850539 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment 751a0f1a-c0d7-489a-a383-d708eaa4aa67 of type vlan for network cb8e38cc-0a91-4815-8b36-6c9efa545339 Mar 02 19:56:09.891469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:09.944910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Allocated IP 172.20.0.11 (9f043824-952d-4130-8104-3d7216b96d1e/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca/3d3e295f-ad06-42d2-9975-ba585cfa8bbf) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:09.994295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=e257f130-6c0a-41a3-964d-6cc5d3da0032,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:10.001184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:10.004096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:10.006649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:10.038221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.057123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.057749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-9333bcac-1e9b-462e-917f-88b2d33f8e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:10.059573 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-9333bcac-1e9b-462e-917f-88b2d33f8e02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3851132 Mar 02 19:56:10.167563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.326923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.331624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-76f5c366-325d-4ab1-adb8-d732d656448f service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643287 Mar 02 19:56:10.408011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.408555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.413948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:10.418615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:10.419319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.486826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.578601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39394b7c-78e5-40d6-8dda-d76a808a67c4 req-1f779412-bd00-4366-b7cd-065bce34b538 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158461 Mar 02 19:56:10.728920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.735909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.800744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57424) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:10.815361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=a8b72df1-3bc8-456d-adee-bd0bfc6be259,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:10.827349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network a8b72df1-3bc8-456d-adee-bd0bfc6be259 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:10.864621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:10.876106 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9353938 Mar 02 19:56:10.880749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:10.918529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=e257f130-6c0a-41a3-964d-6cc5d3da0032,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:10.978763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.26.2.48 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/dd1a031f-2e0a-42ac-a04e-34a03c860ad5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:11.027718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cdc6d-8b2d-473d-bb1b-a15640ce4ec1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=cb8e38cc-0a91-4815-8b36-6c9efa545339,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:11.038856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.039910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cb8e38cc-0a91-4815-8b36-6c9efa545339 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:11.075133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.076277 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e20d7826-ab44-4253-882d-c18cdd88ee54 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1769075 Mar 02 19:56:11.123032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57436) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:11.144651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bad56548-5f32-4dfb-9cf7-c386e4069d24 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'floatingip': {'port_id': 'b58652d4-1cd2-4c41-8aae-dcc819413bff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:11.239115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:11.244208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bad56548-5f32-4dfb-9cf7-c386e4069d24 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.253879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:11.257927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Transition to ACTIVE for port object 3d3e295f-ad06-42d2-9975-ba585cfa8bbf will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:11.305344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:floatingip and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:11.322692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:11.332859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:11.340042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:11.391325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0241-9d32-43f0-b550-fb022f6ff48f tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.397166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0241-9d32-43f0-b550-fb022f6ff48f tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.402867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0241-9d32-43f0-b550-fb022f6ff48f tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.408480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b0241-9d32-43f0-b550-fb022f6ff48f tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.410139 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8f5b0241-9d32-43f0-b550-fb022f6ff48f tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5284183 Mar 02 19:56:11.415428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57440) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:11.434516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.494981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.500577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d54276-deeb-4510-811e-423b58de58d4 req-07a38120-3527-4eb5-a147-de3a3d84e396 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.502051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84d54276-deeb-4510-811e-423b58de58d4 req-07a38120-3527-4eb5-a147-de3a3d84e396 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.5900507 Mar 02 19:56:11.514508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.587444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.608702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.633487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a262feb-2cc4-4e6c-8c0e-6de2fcdecace req-beb66a1e-63b0-4bf9-97ed-ac8266f8c911 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:11.634920 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a262feb-2cc4-4e6c-8c0e-6de2fcdecace req-beb66a1e-63b0-4bf9-97ed-ac8266f8c911 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6257279 Mar 02 19:56:11.654493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.669171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-bad56548-5f32-4dfb-9cf7-c386e4069d24 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] update failed (client error): The resource could not be found. Mar 02 19:56:11.673194 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bad56548-5f32-4dfb-9cf7-c386e4069d24 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "PUT /v2.0/floatingips/7cefbdce-b9c1-47a6-8db5-85412ddb3f7c HTTP/1.1" status: 404 len: 507 time: 0.5450761 Mar 02 19:56:11.675595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84d54276-deeb-4510-811e-423b58de58d4 req-62496b94-925e-4bba-8816-c1539beb96c2 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595585 Mar 02 19:56:11.678796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:11.744812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7938ecf3-a22d-4b2c-86e9-78b9357a658c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:11.806031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Network 9f043824-952d-4130-8104-3d7216b96d1e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:11.812826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:11.815190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:11.898218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=3d3e295f-ad06-42d2-9975-ba585cfa8bbf,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:11.928920 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Floating IP 9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5 associated. External IP: 172.26.2.13, port: 22becb77-ebfd-4548-ae4e-73de9703fc9f. Mar 02 19:56:12.023032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:12.023638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.031695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.043349 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a262feb-2cc4-4e6c-8c0e-6de2fcdecace req-ab767409-d637-47a3-82af-62285d5afa78 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3964555 Mar 02 19:56:12.092413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port e257f130-6c0a-41a3-964d-6cc5d3da0032 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:12.092747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.173721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1beccefc-5223-4bb5-b293-c21ed90e3cd2 None None] Provisioning for port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:12.187778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1beccefc-5223-4bb5-b293-c21ed90e3cd2 None None] Provisioning complete for port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:12.188642 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1beccefc-5223-4bb5-b293-c21ed90e3cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.197508 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c35edb38-f551-409d-8231-51fc653cfa19 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1882200 Mar 02 19:56:12.202216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57452) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:12.204872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:12.209330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.216497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:12.223876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:69:7e:bc'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:83:9a:bc'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:12.262705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:12.270362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1beccefc-5223-4bb5-b293-c21ed90e3cd2 None None] Port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:12.304040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:12.310479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b72df1-3bc8-456d-adee-bd0bfc6be259']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:12.381166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66bddeb-e565-4604-a682-b7059ade7509') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:12.381589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66bddeb-e565-4604-a682-b7059ade7509') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:12.413052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.436780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.444005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f519d-a4dd-4f7f-b7f0-3476fad8e9b2 req-3b5af423-42fc-4f47-afde-3273c64763a5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:12.445522 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d2f519d-a4dd-4f7f-b7f0-3476fad8e9b2 req-3b5af423-42fc-4f47-afde-3273c64763a5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.4855587 Mar 02 19:56:12.456807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.457670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57456) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:12.470214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.470512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.477579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:12.477952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:12.491849 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:12.556801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Request body: {'floatingip': {'port_id': 'c14abf52-381a-4911-9306-a45fe79ce3ee'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:12.668167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Calling delete_port for e257f130-6c0a-41a3-964d-6cc5d3da0032 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:12.727548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37272f-5af9-4133-9717-8c516e7189d6 req-04998e8b-efca-4e92-b271-6b38f443bd01 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:12.729016 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f37272f-5af9-4133-9717-8c516e7189d6 req-04998e8b-efca-4e92-b271-6b38f443bd01 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5236199 Mar 02 19:56:12.760369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.792823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:12.821813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=a8b72df1-3bc8-456d-adee-bd0bfc6be259,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:12.828919 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8388d189-aa46-412c-8048-f823f6a03552 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/a8b72df1-3bc8-456d-adee-bd0bfc6be259 HTTP/1.1" status: 204 len: 168 time: 1.4094787 Mar 02 19:56:12.832377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:12.837872 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f37272f-5af9-4133-9717-8c516e7189d6 req-c1705b58-9757-4f03-84fc-47d1982deced tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000533 Mar 02 19:56:12.948834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.013946 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:56:13.016826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.025352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.111046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Port': ['ID=e257f130-6c0a-41a3-964d-6cc5d3da0032,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:13.322082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.348237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.349059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:13.350447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Allocated IP 172.26.2.170 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/2d001041-80f8-4a53-aeb5-85763785767f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:13.468240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8e38cc-0a91-4815-8b36-6c9efa545339']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:13.484867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a0f1a-c0d7-489a-a383-d708eaa4aa67') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:13.485119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a0f1a-c0d7-489a-a383-d708eaa4aa67') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:13.489636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.499194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.500311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11f151b2-5b53-4485-b3f7-3b7166b3e143 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "DELETE /v2.0/floatingips/7cefbdce-b9c1-47a6-8db5-85412ddb3f7c HTTP/1.1" status: 204 len: 168 time: 1.8207247 Mar 02 19:56:13.503558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.511918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:13.525261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'floatingip': {'floating_network_id': '00ddfe4b-6cc3-41d9-8769-d1744efc7972', 'port_id': 'b58652d4-1cd2-4c41-8aae-dcc819413bff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:13.532746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.538879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:13.545779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:floatingip and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:13.548832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:13.549224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:13.563435 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:13.565454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:13.590206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5efc7-87a5-4543-89cc-c3831fd503d2 req-a63c1c54-ee22-4a72-9223-2578ee51a3bd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:13.591551 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7d5efc7-87a5-4543-89cc-c3831fd503d2 req-a63c1c54-ee22-4a72-9223-2578ee51a3bd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4087038 Mar 02 19:56:13.592469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:13.675811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.704026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.733729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:13.750161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=cb8e38cc-0a91-4815-8b36-6c9efa545339,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:13.761172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7d5efc7-87a5-4543-89cc-c3831fd503d2 req-acaf2fcf-c88f-43cf-95f9-49dbd1916032 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212580 Mar 02 19:56:13.767166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64819cda-15b0-4c80-84fb-cf399781df67 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/cb8e38cc-0a91-4815-8b36-6c9efa545339 HTTP/1.1" status: 204 len: 168 time: 0.9314866 Mar 02 19:56:13.779453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:14.009524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db32ef6-144b-4fea-abe4-9e609b3f44df tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:14.015597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db32ef6-144b-4fea-abe4-9e609b3f44df tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:14.016410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9db32ef6-144b-4fea-abe4-9e609b3f44df tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Synchronizing usage tracker for tenant:0851a0869696424585a69171c9c9334e on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:14.044550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9db32ef6-144b-4fea-abe4-9e609b3f44df tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Unset dirty status for tenant:0851a0869696424585a69171c9c9334e on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:14.049759 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9db32ef6-144b-4fea-abe4-9e609b3f44df tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2757342 Mar 02 19:56:14.054692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57480) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:14.065717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-339852289'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:14.074142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:14.088546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:14.090987 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:56:14.092789 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bb5919a1-bc48-48aa-bc54-87820e264358 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5799303 Mar 02 19:56:14.100462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:14.107849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'b58652d4-1cd2-4c41-8aae-dcc819413bff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:14.114358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:14.119334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.131672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:14.140248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Usage tracker for resource:floatingip and tenant:62f8a9770239485da7b44655f9668c67 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:14.144625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:14.157074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:14.169872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:14.179610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.203172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.203631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment 35a505e2-47e4-427b-8935-7338d6284b0d of type vlan for network f4a18e67-cb2b-42db-9bed-f4d07fdebf8f Mar 02 19:56:14.247483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.252761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.397630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.400636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:14.410219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.412378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Sync routers for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:14.416994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:14.417592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.421721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:14.423264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:55:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:14.518950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.559754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=f4a18e67-cb2b-42db-9bed-f4d07fdebf8f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:14.567525 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d65d01eb-0917-41f9-84eb-2f827cd54abe tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5092204 Mar 02 19:56:14.569301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57492) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:14.578278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-20932513'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:14.584875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network f4a18e67-cb2b-42db-9bed-f4d07fdebf8f details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:14.589313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50900df3-ef40-4887-9e00-37e82b6d856e req-d991fcbf-ebc4-40d3-afee-270bcda600a4 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:14.592119 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50900df3-ef40-4887-9e00-37e82b6d856e req-d991fcbf-ebc4-40d3-afee-270bcda600a4 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.2455428 Mar 02 19:56:14.595458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.598352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:14.654339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:network and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:14.657962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:14.673567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:14.691691 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4d118bb0-5100-4170-8a56-edb0b2792633 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "PUT /v2.0/floatingips/9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5 HTTP/1.1" status: 200 len: 990 time: 5.8052433 Mar 02 19:56:14.697354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:14.718825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:14.739285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:14.744896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.747748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.773081 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50900df3-ef40-4887-9e00-37e82b6d856e req-e0f39667-a099-4a8d-a33e-2945237d58f3 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721551 Mar 02 19:56:14.819225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.823868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:14.872314 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'status': 'completed', 'code': 200} Mar 02 19:56:14.959077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:14.972506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:14.999719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:15.001549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:15.021490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Allocated IP 172.26.2.33 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/abf3d981-4bf3-4daf-b4bb-1147673a1273) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:15.040666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.041004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment d20237ec-b466-4e95-8337-9df4ce571caf of type vlan for network fc4e6938-a3b1-475e-b8c8-15238737a2aa Mar 02 19:56:15.073598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ceb95297-cb99-43bd-b9a3-fbc07f258c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.097739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:15.163491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event updated for resources: {'Port': ['ID=3d3e295f-ad06-42d2-9975-ba585cfa8bbf,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:15.194874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.200648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.218662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-7424de6e-3b04-4e13-aa5c-a8ed3e2db777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:15.220284 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-7424de6e-3b04-4e13-aa5c-a8ed3e2db777 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ec622c0f3a3b4911817bd68aa8b1702f&device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 1098 time: 0.3215642 Mar 02 19:56:15.231802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206eecb-e8d0-4a45-a6b6-ebb0b57d1993 req-bd4f3fe7-2b60-4fc5-90d5-e23d0618ac6e tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:15.233421 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a206eecb-e8d0-4a45-a6b6-ebb0b57d1993 req-bd4f3fe7-2b60-4fc5-90d5-e23d0618ac6e tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.3860917 Mar 02 19:56:15.273288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] In _notify_port_updated(), no bound segment for port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf on network 9f043824-952d-4130-8104-3d7216b96d1e {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:56:15.278880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:15.279732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.279862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.283776 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4db59f88-3436-4149-b847-773c7666b367 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "PUT /v2.0/ports/3d3e295f-ad06-42d2-9975-ba585cfa8bbf HTTP/1.1" status: 200 len: 1055 time: 3.0780320 Mar 02 19:56:15.286505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57500) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:15.293585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'port_id': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'mac_address': 'fa:16:3e:06:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:31Z', 'updated_at': '2022-03-02T19:56:11Z', 'revision_number': 1, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:15.305972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Checking router: 664ba88d-861e-4ce1-bc91-b26d1ce67a69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:15.322097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:15.322780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:15.360307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.367036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.371879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-367440b7-4a9f-41b7-b45e-1d19e8426ebd None None] Provisioning complete for port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:15.372254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-367440b7-4a9f-41b7-b45e-1d19e8426ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.386303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.444515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=2d001041-80f8-4a53-aeb5-85763785767f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:15.445675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-367440b7-4a9f-41b7-b45e-1d19e8426ebd None None] Port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:15.446948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.461717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a206eecb-e8d0-4a45-a6b6-ebb0b57d1993 req-6733facc-3e3d-4e08-99b5-4f7985999291 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030692 Mar 02 19:56:15.469187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.474981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:15.475731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.557752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.587370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:15.727447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 3d3e295f-ad06-42d2-9975-ba585cfa8bbf {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:15.728797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.759361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-b86b8b8d-0444-4d8c-b577-d3681127076e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:15.761138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-b86b8b8d-0444-4d8c-b577-d3681127076e service neutron] 10.222.0.32 "GET /v2.0/networks?id=457173f6-876a-452d-9b00-5eae2c5f5c45 HTTP/1.1" status: 200 len: 906 time: 0.5268555 Mar 02 19:56:15.765308 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1950476 Mar 02 19:56:15.766027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:15.778570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'ports': [{'network_id': 'f4a18e67-cb2b-42db-9bed-f4d07fdebf8f', 'name': 'tempest-port--1907545101', 'admin_state_up': True}, {'network_id': 'fc4e6938-a3b1-475e-b8c8-15238737a2aa', 'admin_state_up': False}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:15.778892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'port': {'network_id': 'f4a18e67-cb2b-42db-9bed-f4d07fdebf8f', 'name': 'tempest-port--1907545101', 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:15.779337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'port': {'network_id': 'fc4e6938-a3b1-475e-b8c8-15238737a2aa', 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:15.809519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:15.911915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26050c-cba5-498f-84e8-aa57322939c0 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=fc4e6938-a3b1-475e-b8c8-15238737a2aa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:15.929713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network fc4e6938-a3b1-475e-b8c8-15238737a2aa details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:16.057445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.065652 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Floating IP 89a63c6e-3a7a-4ba0-9091-9a533a1f1678 associated. External IP: 172.26.2.92, port: c14abf52-381a-4911-9306-a45fe79ce3ee. Mar 02 19:56:16.148053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-d6cd6bba-80f1-4e05-ae87-8bdae52bb5bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f HTTP/1.1" status: 200 len: 998 time: 0.3098423 Mar 02 19:56:16.154429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'port_id': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'mac_address': 'fa:16:3e:06:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:31Z', 'updated_at': '2022-03-02T19:56:11Z', 'revision_number': 1, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:16.158940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9a8129-251d-4e5a-a056-2a2b773f9cad None None] The sync data for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv is: [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'floating_ip_address': '172.26.2.13', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'port_id': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'mac_address': 'fa:16:3e:06:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:31Z', 'updated_at': '2022-03-02T19:56:11Z', 'revision_number': 1, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:16.205478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.209273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:16.259981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:16.275437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:16.357629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event updated for resources: {'Port': ['ID=abf3d981-4bf3-4daf-b4bb-1147673a1273,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:16.377198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:16.395948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5a7a8-3fcb-4fc9-9fe4-226314423b8d None None] New status for floating IP 9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:56:16.399687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:port and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:16.403341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-5a9a3bbd-6c3f-467b-97ae-0c11bbbcc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:16.404884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-5a9a3bbd-6c3f-467b-97ae-0c11bbbcc269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19f578b-b42c-4ee6-aeac-9442ea0beabb HTTP/1.1" status: 200 len: 844 time: 0.2395294 Mar 02 19:56:16.407630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:16.446778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:16.508394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e572252-491f-4964-bc5c-ba6753538f88 req-40161832-deb0-40ce-9aa7-1c0d20c49015 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:16.510011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e572252-491f-4964-bc5c-ba6753538f88 req-40161832-deb0-40ce-9aa7-1c0d20c49015 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6019781 Mar 02 19:56:16.551563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:16.551833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'port': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:16.554260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.556367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.633241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.711618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e572252-491f-4964-bc5c-ba6753538f88 req-39fdcb83-0f9a-4c51-b79b-3657b5907b64 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1874433 Mar 02 19:56:16.721409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 3d3e295f-ad06-42d2-9975-ba585cfa8bbf owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:16.756039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port abf3d981-4bf3-4daf-b4bb-1147673a1273 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:16.756656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:16.836512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-8bb00335-25d0-4c33-acbb-57fb3aec7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:16.838049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-8bb00335-25d0-4c33-acbb-57fb3aec7876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=457173f6-876a-452d-9b00-5eae2c5f5c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4239478 Mar 02 19:56:16.998677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.131192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] device_id is not set on port 2c852d65-3e2c-4030-b378-2e17ecba03b2 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:17.184838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-5c95ea53-9b9c-41a9-b41d-76d0f0f6ca71 service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350012 Mar 02 19:56:17.227668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.228398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.314602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:17.394904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.419550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.465085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Calling delete_port for abf3d981-4bf3-4daf-b4bb-1147673a1273 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:17.466575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Router 7f1e4874-128b-4584-827d-869f9c10fb0b has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:17.479873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:17.489390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Sync routers for ids ['d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:17.502048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Routers {'d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:17.503343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:17.635338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=2d001041-80f8-4a53-aeb5-85763785767f,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:17.652376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.689980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Set router d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:17.701905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a38bafc4-9cd9-4468-aab9-99de5129463f req-f94181af-97a2-4219-9ad2-c42913795669 service neutron] 10.222.0.32 "GET /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047979 Mar 02 19:56:17.715034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.718530 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2f8013e8-077a-4214-a3c1-1adf9874310c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.1904378 Mar 02 19:56:17.719565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:17.728039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.732817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.740497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=3d3e295f-ad06-42d2-9975-ba585cfa8bbf,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:17.887138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.891035 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cd6636c7-077b-4ea2-9570-fcec837a5d85 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0816917 Mar 02 19:56:17.895564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57520) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:17.905302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-142133296'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:17.945835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:17.949210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:17.971135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:network and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:17.985354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:17.990867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:17.996359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.002434 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Sync routers for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:18.016160 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:18.017810 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:18.043482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:18.091573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Port': ['ID=abf3d981-4bf3-4daf-b4bb-1147673a1273,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:18.125224 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-417248f1-51f7-48ff-a63e-b1cee56f1702 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "PUT /v2.0/floatingips/89a63c6e-3a7a-4ba0-9091-9a533a1f1678 HTTP/1.1" status: 200 len: 990 time: 5.5805776 Mar 02 19:56:18.128158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:18.132841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Made reservation on behalf of c98002b4f04145dfbd986cbd2e64d4eb for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:18.136298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.143485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] device_id is not set on port 27e0d668-2571-4cf6-a22f-18362a94fa25 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:18.202725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48'}], 'enable_snat': False}, 'gw_port_id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:07Z', 'updated_at': '2022-03-02T19:56:13Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:10Z', 'updated_at': '2022-03-02T19:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:18.207397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Checking router: d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:18.207963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Updating router d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:56:18.244277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.269785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.290261 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:18.313569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:18.357060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:security_group_rule and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:18.361278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:18.369479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:18.372295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.374473 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-83080370-403c-4aa2-9263-04bd0598f963 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/3d3e295f-ad06-42d2-9975-ba585cfa8bbf HTTP/1.1" status: 204 len: 168 time: 3.0808599 Mar 02 19:56:18.378554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57528) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:18.433929 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b7d7da-408b-44a4-b0b4-913bed151b26 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] GET failed (client error): The resource could not be found. Mar 02 19:56:18.434869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04b7d7da-408b-44a4-b0b4-913bed151b26 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Synchronizing usage tracker for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:18.475906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5908034d-aa23-4411-9b27-7e3a3dee5002 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 HTTP/1.1" status: 200 len: 907 time: 0.7551832 Mar 02 19:56:18.479647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57532) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:18.483073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04b7d7da-408b-44a4-b0b4-913bed151b26 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Unset dirty status for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:18.485144 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-04b7d7da-408b-44a4-b0b4-913bed151b26 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports/3d3e295f-ad06-42d2-9975-ba585cfa8bbf HTTP/1.1" status: 404 len: 333 time: 0.1052454 Mar 02 19:56:18.491073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57536) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:18.496237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'name': 'tempest-snat-router-269236674', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': True}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:18.509401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:18.518751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Usage tracker for resource:router and tenant:8e2b9b188a294b23b0855ea90405b048 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:18.522167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:18.530452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:18.565991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.567406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.588994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.601766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.620161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.632281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660fc75-908a-4065-bda9-853a6009ec5e req-b4da40ae-59aa-4512-9483-d67b6a5467b8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:18.633820 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9660fc75-908a-4065-bda9-853a6009ec5e req-b4da40ae-59aa-4512-9483-d67b6a5467b8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6252086 Mar 02 19:56:18.662003 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] create failed (client error): The resource could not be found. Mar 02 19:56:18.663026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-85c3cfa4-3e33-44af-a061-62d06ea688e8 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.5608163 Mar 02 19:56:18.666685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 32274598-9ec0-4522-8ab8-337b831f5c78 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:18.667002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.702979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:18.735480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:18.739492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.750753 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '89a63c6e-3a7a-4ba0-9091-9a533a1f1678', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'port_id': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'mac_address': 'fa:16:3e:f0:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e129f-59d9-4b14-9499-6482a189d0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:33Z', 'updated_at': '2022-03-02T19:56:14Z', 'revision_number': 1, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:18.761461 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Checking router: 7f1e4874-128b-4584-827d-869f9c10fb0b for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:18.774439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Transition to ACTIVE for port object dd1a031f-2e0a-42ac-a04e-34a03c860ad5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:18.786623 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:18.786966 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:18.795670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-ff93d358-5792-40b7-bfe6-08a38a5c58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:18.796000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.797190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-ff93d358-5792-40b7-bfe6-08a38a5c58bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.5126061 Mar 02 19:56:18.812140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72ac60-0d58-4ea7-87fd-03bf38aa3a25 req-2bd333e4-d02e-4199-ae2a-0178bd28afa6 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:18.819164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb72ac60-0d58-4ea7-87fd-03bf38aa3a25 req-2bd333e4-d02e-4199-ae2a-0178bd28afa6 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.4879887 Mar 02 19:56:18.825355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c114ddb9-9ab1-4e4b-9b69-6ba8eb285404,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:18.833898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.834363 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Added segment 9722e5df-e4c0-4207-9782-4638e333c1ed of type vlan for network d284fbd3-ae46-46b4-804b-288b58510f5e Mar 02 19:56:18.910422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.921987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Attempting to bind port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:18.924008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Attempting to bind port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:18.926181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Attempting to bind port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:18.954793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:18.956047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:18.957005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.957906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:18.959492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Bound port: dd1a031f-2e0a-42ac-a04e-34a03c860ad5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:18.960114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:18.998062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6296a-00c4-4182-a2fe-19f228a93125 None None] Pushing event updated for resources: {'Port': ['ID=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:19.065894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] For port dd1a031f-2e0a-42ac-a04e-34a03c860ad5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:19.069664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] For port dd1a031f-2e0a-42ac-a04e-34a03c860ad5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:19.077893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.082436 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:19.100727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port b58652d4-1cd2-4c41-8aae-dcc819413bff {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:19.101082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.121154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.127539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9660fc75-908a-4065-bda9-853a6009ec5e req-be988b95-bc74-4af6-a60e-1376bb4f6fa9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4830971 Mar 02 19:56:19.145472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.180049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6296a-00c4-4182-a2fe-19f228a93125 None None] Pushing event updated for resources: {'Port': ['ID=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:19.208663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Routers {'d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:19.209456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:19.222662 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'status': 'completed', 'code': 200} Mar 02 19:56:19.266728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb72ac60-0d58-4ea7-87fd-03bf38aa3a25 req-0c051d92-ecf7-4268-b094-1570c39bc9ff tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464960 Mar 02 19:56:19.369043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.375859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:19.376692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.524964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-1edd5251-8301-4714-8402-e7678b3bd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:19.526372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-1edd5251-8301-4714-8402-e7678b3bd321 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.6733143 Mar 02 19:56:19.529122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Network': ['ID=d284fbd3-ae46-46b4-804b-288b58510f5e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:19.542170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] Set router d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:19.546781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.554472 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-989028e8-bfea-4819-860b-7a87df85175a tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6578429 Mar 02 19:56:19.556653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57548) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:19.562277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Request body: {'subnet': {'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:19.623985 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '89a63c6e-3a7a-4ba0-9091-9a533a1f1678', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'port_id': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'mac_address': 'fa:16:3e:f0:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e129f-59d9-4b14-9499-6482a189d0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:33Z', 'updated_at': '2022-03-02T19:56:14Z', 'revision_number': 1, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:19.629286 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9361c82-4239-4e7d-89dc-98d5c3f68e1d None None] The sync data for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv is: [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '89a63c6e-3a7a-4ba0-9091-9a533a1f1678', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'floating_ip_address': '172.26.2.92', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'port_id': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'mac_address': 'fa:16:3e:f0:4c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e129f-59d9-4b14-9499-6482a189d0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:55:33Z', 'updated_at': '2022-03-02T19:56:14Z', 'revision_number': 1, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:19.685329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network d284fbd3-ae46-46b4-804b-288b58510f5e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:19.710717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:19.714847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:subnet and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:19.717959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:19.723798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:19.813486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.865753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Port': ['ID=2c852d65-3e2c-4030-b378-2e17ecba03b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:19.901629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Made reservation on behalf of c98002b4f04145dfbd986cbd2e64d4eb for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:19.904812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:19.983741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477181e-1910-42ef-8648-763c45824002 None None] New status for floating IP 89a63c6e-3a7a-4ba0-9091-9a533a1f1678: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:56:20.012676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-eb95c2db-ae5d-4990-950a-750a3172a122 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.4627178 Mar 02 19:56:20.019323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 32274598-9ec0-4522-8ab8-337b831f5c78 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:20.019603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.056031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.114349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-d72a8734-7246-4a8f-ac7d-c38b639dd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:20.115843 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-d72a8734-7246-4a8f-ac7d-c38b639dd668 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae7be9c513e74f32a0ce6c4d11211467&device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 1098 time: 0.8607302 Mar 02 19:56:20.123733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Checking segment: {'id': '35a505e2-47e4-427b-8935-7338d6284b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f4a18e67-cb2b-42db-9bed-f4d07fdebf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:20.124395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network hostable DHCP agents. Network: f4a18e67-cb2b-42db-9bed-f4d07fdebf8f, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:20.133066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.165195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48'}], 'enable_snat': False}, 'gw_port_id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:07Z', 'updated_at': '2022-03-02T19:56:13Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:10Z', 'updated_at': '2022-03-02T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:20.175283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df26899b-790b-4bdb-8241-44b77e7d64ab None None] The sync data for ids ['d7b6b64e-b65a-48af-adb7-4aa5ca9ea727'] in dv-neutron-831594-2-hyperv is: [{'id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48'}], 'enable_snat': False}, 'gw_port_id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:07Z', 'updated_at': '2022-03-02T19:56:13Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': 'dd1a031f-2e0a-42ac-a04e-34a03c860ad5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b6b64e-b65a-48af-adb7-4aa5ca9ea727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:10Z', 'updated_at': '2022-03-02T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:20.338971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.394824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Calling delete_port for b58652d4-1cd2-4c41-8aae-dcc819413bff owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:20.413484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.26.2.23 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/2a244d38-e2ef-450e-a17a-f52f45d5d172) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:20.485397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Subnet': ['ID=a9435b91-7b54-44e0-9729-a18d1656097f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:20.511539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Checking segment: {'id': '9722e5df-e4c0-4207-9782-4638e333c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:20.511887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network hostable DHCP agents. Network: d284fbd3-ae46-46b4-804b-288b58510f5e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:20.602605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network d284fbd3-ae46-46b4-804b-288b58510f5e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:20.627419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, d284fbd3-ae46-46b4-804b-288b58510f5e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:20.635677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f80421c-e013-4bbb-841d-26710557de75 None None] Network d284fbd3-ae46-46b4-804b-288b58510f5e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:20.641587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:20.642165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.650975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.691258 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c2e1ea9-e042-4a78-892a-185ba9b3df3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1335020 Mar 02 19:56:20.694684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57554) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:20.702023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1476004890', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:20.702731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-8b90464a-ce90-4659-bd24-795ce208f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:20.704500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-8b90464a-ce90-4659-bd24-795ce208f152 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.6482267 Mar 02 19:56:20.711564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network f4a18e67-cb2b-42db-9bed-f4d07fdebf8f is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:20.717297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:20.725905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:router and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:20.730710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:20.738186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:20.747228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.785777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-53d3e66e-60db-436f-9eaa-905af1a9643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:20.787266 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-53d3e66e-60db-436f-9eaa-905af1a9643a service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd765d0-67e6-46f7-bbf3-83fc124c879b HTTP/1.1" status: 200 len: 912 time: 0.6576588 Mar 02 19:56:20.832629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.833530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:20.841196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, f4a18e67-cb2b-42db-9bed-f4d07fdebf8f) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:20.853210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eeab55-b24a-4312-ac80-1a29767c1fda None None] Network f4a18e67-cb2b-42db-9bed-f4d07fdebf8f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:20.867390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:20.882482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:20.883788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dd1a031f-2e0a-42ac-a04e-34a03c860ad5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:20.893861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:20.927708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:20.928596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.066634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=2a244d38-e2ef-450e-a17a-f52f45d5d172,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.069507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.196477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.198436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Port': ['ID=27e0d668-2571-4cf6-a22f-18362a94fa25,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.212254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-32e59d05-bc4a-4eaa-974e-ce2f48f23913 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14abf52-381a-4911-9306-a45fe79ce3ee HTTP/1.1" status: 200 len: 1000 time: 0.3737297 Mar 02 19:56:21.242428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:21.254481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:21.254948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.329865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=32274598-9ec0-4522-8ab8-337b831f5c78,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.340982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3819a1-f47d-4c04-84c3-8752e51fd9fe req-f96ef164-5b44-46f2-aa73-4aeec4038ac6 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:21.348500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef3819a1-f47d-4c04-84c3-8752e51fd9fe req-f96ef164-5b44-46f2-aa73-4aeec4038ac6 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 1.0211194 Mar 02 19:56:21.375085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-d284fbd3-ae46-46b4-804b-288b58510f5e', 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e', 'tenant_id': 'c98002b4f04145dfbd986cbd2e64d4eb', 'fixed_ips': [{'subnet_id': 'a9435b91-7b54-44e0-9729-a18d1656097f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:21.375814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.437549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Checking segment: {'id': 'd20237ec-b466-4e95-8337-9df4ce571caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fc4e6938-a3b1-475e-b8c8-15238737a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:21.438343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network hostable DHCP agents. Network: fc4e6938-a3b1-475e-b8c8-15238737a2aa, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:21.447082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.456264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-18f9646e-0ef6-4f78-8537-c935e92878ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:21.459404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-18f9646e-0ef6-4f78-8537-c935e92878ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7450967 Mar 02 19:56:21.520881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.562384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port dd1a031f-2e0a-42ac-a04e-34a03c860ad5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:21.570733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.701494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.705617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Allocated IP 172.20.0.2 (d284fbd3-ae46-46b4-804b-288b58510f5e/a9435b91-7b54-44e0-9729-a18d1656097f/e863609e-de9a-4170-91fb-fa90f5a94a44) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:21.714377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:21.760958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-f4560d76-f042-4ee7-ba29-6875d8738bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:21.762595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-f4560d76-f042-4ee7-ba29-6875d8738bc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a824b1d3-ed38-40ea-9d9e-a79aa73fea4c HTTP/1.1" status: 200 len: 850 time: 0.5050781 Mar 02 19:56:21.763337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Port': ['ID=b58652d4-1cd2-4c41-8aae-dcc819413bff,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:21.962689 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef3819a1-f47d-4c04-84c3-8752e51fd9fe req-8772b0f7-6659-4c8d-8dd4-b5ea5951cd0b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6136701 Mar 02 19:56:21.990746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network fc4e6938-a3b1-475e-b8c8-15238737a2aa is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:21.995065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.000223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.010149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Transition to ACTIVE for port object e863609e-de9a-4170-91fb-fa90f5a94a44 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:22.011994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.015184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.018719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, fc4e6938-a3b1-475e-b8c8-15238737a2aa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:22.021462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-55b5d66b-cc9a-4e1d-887b-475d90a5b153 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131760 Mar 02 19:56:22.032910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d25d7-5073-42f1-96f3-9ba88e4d79a7 None None] Network fc4e6938-a3b1-475e-b8c8-15238737a2aa requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:22.035981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:22.042281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.047219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.048260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.048517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Transition to ACTIVE for port object e863609e-de9a-4170-91fb-fa90f5a94a44 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:22.068112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.119388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9afedc83-93cd-41a6-9089-b13970d0c60c tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "DELETE /v2.0/ports/b58652d4-1cd2-4c41-8aae-dcc819413bff HTTP/1.1" status: 204 len: 168 time: 3.4056494 Mar 02 19:56:22.123668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:22.129436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-0bb14f64-caa8-40f8-9bb8-63a5cd8b692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.130903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-0bb14f64-caa8-40f8-9bb8-63a5cd8b692e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd765d0-67e6-46f7-bbf3-83fc124c879b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3132610 Mar 02 19:56:22.216408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Network d284fbd3-ae46-46b4-804b-288b58510f5e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:22.218349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Pushing event updated for resources: {'Port': ['ID=e863609e-de9a-4170-91fb-fa90f5a94a44,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:22.222226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:22.224489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:22.227611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-339a57a2-c807-4668-9d63-f39b9d1aeb76 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/32274598-9ec0-4522-8ab8-337b831f5c78 HTTP/1.1" status: 204 len: 168 time: 3.7278588 Mar 02 19:56:22.230363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-205c3eaf-00b2-4343-a0ce-6f0914915f5b tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.4589386 Mar 02 19:56:22.254458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:22.254805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:22.388732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Attempting to bind port e863609e-de9a-4170-91fb-fa90f5a94a44 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:22.389096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Attempting to bind port e863609e-de9a-4170-91fb-fa90f5a94a44 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9722e5df-e4c0-4207-9782-4638e333c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:22.389453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Attempting to bind port e863609e-de9a-4170-91fb-fa90f5a94a44 on network d284fbd3-ae46-46b4-804b-288b58510f5e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:22.397386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:22.397757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Checking segment: {'id': '9722e5df-e4c0-4207-9782-4638e333c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:22.398160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.398557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Bound using segment: {'id': '9722e5df-e4c0-4207-9782-4638e333c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:22.399006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Bound port: e863609e-de9a-4170-91fb-fa90f5a94a44, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9722e5df-e4c0-4207-9782-4638e333c1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:22.399375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.413183 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b795568-4ac9-4a0c-9cd6-9e70ed49ecec tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] GET failed (client error): The resource could not be found. Mar 02 19:56:22.413952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b795568-4ac9-4a0c-9cd6-9e70ed49ecec tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Synchronizing usage tracker for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:22.477851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ada1aa8-bf14-4b15-b207-a855a80c77e8 req-3ddd7b07-ecab-4d0a-9200-11a1b13033d4 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453671 Mar 02 19:56:22.491294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0b795568-4ac9-4a0c-9cd6-9e70ed49ecec tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Unset dirty status for tenant:d56d8120b111474584e0eb9321d81c37 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:22.496741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0b795568-4ac9-4a0c-9cd6-9e70ed49ecec tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "GET /v2.0/ports/32274598-9ec0-4522-8ab8-337b831f5c78 HTTP/1.1" status: 404 len: 333 time: 0.2367406 Mar 02 19:56:22.500416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:22.517517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] For port e863609e-de9a-4170-91fb-fa90f5a94a44, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:22.522102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] For port e863609e-de9a-4170-91fb-fa90f5a94a44, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e863609e-de9a-4170-91fb-fa90f5a94a44,segment=NetworkSegment(9722e5df-e4c0-4207-9782-4638e333c1ed),segment_id=9722e5df-e4c0-4207-9782-4638e333c1ed)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:22.533898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.626861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4778-d912-460c-9e06-009ab608ba0d None None] Pushing event updated for resources: {'Port': ['ID=e863609e-de9a-4170-91fb-fa90f5a94a44,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:22.709014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-c5c5874d-f32d-4031-affb-133e3fffce98 service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971769 Mar 02 19:56:22.720293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.753852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dd1a031f-2e0a-42ac-a04e-34a03c860ad5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:22.758147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.760531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.767768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37957d2-301c-419d-be51-035b7ac05c70 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.768654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c37957d2-301c-419d-be51-035b7ac05c70 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Synchronizing usage tracker for tenant:62f8a9770239485da7b44655f9668c67 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:22.824394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bd0aa-b5df-410f-a1e6-c9e9eb9acab5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.861541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bd0aa-b5df-410f-a1e6-c9e9eb9acab5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:22.867220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a2bd0aa-b5df-410f-a1e6-c9e9eb9acab5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Synchronizing usage tracker for tenant:0851a0869696424585a69171c9c9334e on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:22.885347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:22.886028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.891064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:22.891260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.092027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7bf903a-a2dd-420a-8ad7-39390ffbcb37 req-5a514bd8-543d-48d1-a72f-94fa4de38452 service neutron] 10.222.0.32 "GET /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626592 Mar 02 19:56:23.095738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c37957d2-301c-419d-be51-035b7ac05c70 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Unset dirty status for tenant:62f8a9770239485da7b44655f9668c67 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:23.096925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c37957d2-301c-419d-be51-035b7ac05c70 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7fdfa23-b701-456b-ab6d-8e1086253bb1 HTTP/1.1" status: 200 len: 913 time: 0.9701736 Mar 02 19:56:23.104954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:23.110431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8a2bd0aa-b5df-410f-a1e6-c9e9eb9acab5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Unset dirty status for tenant:0851a0869696424585a69171c9c9334e on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:23.111569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8a2bd0aa-b5df-410f-a1e6-c9e9eb9acab5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8542876 Mar 02 19:56:23.116283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57582) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:23.129359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Allocated IP 172.26.2.187 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/cb4edf37-a1bf-469e-bd2c-1793f88fb254) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:23.285754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port 2c852d65-3e2c-4030-b378-2e17ecba03b2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:23.285995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.318089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router 2a10e747-c5b7-4804-97eb-95e3faf694a4 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:23.518935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.671836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d065-03da-4625-9a8f-3f38e5aa5c06 req-493adb66-c78d-465b-b370-2c8238c13139 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:23.673757 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a137d065-03da-4625-9a8f-3f38e5aa5c06 req-493adb66-c78d-465b-b370-2c8238c13139 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5067439 Mar 02 19:56:23.697880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c20c5-7c43-4c5a-83a1-290cd7cf7d3f None None] Network d284fbd3-ae46-46b4-804b-288b58510f5e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:23.745684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.751191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.794850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b3546603-1f37-404b-b9ee-769a10318c3d None None] Provisioning for port e863609e-de9a-4170-91fb-fa90f5a94a44 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:23.887656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:23.896638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Calling delete_port for 2c852d65-3e2c-4030-b378-2e17ecba03b2 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:23.900425 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Sync routers for ids ['2a10e747-c5b7-4804-97eb-95e3faf694a4'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:23.911683 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Routers {'2a10e747-c5b7-4804-97eb-95e3faf694a4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:23.912674 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2a10e747-c5b7-4804-97eb-95e3faf694a4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:23.921006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:23.962501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:23.963960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4be11a8b-a4bc-4ffa-9cfa-3eaa84b1fb8b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4827137 Mar 02 19:56:23.967247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57586) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:23.968318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.015778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a137d065-03da-4625-9a8f-3f38e5aa5c06 req-944b5a22-bca2-405f-bbd2-00fbb84063ac tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3307498 Mar 02 19:56:24.035945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:24.146109 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Set router 2a10e747-c5b7-4804-97eb-95e3faf694a4 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:24.159669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.219296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Port': ['ID=fd8975ae-4f98-4ac3-bf42-2e6b089a37e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:24.260850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:24.263254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:24.455693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=cb4edf37-a1bf-469e-bd2c-1793f88fb254,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:24.460777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.470935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.511823 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:18Z', 'updated_at': '2022-03-02T19:56:21Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:20Z', 'updated_at': '2022-03-02T19:56:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:24.515979 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Checking router: 2a10e747-c5b7-4804-97eb-95e3faf694a4 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:24.516588 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Updating router 2a10e747-c5b7-4804-97eb-95e3faf694a4 port 2a244d38-e2ef-450e-a17a-f52f45d5d172 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:56:24.572729 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.604255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-93e7e1fe-d5e7-4b4a-a3a4-5effa6ca6e73 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/ports/fd8975ae-4f98-4ac3-bf42-2e6b089a37e1 HTTP/1.1" status: 204 len: 168 time: 2.1012783 Mar 02 19:56:24.606384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57590) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:24.610065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.744136 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3b9a26df-bfde-4789-8db6-441692bf412d tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/2a10e747-c5b7-4804-97eb-95e3faf694a4 HTTP/1.1" status: 200 len: 906 time: 0.7632272 Mar 02 19:56:24.746205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.752499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:24.761119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Port': ['ID=2c852d65-3e2c-4030-b378-2e17ecba03b2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:24.816454 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b64a37ee-71b5-474d-aa48-72b43da8e79a tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/ports/2c852d65-3e2c-4030-b378-2e17ecba03b2 HTTP/1.1" status: 204 len: 168 time: 1.6904285 Mar 02 19:56:24.819978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57598) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:24.844965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e863609e-de9a-4170-91fb-fa90f5a94a44 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:24.860621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting subnet 5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:56:24.867863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.947670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e863609e-de9a-4170-91fb-fa90f5a94a44 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:24.954787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e863609e-de9a-4170-91fb-fa90f5a94a44 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:24.955162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.979858 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.004534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Transition to ACTIVE for port object 2a244d38-e2ef-450e-a17a-f52f45d5d172 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:25.018362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port 27e0d668-2571-4cf6-a22f-18362a94fa25 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:25.018700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.018896 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.030936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.067470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.108121 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Attempting to bind port 2a244d38-e2ef-450e-a17a-f52f45d5d172 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:25.108615 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Attempting to bind port 2a244d38-e2ef-450e-a17a-f52f45d5d172 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:25.109061 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Attempting to bind port 2a244d38-e2ef-450e-a17a-f52f45d5d172 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:25.122468 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Pushing event updated for resources: {'Port': ['ID=2a244d38-e2ef-450e-a17a-f52f45d5d172,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:25.135259 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:25.135259 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:25.137612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.137612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:25.137612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Bound port: 2a244d38-e2ef-450e-a17a-f52f45d5d172, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:25.138470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.164861 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.165389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.165809 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.166371 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.166908 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.167568 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.168576 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.168576 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.168788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.169201 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.169607 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.170007 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:56:25.232675 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] For port 2a244d38-e2ef-450e-a17a-f52f45d5d172, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:25.235696 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] For port 2a244d38-e2ef-450e-a17a-f52f45d5d172, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2a244d38-e2ef-450e-a17a-f52f45d5d172,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:25.239197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.243291 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.254851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port ebdf4259-0b67-445a-831b-c127ac099bc8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:25.255187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.281987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e863609e-de9a-4170-91fb-fa90f5a94a44, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e863609e-de9a-4170-91fb-fa90f5a94a44,segment=NetworkSegment(9722e5df-e4c0-4207-9782-4638e333c1ed),segment_id=9722e5df-e4c0-4207-9782-4638e333c1ed)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:25.291998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.369811 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Routers {'2a10e747-c5b7-4804-97eb-95e3faf694a4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:25.370421 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2a10e747-c5b7-4804-97eb-95e3faf694a4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:25.380945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e863609e-de9a-4170-91fb-fa90f5a94a44,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:25.431115 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9c142-549f-4182-a6bc-a2c281277ab2 None None] Pushing event updated for resources: {'Port': ['ID=2a244d38-e2ef-450e-a17a-f52f45d5d172,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:25.440826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.532557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.552854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.568024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d43664-6f2a-442e-9dd4-ec16c246240c req-0019ec2e-50ec-4df8-9f25-4514d8cce81b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:25.569565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0d43664-6f2a-442e-9dd4-ec16c246240c req-0019ec2e-50ec-4df8-9f25-4514d8cce81b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3948576 Mar 02 19:56:25.570126 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] Set router 2a10e747-c5b7-4804-97eb-95e3faf694a4 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:25.592365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting port 2a244d38-e2ef-450e-a17a-f52f45d5d172 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:25.592705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.651761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.806371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Calling delete_port for ebdf4259-0b67-445a-831b-c127ac099bc8 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:25.877688 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:18Z', 'updated_at': '2022-03-02T19:56:21Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:20Z', 'updated_at': '2022-03-02T19:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:25.882313 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77021fb0-7fd4-4eb8-9160-6839970054ec None None] The sync data for ids ['2a10e747-c5b7-4804-97eb-95e3faf694a4'] in dv-neutron-831594-2-hyperv is: [{'id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'name': 'tempest-snat-router-269236674', 'tenant_id': '8e2b9b188a294b23b0855ea90405b048', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23'}], 'enable_snat': True}, 'gw_port_id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:18Z', 'updated_at': '2022-03-02T19:56:21Z', 'revision_number': 3, 'project_id': '8e2b9b188a294b23b0855ea90405b048', 'gw_port': {'id': '2a244d38-e2ef-450e-a17a-f52f45d5d172', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:4e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a10e747-c5b7-4804-97eb-95e3faf694a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:20Z', 'updated_at': '2022-03-02T19:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:25.907673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.993630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0d43664-6f2a-442e-9dd4-ec16c246240c req-c51398a4-eb53-4101-b1a1-0ba2e48108b5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4122589 Mar 02 19:56:26.125288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Calling delete_port for 27e0d668-2571-4cf6-a22f-18362a94fa25 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:26.180856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.248557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.251728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Subnet': ['ID=5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:26.256299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5f7b00-505a-487c-a7fd-cba038c67994 None None] Network 9f043824-952d-4130-8104-3d7216b96d1e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:26.279897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] For port 2a244d38-e2ef-450e-a17a-f52f45d5d172, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2a244d38-e2ef-450e-a17a-f52f45d5d172,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:26.280486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.327926 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fb3192a0-7ca2-4d78-a401-f5b185df15d1 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/subnets/5522a9fc-7f3e-4c09-9b38-e3fab5d1ffca HTTP/1.1" status: 204 len: 168 time: 1.7091250 Mar 02 19:56:26.347423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57606) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:26.456192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Calling delete_port for 2a244d38-e2ef-450e-a17a-f52f45d5d172 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:26.469753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.471652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.582427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] DHCP port deletion for 9f043824-952d-4130-8104-3d7216b96d1e request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:56:26.588843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Deleting port 269268c8-b211-4f0e-97d9-a40e581fc971 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:26.589335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.602781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.605741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Port': ['ID=27e0d668-2571-4cf6-a22f-18362a94fa25,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:26.620754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.654214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.670019 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ca6ba9d9-8ad5-4c7a-a2d0-fff1d7d5c6dc tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/ports/27e0d668-2571-4cf6-a22f-18362a94fa25 HTTP/1.1" status: 204 len: 168 time: 1.8485756 Mar 02 19:56:26.687701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:26.711970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 269268c8-b211-4f0e-97d9-a40e581fc971 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:26.712426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.766714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Port': ['ID=ebdf4259-0b67-445a-831b-c127ac099bc8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:26.822668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2df70429-99fa-43f0-8c14-d33f34bdfbc1 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1336892 Mar 02 19:56:26.844007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:26.930586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2a244d38-e2ef-450e-a17a-f52f45d5d172 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:27.001046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1576799104'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:27.027875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] For port 269268c8-b211-4f0e-97d9-a40e581fc971, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=269268c8-b211-4f0e-97d9-a40e581fc971,segment=NetworkSegment(e8ecacfb-9a7b-45c1-847b-f61e535f1b4c),segment_id=e8ecacfb-9a7b-45c1-847b-f61e535f1b4c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:27.028433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.038872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:27.069832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:network and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:27.077700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:27.081604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.136410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:27.181497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Calling delete_port for 269268c8-b211-4f0e-97d9-a40e581fc971 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:27.191724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] For port 269268c8-b211-4f0e-97d9-a40e581fc971, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=269268c8-b211-4f0e-97d9-a40e581fc971,segment=NetworkSegment(e8ecacfb-9a7b-45c1-847b-f61e535f1b4c),segment_id=e8ecacfb-9a7b-45c1-847b-f61e535f1b4c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:27.191724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.206675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:27.211905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.216722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No active binding found for port 2a244d38-e2ef-450e-a17a-f52f45d5d172 {{(pid=87814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 19:56:27.217130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2a244d38-e2ef-450e-a17a-f52f45d5d172 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 19:56:27.219475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a244d38-e2ef-450e-a17a-f52f45d5d172,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:27.255440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.255687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Port 2a244d38-e2ef-450e-a17a-f52f45d5d172 not found, will not notify nova. {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 19:56:27.255687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e863609e-de9a-4170-91fb-fa90f5a94a44 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:27.346940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.401002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] Pushing event deleted for resources: {'Port': ['ID=269268c8-b211-4f0e-97d9-a40e581fc971,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:27.405231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de436ec2-1ec2-48a6-9afd-cde18152f265 None None] No DVR routers for this DVR port 269268c8-b211-4f0e-97d9-a40e581fc971 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:27.406932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e863609e-de9a-4170-91fb-fa90f5a94a44 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:27.407297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.493170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Calling delete_port for 269268c8-b211-4f0e-97d9-a40e581fc971 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:27.582370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:27.584617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.593893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Router 658990cb-4ec6-4761-8599-5f5786c72dca is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:27.611901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 269268c8-b211-4f0e-97d9-a40e581fc971 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:27.617483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.617823 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment 3cb6c2c6-49e0-4936-9163-894a0356e801 of type vlan for network 45e75d0c-9e54-43a0-ade1-84398304cf76 Mar 02 19:56:27.648024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 269268c8-b211-4f0e-97d9-a40e581fc971 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:27.648399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 269268c8-b211-4f0e-97d9-a40e581fc971 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:27.696085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:27.696488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:27.719679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.834249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.839710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:27.840292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.878409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a690-c262-45e7-9d06-822e313ac903 req-5b57afd0-7b2b-4098-b53f-c30bb662fc58 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:27.880921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32d4a690-c262-45e7-9d06-822e313ac903 req-5b57afd0-7b2b-4098-b53f-c30bb662fc58 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6889079 Mar 02 19:56:27.889269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:27.899105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.900543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] Sync routers for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:27.903993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.910700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:27.911362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:27.925254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Router c7fdfa23-b701-456b-ab6d-8e1086253bb1 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:27.981016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:27.984648 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0537217 Mar 02 19:56:27.984947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57620) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:27.990360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d786a5-7c53-4dc2-8cc7-067b9f5c95b5 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=45e75d0c-9e54-43a0-ade1-84398304cf76,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:27.990654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:27.991318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:27.993305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.994640 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3ea13738-3132-45fd-9a0d-9f2c0edbc178 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.2989655 Mar 02 19:56:27.998434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1010135827'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:28.002109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:28.034021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32d4a690-c262-45e7-9d06-822e313ac903 req-3c81546b-046c-4b18-917c-0aa76e136040 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327953 Mar 02 19:56:28.034500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.035014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a10e747-c5b7-4804-97eb-95e3faf694a4 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:28.068841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:28.071171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 45e75d0c-9e54-43a0-ade1-84398304cf76 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:28.081954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:network and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:28.086341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:28.095436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:28.120913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:28.124861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.136429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.140175 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-421699a5-e098-4eaf-8da1-0d1cebc0be3e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2a10e747-c5b7-4804-97eb-95e3faf694a4 HTTP/1.1" status: 204 len: 168 time: 3.3874490 Mar 02 19:56:28.141696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:28.142103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:28.156248 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] Sync routers for ids ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:28.168644 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] Routers {'c7fdfa23-b701-456b-ab6d-8e1086253bb1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:28.169281 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.199570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Deleting port 269268c8-b211-4f0e-97d9-a40e581fc971 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:28.199954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.224487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f0c597d5-2977-418f-a8a7-25ed5102db7d tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "PUT /v2.0/routers/c7fdfa23-b701-456b-ab6d-8e1086253bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1157985 Mar 02 19:56:28.233093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:28.269210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.269618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f50880-0f4f-4af3-81ca-2c149385b054 None None] The sync data for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:28.274523 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.286296 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] Routers {'c7fdfa23-b701-456b-ab6d-8e1086253bb1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:28.286976 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.300436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] The port '269268c8-b211-4f0e-97d9-a40e581fc971' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:56:28.346781 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.347270 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7acb5ae-8166-4147-a922-bdf07c27bef2 None None] The sync data for ids ['c7fdfa23-b701-456b-ab6d-8e1086253bb1'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:28.383749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.414751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:28.459913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.460250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Added segment fd9a20cc-e678-41bb-9ae2-f4d995907cd1 of type vlan for network 8625e708-2b78-4c93-b444-36dafc9abbde Mar 02 19:56:28.597435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.622164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.649250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f043824-952d-4130-8104-3d7216b96d1e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.742106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2a244d38-e2ef-450e-a17a-f52f45d5d172 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:28.742579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.742772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ecacfb-9a7b-45c1-847b-f61e535f1b4c') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:28.773564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.780694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2a244d38-e2ef-450e-a17a-f52f45d5d172 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:28.781036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2a244d38-e2ef-450e-a17a-f52f45d5d172 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:28.795948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.802289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:28.802870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.836279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.855518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.973039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:28.976955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.054179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:29.054768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.064857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.065067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Fanout notify agent at l3_agent the message router_deleted on router c7fdfa23-b701-456b-ab6d-8e1086253bb1 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:29.069881 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:29.082406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.083497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ac9bd6b2-7c46-4cf8-beb7-cacc0ad3875e tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "DELETE /v2.0/routers/c7fdfa23-b701-456b-ab6d-8e1086253bb1 HTTP/1.1" status: 204 len: 168 time: 0.8512282 Mar 02 19:56:29.086455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:29.152844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting subnet 0ce42453-668d-41a0-8029-a0243ad0e10f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:56:29.159391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.206027 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2174716 Mar 02 19:56:29.220896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582e97c-5338-4d5d-b5bb-0e64e8283a95 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Network': ['ID=8625e708-2b78-4c93-b444-36dafc9abbde,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:29.245699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 8625e708-2b78-4c93-b444-36dafc9abbde details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:29.282389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.300602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.303204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.343836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57644) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:29.345224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.355073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Deleting port dd1a031f-2e0a-42ac-a04e-34a03c860ad5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:29.355410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.357741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] Pushing event deleted for resources: {'Network': ['ID=9f043824-952d-4130-8104-3d7216b96d1e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:29.362525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'subnets': [{'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--399634615', 'ip_version': 4}, {'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:29.362836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'subnet': {'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--399634615', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:29.363401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Request body: {'subnet': {'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:29.420350 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d68f25d0-4783-4406-ac19-d2880c0b5024 tempest-AllowedAddressPairTestJSON-1134193399 tempest-AllowedAddressPairTestJSON-1134193399-project] 10.222.0.36 "DELETE /v2.0/networks/9f043824-952d-4130-8104-3d7216b96d1e HTTP/1.1" status: 204 len: 168 time: 3.0712342 Mar 02 19:56:29.451578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a7f8c-bbbe-4bae-9e29-c26d69c7eee8 req-79735a9c-02c3-4964-904e-841e84de5a7b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:29.453069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f24a7f8c-bbbe-4bae-9e29-c26d69c7eee8 req-79735a9c-02c3-4964-904e-841e84de5a7b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.2625744 Mar 02 19:56:29.602939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f24a7f8c-bbbe-4bae-9e29-c26d69c7eee8 req-4434571a-048a-4de4-ab56-143eec20d521 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370935 Mar 02 19:56:29.612570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.669239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.676900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] For port dd1a031f-2e0a-42ac-a04e-34a03c860ad5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:29.677247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.694801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:29.746494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:29.762666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Usage tracker for resource:subnet and tenant:0851a0869696424585a69171c9c9334e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:29.766836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:29.775145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:29.800167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Made reservation on behalf of 0851a0869696424585a69171c9c9334e for: {'subnet': 2} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:29.806407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.806843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.820543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Calling delete_port for dd1a031f-2e0a-42ac-a04e-34a03c860ad5 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:29.877232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.935096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:29.940671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce42453-668d-41a0-8029-a0243ad0e10f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:29.941000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a6ce19-2a51-411a-abe3-38f101b58141 None None] Network 00ddfe4b-6cc3-41d9-8769-d1744efc7972 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:29.953389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-910d1f7e-d07f-4c86-9f7f-b043d17695ce tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "DELETE /v2.0/subnets/0ce42453-668d-41a0-8029-a0243ad0e10f HTTP/1.1" status: 204 len: 168 time: 0.8661394 Mar 02 19:56:29.955015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:30.126100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-87cbfbf2-c08d-490a-b91c-f8c74392125d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d56d8120b111474584e0eb9321d81c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783429 Mar 02 19:56:30.130418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.132878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:30.216675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port db729616-d641-4d64-a91d-0d26be5725fa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:30.216922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] DHCP port deletion for 00ddfe4b-6cc3-41d9-8769-d1744efc7972 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:56:30.217011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.221173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Deleting port db729616-d641-4d64-a91d-0d26be5725fa {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:30.221543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.322680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Allocated IP 172.20.0.1 (d284fbd3-ae46-46b4-804b-288b58510f5e/a9435b91-7b54-44e0-9729-a18d1656097f/b4a12d19-fb13-4039-9a13-05802c89dc38) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:30.415660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.434757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] For port db729616-d641-4d64-a91d-0d26be5725fa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=db729616-d641-4d64-a91d-0d26be5725fa,segment=NetworkSegment(c0a71780-848f-4582-b5d1-05356ad44f21),segment_id=c0a71780-848f-4582-b5d1-05356ad44f21)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:30.435042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.502324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd1a031f-2e0a-42ac-a04e-34a03c860ad5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:30.545450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.557435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Calling delete_port for db729616-d641-4d64-a91d-0d26be5725fa owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:30.626161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.640063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.640871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.758705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.763188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] Pushing event deleted for resources: {'Port': ['ID=db729616-d641-4d64-a91d-0d26be5725fa,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:30.774083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37359998-6ec7-4d16-8f31-a149d6fe7bb8 None None] No DVR routers for this DVR port db729616-d641-4d64-a91d-0d26be5725fa on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:30.794857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Transition to ACTIVE for port object b4a12d19-fb13-4039-9a13-05802c89dc38 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:30.826626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.869256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device db729616-d641-4d64-a91d-0d26be5725fa no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:30.906522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network d284fbd3-ae46-46b4-804b-288b58510f5e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:30.911031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:30.915027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: db729616-d641-4d64-a91d-0d26be5725fa {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:30.916072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device db729616-d641-4d64-a91d-0d26be5725fa not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:30.931880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:30.936950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] For port db729616-d641-4d64-a91d-0d26be5725fa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=db729616-d641-4d64-a91d-0d26be5725fa,segment=NetworkSegment(c0a71780-848f-4582-b5d1-05356ad44f21),segment_id=c0a71780-848f-4582-b5d1-05356ad44f21)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:30.937486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:30.977903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=b4a12d19-fb13-4039-9a13-05802c89dc38,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:30.990321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.011568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.062675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.117226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.125119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Calling delete_port for db729616-d641-4d64-a91d-0d26be5725fa owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:31.187100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.220035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3577159-9b95-4a2f-94fb-fe3153eb1b08,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:31.221702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Subnet': ['ID=736b73fd-ce35-47ca-ab0f-1cd3a4679ee8,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:31.225272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.226210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:31.235753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Checking segment: {'id': '3cb6c2c6-49e0-4936-9163-894a0356e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:31.236114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network hostable DHCP agents. Network: 45e75d0c-9e54-43a0-ade1-84398304cf76, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:31.258992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd82f837-d3b1-44d9-9676-b7e5d521eaf9 None None] Provisioning for port b4a12d19-fb13-4039-9a13-05802c89dc38 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:31.265074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd82f837-d3b1-44d9-9676-b7e5d521eaf9 None None] Provisioning complete for port b4a12d19-fb13-4039-9a13-05802c89dc38 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:31.265760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd82f837-d3b1-44d9-9676-b7e5d521eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.297070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.298539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-17f16e95-ded9-4e71-95cc-fce4eae096ca tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "DELETE /v2.0/routers/d7b6b64e-b65a-48af-adb7-4aa5ca9ea727 HTTP/1.1" status: 204 len: 168 time: 3.1546757 Mar 02 19:56:31.306382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dd64c-7a49-4902-8bc6-f815ebf058af req-ce198949-b864-4038-8fc5-b59dafc05946 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:31.307889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-358dd64c-7a49-4902-8bc6-f815ebf058af req-ce198949-b864-4038-8fc5-b59dafc05946 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4323902 Mar 02 19:56:31.308744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.312071 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-995acd6a-0f4e-46fd-9d0e-e1e4c28f6ada admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3577159-9b95-4a2f-94fb-fe3153eb1b08 HTTP/1.1" status: 204 len: 168 time: 1.1759980 Mar 02 19:56:31.312071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:31.313230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:31.313571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:31.317247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383328654', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:31.327514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:31.338229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dd82f837-d3b1-44d9-9676-b7e5d521eaf9 None None] Port b4a12d19-fb13-4039-9a13-05802c89dc38 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:31.364179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:31.370041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:31.371267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network 45e75d0c-9e54-43a0-ade1-84398304cf76 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:31.380887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:31.393964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 45e75d0c-9e54-43a0-ade1-84398304cf76) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:31.406198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85360ba-115c-4dee-a75d-5829b50042ad None None] Network 45e75d0c-9e54-43a0-ade1-84398304cf76 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:31.418849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.448417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-358dd64c-7a49-4902-8bc6-f815ebf058af req-9c389e0f-836d-4fc6-9d96-549dec737d57 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178312 Mar 02 19:56:31.456684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.460427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.488827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.620440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event updated for resources: {'Subnet': ['ID=589d99be-5342-4ec9-87cf-1bdfcd89fceb,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:31.624099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Checking segment: {'id': 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:31.624477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network hostable DHCP agents. Network: 8625e708-2b78-4c93-b444-36dafc9abbde, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:31.644933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.694515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-45e75d0c-9e54-43a0-ade1-84398304cf76', 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76', 'tenant_id': '0851a0869696424585a69171c9c9334e', 'fixed_ips': [{'subnet_id': '736b73fd-ce35-47ca-ab0f-1cd3a4679ee8'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:31.695297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.714631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Network 8625e708-2b78-4c93-b444-36dafc9abbde is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:31.748713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 8625e708-2b78-4c93-b444-36dafc9abbde) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:31.763316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:31.763833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:31.764603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.768508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b250a3-7aa6-4bd1-aeb0-8a2efaa82af4 None None] Network 8625e708-2b78-4c93-b444-36dafc9abbde requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:31.879241 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-accb85ff-6e48-4f3a-8218-3ab8b1582376 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5269530 Mar 02 19:56:31.881045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57684) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:31.884125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:31.901240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Deleting port db729616-d641-4d64-a91d-0d26be5725fa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:31.901960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.074690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:32.076370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:32.077987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:32.078869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Synchronizing usage tracker for tenant:0851a0869696424585a69171c9c9334e on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:32.133236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Allocated IP 172.20.0.2 (45e75d0c-9e54-43a0-ade1-84398304cf76/736b73fd-ce35-47ca-ab0f-1cd3a4679ee8/b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:32.166776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] The port 'db729616-d641-4d64-a91d-0d26be5725fa' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:56:32.208267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-8625e708-2b78-4c93-b444-36dafc9abbde', 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde', 'tenant_id': '0851a0869696424585a69171c9c9334e', 'fixed_ips': [{'subnet_id': '589d99be-5342-4ec9-87cf-1bdfcd89fceb'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:32.209389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.222044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Unset dirty status for tenant:0851a0869696424585a69171c9c9334e on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:32.226756 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cce085c5-7fb8-4f9c-901a-f8ca3892b855 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3359282 Mar 02 19:56:32.230535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57696) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:32.311048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting subnet 736b73fd-ce35-47ca-ab0f-1cd3a4679ee8 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:56:32.374888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.378698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57702) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:32.387123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.394052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.413288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ddfe4b-6cc3-41d9-8769-d1744efc7972']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:32.430076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a71780-848f-4582-b5d1-05356ad44f21') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:32.430638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a71780-848f-4582-b5d1-05356ad44f21') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:32.447648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.469278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.480721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:32.481122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:32.496024 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:32.509552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.536435 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fe3a0e36-e7c9-4fff-8914-49029fb0cad5 tempest-ServiceProvidersTest-1082341960 tempest-ServiceProvidersTest-1082341960-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1495655 Mar 02 19:56:32.600813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=b4a12d19-fb13-4039-9a13-05802c89dc38,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:32.651592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.672798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Allocated IP 172.20.0.18 (8625e708-2b78-4c93-b444-36dafc9abbde/589d99be-5342-4ec9-87cf-1bdfcd89fceb/69fb0e92-2e5c-4d89-927a-050d91b5ffbd) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:32.743352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network d284fbd3-ae46-46b4-804b-288b58510f5e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:32.745085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:32.778085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dd1a031f-2e0a-42ac-a04e-34a03c860ad5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:32.795855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.838511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: dd1a031f-2e0a-42ac-a04e-34a03c860ad5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:32.838848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dd1a031f-2e0a-42ac-a04e-34a03c860ad5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:32.877334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.963637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.985112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Transition to ACTIVE for port object b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:32.991089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:32.999595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.013216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] Pushing event deleted for resources: {'Network': ['ID=00ddfe4b-6cc3-41d9-8769-d1744efc7972,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.044572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Transition to ACTIVE for port object b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:33.065651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.076010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.079411 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7326c5bf-3512-4f8f-b40d-f8a584a34aa4 tempest-FloatingIPNegativeTestJSON-1750173279 tempest-FloatingIPNegativeTestJSON-1750173279-project] 10.222.0.36 "DELETE /v2.0/networks/00ddfe4b-6cc3-41d9-8769-d1744efc7972 HTTP/1.1" status: 204 len: 168 time: 3.1212132 Mar 02 19:56:33.099107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1c7be-790a-4697-89e3-da363906ae6f req-425aa239-c88b-4808-81f1-346206dacdab tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:33.100631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-19f1c7be-790a-4697-89e3-da363906ae6f req-425aa239-c88b-4808-81f1-346206dacdab tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4565289 Mar 02 19:56:33.150338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.164253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Allocated IP 172.26.2.230 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/02899cea-2af3-4e61-a26c-06dad3f31ff4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:33.183418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.185486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Network 45e75d0c-9e54-43a0-ade1-84398304cf76 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:33.187870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Transition to ACTIVE for port object 69fb0e92-2e5c-4d89-927a-050d91b5ffbd will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:33.191046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:33.193632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:33.196196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Pushing event updated for resources: {'Port': ['ID=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.199085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-19f1c7be-790a-4697-89e3-da363906ae6f req-f8ffc7bd-e549-4ba1-8562-8093ec5fab33 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823097 Mar 02 19:56:33.256861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c4ab4a6b-cd54-4ced-b25d-54eab3098da4 None None] Provisioning complete for port b4a12d19-fb13-4039-9a13-05802c89dc38 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:33.257308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4ab4a6b-cd54-4ced-b25d-54eab3098da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.307151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.335225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:33.336572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Transition to ACTIVE for port object 69fb0e92-2e5c-4d89-927a-050d91b5ffbd will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:33.343086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Usage tracker for resource:security_group_rule and tenant:3662e0148daf4d519d7337f960765666 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:33.347605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:33.358700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:33.371828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.402858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.406388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.409237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.440632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Router 658990cb-4ec6-4761-8599-5f5786c72dca has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:33.447803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Network 8625e708-2b78-4c93-b444-36dafc9abbde is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:33.461860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:33.463960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Attempting to bind port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:33.464317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Attempting to bind port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '3cb6c2c6-49e0-4936-9163-894a0356e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:33.464791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Attempting to bind port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d on network 45e75d0c-9e54-43a0-ade1-84398304cf76 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:33.471402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:33.477088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab4a6b-cd54-4ced-b25d-54eab3098da4 None None] Port b4a12d19-fb13-4039-9a13-05802c89dc38 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:33.501946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.548102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:33.548528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Checking segment: {'id': '3cb6c2c6-49e0-4936-9163-894a0356e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:33.548929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.549321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Bound using segment: {'id': '3cb6c2c6-49e0-4936-9163-894a0356e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:33.549845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Bound port: b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb6c2c6-49e0-4936-9163-894a0356e801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45e75d0c-9e54-43a0-ade1-84398304cf76'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:33.550167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.579217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.580254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event updated for resources: {'Port': ['ID=02899cea-2af3-4e61-a26c-06dad3f31ff4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.595947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:33.596178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Attempting to bind port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:33.596513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Attempting to bind port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:33.596908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Attempting to bind port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd on network 8625e708-2b78-4c93-b444-36dafc9abbde {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:33.608241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.623995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:33.633891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:33.638643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:33.638998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Checking segment: {'id': 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:33.639394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.640182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Bound using segment: {'id': 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:33.640289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Bound port: 69fb0e92-2e5c-4d89-927a-050d91b5ffbd, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '8625e708-2b78-4c93-b444-36dafc9abbde'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:33.640651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.656348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Pushing event updated for resources: {'Port': ['ID=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.665838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:33.683376 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0e65f881-52ac-48cd-9c20-9c438a24ef3c tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "PUT /v2.0/routers/658990cb-4ec6-4761-8599-5f5786c72dca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6802740 Mar 02 19:56:33.686036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.689521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.696297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Request body: {'port': {'network_id': 'd284fbd3-ae46-46b4-804b-288b58510f5e', 'name': 'tempest-FloatingIPAdminTestJSON-609619408'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:33.706463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] Sync routers for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:33.722314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3662e0148daf4d519d7337f960765666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140849 Mar 02 19:56:33.730995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.733593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddc5d5-5ab0-497c-8eb0-0d36ecf83de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f24a4-89bd-40cb-a6e8-4060d0efe50c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.752616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Subnet': ['ID=736b73fd-ce35-47ca-ab0f-1cd3a4679ee8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:33.760173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:33.763973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:33.781284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.789954 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-98d3d87c-9432-4f17-8a34-e35fc3f10e57 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/subnets/736b73fd-ce35-47ca-ab0f-1cd3a4679ee8 HTTP/1.1" status: 204 len: 168 time: 1.5588131 Mar 02 19:56:33.790761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.793279 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9bc23f04-878b-4f34-8e08-ce92439ba7d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=62f8a9770239485da7b44655f9668c67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3812509 Mar 02 19:56:33.797852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57742) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:33.810704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:33.838518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:33.841405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:33.854059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.892294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] For port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:33.899883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:33.900562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:33.976035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:33.981399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:33.981941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] For port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,segment=NetworkSegment(fd9a20cc-e678-41bb-9ae2-f4d995907cd1),segment_id=fd9a20cc-e678-41bb-9ae2-f4d995907cd1)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:33.983070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:33.983470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57056384-c53b-44fe-9e86-05c3e72f70e9 None None] The sync data for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:33.998380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Usage tracker for resource:port and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:34.005467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.007089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:34.018099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:34.021520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.059233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Made reservation on behalf of c98002b4f04145dfbd986cbd2e64d4eb for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:34.062525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.075656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715acdb4-db13-45c2-be22-a839de2dd8f5 None None] Pushing event updated for resources: {'Port': ['ID=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:34.088220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] device_id is not set on port 874ea5a9-33c2-4a3d-a491-97a6e54f523e yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:34.170260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.186188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.193919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting subnet 589d99be-5342-4ec9-87cf-1bdfcd89fceb {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:56:34.194344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9936c2-acba-481e-a589-a4ae75c5594e None None] Pushing event updated for resources: {'Port': ['ID=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:34.203458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.203922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce82df-2ebc-4b15-bfd2-33e44f490538,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:34.277277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.278407 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-74621b8b-3d8b-4845-b6fa-389cfa352316 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5ce82df-2ebc-4b15-bfd2-33e44f490538 HTTP/1.1" status: 204 len: 168 time: 0.4793973 Mar 02 19:56:34.305245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.319882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.355870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Allocated IP 172.20.0.12 (d284fbd3-ae46-46b4-804b-288b58510f5e/a9435b91-7b54-44e0-9729-a18d1656097f/874ea5a9-33c2-4a3d-a491-97a6e54f523e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:34.701884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.813801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Transition to ACTIVE for port object 874ea5a9-33c2-4a3d-a491-97a6e54f523e will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:34.826938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6ba6d-53f7-4e35-8d4e-3801d6c729ed req-cf72c0f1-1052-45cd-8de7-5ef8c6bc3bba tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:34.838949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fed6ba6d-53f7-4e35-8d4e-3801d6c729ed req-cf72c0f1-1052-45cd-8de7-5ef8c6bc3bba tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4865768 Mar 02 19:56:34.842511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.853637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.874619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.982315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:34.985877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:34.990263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b5f24a4-89bd-40cb-a6e8-4060d0efe50c HTTP/1.1" status: 204 len: 168 time: 1.2567325 Mar 02 19:56:34.991191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c0468-3d45-4a57-98dc-d9aa3cc369e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f24a4-89bd-40cb-a6e8-4060d0efe50c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:35.001720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Network d284fbd3-ae46-46b4-804b-288b58510f5e is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:35.009935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:35.016791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:35.043706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.069527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event updated for resources: {'Port': ['ID=874ea5a9-33c2-4a3d-a491-97a6e54f523e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:35.107745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:35.108417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.150821 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5081ea9c-867f-45ec-ac16-b1f10ba0890b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4633644 Mar 02 19:56:35.153921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57762) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:35.190297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fed6ba6d-53f7-4e35-8d4e-3801d6c729ed req-2ef92171-26d3-4180-b157-3d332530ce79 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3494022 Mar 02 19:56:35.202886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:35.209323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 69fb0e92-2e5c-4d89-927a-050d91b5ffbd up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:35.271072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.306984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:35.401979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Subnet': ['ID=589d99be-5342-4ec9-87cf-1bdfcd89fceb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:35.404089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.457011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e3d95f3c-0b5c-450a-83a8-a218e8881995 None None] Provisioning for port 874ea5a9-33c2-4a3d-a491-97a6e54f523e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:35.465835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e3d95f3c-0b5c-450a-83a8-a218e8881995 None None] Provisioning complete for port 874ea5a9-33c2-4a3d-a491-97a6e54f523e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:35.466557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e3d95f3c-0b5c-450a-83a8-a218e8881995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.501812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9c613b63-fec1-495e-a915-1956b6215940 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/subnets/589d99be-5342-4ec9-87cf-1bdfcd89fceb HTTP/1.1" status: 204 len: 168 time: 1.7071598 Mar 02 19:56:35.504402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57778) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:35.598681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'project_id': 'c98002b4f04145dfbd986cbd2e64d4eb', 'port_id': '874ea5a9-33c2-4a3d-a491-97a6e54f523e'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:35.600632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e3d95f3c-0b5c-450a-83a8-a218e8881995 None None] Port 874ea5a9-33c2-4a3d-a491-97a6e54f523e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:35.613675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:35.621530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Usage tracker for resource:floatingip and tenant:c98002b4f04145dfbd986cbd2e64d4eb is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:35.646265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:35.671101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:35.696274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.720409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:35.803991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250e791-dfd0-432f-9c92-c5af516f3315 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:35.817558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0250e791-dfd0-432f-9c92-c5af516f3315 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Synchronizing usage tracker for tenant:0851a0869696424585a69171c9c9334e on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:35.882894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57792) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:35.944489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0250e791-dfd0-432f-9c92-c5af516f3315 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Unset dirty status for tenant:0851a0869696424585a69171c9c9334e on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:35.944489 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0250e791-dfd0-432f-9c92-c5af516f3315 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4345679 Mar 02 19:56:35.945893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57800) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:35.974042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c406c3-2a63-40c3-840f-53095ee180e2 None None] Network 45e75d0c-9e54-43a0-ade1-84398304cf76 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:36.060322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Router b69a5c46-3bb7-451a-88ab-2b3d65a883c3 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:36.178206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Provisioning for port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:36.189356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Provisioning complete for port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:36.189930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.258225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.276728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.279094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:36.279578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.315209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a723e7e0-b335-439d-88e1-114eaf978ba2 None None] Network 8625e708-2b78-4c93-b444-36dafc9abbde requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:36.432179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-571730437'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:36.569061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:36.571416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:36.577220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:36.581101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:36.581601 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] Sync routers for ids ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:36.589109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:36.599591 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] Routers {'b69a5c46-3bb7-451a-88ab-2b3d65a883c3'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:36.602009 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:36.614491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] For port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,segment=NetworkSegment(fd9a20cc-e678-41bb-9ae2-f4d995907cd1),segment_id=fd9a20cc-e678-41bb-9ae2-f4d995907cd1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:36.614871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.625038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:36.630425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.659813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.699844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:36.704811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:36.707827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:36.714764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:36.730292 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:36.746675 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] Routers {'b69a5c46-3bb7-451a-88ab-2b3d65a883c3'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:36.747153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.747333 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:36.748704 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-98297943-70f5-4387-b154-8dd0bf57bb5c tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4369736 Mar 02 19:56:36.752001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:36.769804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:36.774614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.810961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Calling delete_port for 69fb0e92-2e5c-4d89-927a-050d91b5ffbd owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:36.827730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] DHCP port deletion for 8625e708-2b78-4c93-b444-36dafc9abbde request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:56:36.844184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:36.844772 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638f236-cac4-49ee-90fe-3e2728f7d0c2 None None] The sync data for ids ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:36.855963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Deleting port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:36.856350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:36.856912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Allocated IP 172.26.2.191 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/917143e9-9ab3-40bf-b617-7a5d4c134bd0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:36.948817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] DHCP port deletion for 45e75d0c-9e54-43a0-ade1-84398304cf76 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:56:36.958789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3404b91-a76d-44b9-8068-235bcfeb2290 req-80a0af74-1151-410c-9fb4-cdef2a42b613 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:36.965954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f3404b91-a76d-44b9-8068-235bcfeb2290 req-80a0af74-1151-410c-9fb4-cdef2a42b613 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5414221 Mar 02 19:56:36.993016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:36.994107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.050794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.114854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Port': ['ID=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:37.123162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] No DVR routers for this DVR port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:37.126757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.132369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f3404b91-a76d-44b9-8068-235bcfeb2290 req-1f929437-97d0-45be-bbaf-e599a285102c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654365 Mar 02 19:56:37.187804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:37.214193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.227025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.277403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:37.279551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.313169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8625e708-2b78-4c93-b444-36dafc9abbde']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:37.329142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:37.329432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd9a20cc-e678-41bb-9ae2-f4d995907cd1') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:37.336588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.350809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8f5af-9ebc-4847-b203-52545f589b89,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:37.357146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.360544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.360887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 8a8f0573-fd23-473c-a3ab-f792458b6d1e of type vlan for network 74923b1f-2f84-4860-9ee5-a59995919337 Mar 02 19:56:37.387182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.400466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.495470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] For port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=69fb0e92-2e5c-4d89-927a-050d91b5ffbd,segment=NetworkSegment(fd9a20cc-e678-41bb-9ae2-f4d995907cd1),segment_id=fd9a20cc-e678-41bb-9ae2-f4d995907cd1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:37.495884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.514101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7392cb86-97d9-404c-8265-3f6761522541 None None] Could not find standard attr ID for object 69fb0e92-2e5c-4d89-927a-050d91b5ffbd. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:56:37.533194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57834) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:37.543698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Pushing event updated for resources: {'Port': ['ID=917143e9-9ab3-40bf-b617-7a5d4c134bd0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:37.561223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:37.561754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:37.580830 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:37.647893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.652598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:37.659141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:37.663760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:37.680852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4aa404-ba45-4469-9ddc-51a21234dd95 None None] Pushing event updated for resources: {'Port': ['ID=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:37.694705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Calling delete_port for 69fb0e92-2e5c-4d89-927a-050d91b5ffbd owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:37.720245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.741891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.799077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=8625e708-2b78-4c93-b444-36dafc9abbde,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:37.819714 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-488a7068-0a7c-4ff4-b30a-4b04e71695bb tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/8625e708-2b78-4c93-b444-36dafc9abbde HTTP/1.1" status: 204 len: 168 time: 1.8697402 Mar 02 19:56:37.821724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:37.829460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:37.829866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.866528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--1459670336', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:37.883482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:37.891318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:37.896399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:37.906471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:37.906657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:37.990987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Calling delete_port for b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:38.012798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.018582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:38.019220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.033128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:38.033470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:38.077181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:38.077728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:38.106060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-5ba92026-1ec1-4a80-90a2-aa0e92fa96a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:38.106977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:38.107536 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-5ba92026-1ec1-4a80-90a2-aa0e92fa96a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.3914082 Mar 02 19:56:38.110419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.110933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.127445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.202400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:38.213090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:38.213303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a7493-72d3-4310-96df-d3e16128347b req-b42d7780-ced7-41c5-b531-e57c8631f784 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:38.214693 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c50a7493-72d3-4310-96df-d3e16128347b req-b42d7780-ced7-41c5-b531-e57c8631f784 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5838575 Mar 02 19:56:38.217561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:38.226297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:38.238615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3522096 Mar 02 19:56:38.241694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57844) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:38.241870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603870b-9065-4287-9cec-6592856d5fef tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=74923b1f-2f84-4860-9ee5-a59995919337,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:38.254144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'name': 'tempest-PortsIpV6TestJSON-1236494554'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:38.256209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:38.426885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:38.434707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:38.447560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:38.460211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:38.491597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:38.491969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.494610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:38.498044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.519910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.530569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.535098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Deleting port 69fb0e92-2e5c-4d89-927a-050d91b5ffbd {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:38.535613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port fdd1e052-d925-4ca9-ad74-f50f505e0db6 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:38.535731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.587280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c50a7493-72d3-4310-96df-d3e16128347b req-ec989d6e-954f-41cd-8a2d-801260e3d953 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3580599 Mar 02 19:56:38.600105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:38.600105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.606836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:38.629612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.635405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-31eccb9b-4dd5-4058-8fa7-30b29b3a36de None None] The port '69fb0e92-2e5c-4d89-927a-050d91b5ffbd' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:56:38.648761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76950ab1-1255-4cd7-a8c9-58d12be318dd,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:38.665008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.665341 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment f5cae200-a754-4a3a-8260-56e2b7d90acc of type vlan for network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 Mar 02 19:56:38.670344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-2bd8b79c-13bc-4b51-b27b-166f0f129af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:38.671832 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-2bd8b79c-13bc-4b51-b27b-166f0f129af4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.5028949 Mar 02 19:56:38.757295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.806108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:38.839910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.884294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-ee3c807b-968d-4430-97f6-e7e77f2c0898 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.2036836 Mar 02 19:56:38.894051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:38.894384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.940740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:38.941129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.953086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:38.960417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:38.961034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.049687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.094491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Calling delete_port for b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:39.123642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Calling delete_port for b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:39.168449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.195226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=c6fddb2f-4ca1-446b-bc21-38d227ee3e05,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:39.213240 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f9bcde6-b9bc-4722-82b6-169872c6eb63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6719663 Mar 02 19:56:39.217841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57848) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:39.218070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:39.220580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:39.226371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:39.239004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:39.247867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.248561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 69fb0e92-2e5c-4d89-927a-050d91b5ffbd no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:39.251761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:39.252297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-4496d87f-2f47-472a-a00f-458fb2b56096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:39.253820 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-4496d87f-2f47-472a-a00f-458fb2b56096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.3618579 Mar 02 19:56:39.263868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:39.277473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:39.289113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.325961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 69fb0e92-2e5c-4d89-927a-050d91b5ffbd {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:39.326614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 69fb0e92-2e5c-4d89-927a-050d91b5ffbd not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:39.327763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:39.328108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:39.371927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.372913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.422900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.425935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:39.435946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.436181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:39.436584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:39.444172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=fdd1e052-d925-4ca9-ad74-f50f505e0db6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:39.446372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.522637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-eaa00ec1-fd43-4640-ad62-3ab7bcaf2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:39.524140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-eaa00ec1-fd43-4640-ad62-3ab7bcaf2819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2551534 Mar 02 19:56:39.543314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '8a8f0573-fd23-473c-a3ab-f792458b6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:39.543670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 74923b1f-2f84-4860-9ee5-a59995919337, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:39.646225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Pushing event updated for resources: {'Port': ['ID=917143e9-9ab3-40bf-b617-7a5d4c134bd0,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:39.867148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:39.868197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.887218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:39.895744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:39.955579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:39.956153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.028372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 74923b1f-2f84-4860-9ee5-a59995919337) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:40.031978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.043895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:40.049806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:40.050441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.053972 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-c7c058f1-503a-451c-a42a-0ff7044d8564 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162749 Mar 02 19:56:40.108471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176d926f-13d7-4b1e-aa5b-d0a4570deac3 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:40.114748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.151861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.174109 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-de78c9cd-80f2-428e-8e95-019529751b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9280970 Mar 02 19:56:40.174874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57856) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:40.185140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1184645353'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:40.199664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:40.213008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:40.216794 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Floating IP 19e5af61-6f51-461a-b5b3-dad8fe0318b4 associated. External IP: 172.26.2.191, port: 874ea5a9-33c2-4a3d-a491-97a6e54f523e. Mar 02 19:56:40.227302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:40.227694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.272380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:40.322669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58ddd4-d6b0-481a-8360-d7ddf80901e3 req-0eb16334-d87c-4da3-94a6-ea7dedf0cedc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:40.324222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e58ddd4-d6b0-481a-8360-d7ddf80901e3 req-0eb16334-d87c-4da3-94a6-ea7dedf0cedc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4890530 Mar 02 19:56:40.329420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:40.371266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:40.374584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.407509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Calling delete_port for b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:40.482161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-416c40ca-a164-4c29-b2b8-7b500d6b30c8 req-ed59d9d8-d3b7-4f50-8045-20f629d0cf69 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185433 Mar 02 19:56:40.483753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] For port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,segment=NetworkSegment(3cb6c2c6-49e0-4936-9163-894a0356e801),segment_id=3cb6c2c6-49e0-4936-9163-894a0356e801)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:40.484109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.491584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:40.505422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e58ddd4-d6b0-481a-8360-d7ddf80901e3 req-1f6ca545-3928-48ce-accc-b518fadb760f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1691713 Mar 02 19:56:40.539247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.558102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.558443 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 3639984c-0419-45e7-94e7-f477fd29078d of type vlan for network 663191c7-0ec6-495b-86d1-feaaed9df897 Mar 02 19:56:40.587863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] Pushing event deleted for resources: {'Port': ['ID=b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:40.590879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b05ae-2918-4efb-89a0-7f1cdd966a99 None None] No DVR routers for this DVR port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:40.694939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Calling delete_port for b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:40.723821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.767212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router b69a5c46-3bb7-451a-88ab-2b3d65a883c3 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:40.856688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:40.856896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:40.873827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.898025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Router 658990cb-4ec6-4761-8599-5f5786c72dca has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:40.901769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.907051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:40.907605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.939117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.964022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:40.976861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92feed34-95dc-4302-9f69-039442576edb None None] Sync routers for ids ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:40.977042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:40.980648 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-508a8d1e-1a6b-406e-ae67-c65a647d160b tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "PUT /v2.0/routers/b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 200 len: 921 time: 4.2239778 Mar 02 19:56:40.980968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:40.990063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] Routers {'b69a5c46-3bb7-451a-88ab-2b3d65a883c3'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:40.990786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.058805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.068909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] Routers {'b69a5c46-3bb7-451a-88ab-2b3d65a883c3'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:41.069732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.134184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-92feed34-95dc-4302-9f69-039442576edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.134796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92feed34-95dc-4302-9f69-039442576edb None None] The sync data for ids ['b69a5c46-3bb7-451a-88ab-2b3d65a883c3'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:41.187594 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0116899 Mar 02 19:56:41.191040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57864) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:41.199546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'ports': [{'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'}, {'network_id': '663191c7-0ec6-495b-86d1-feaaed9df897'}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:41.199850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:41.200335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '663191c7-0ec6-495b-86d1-feaaed9df897'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:41.212902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Deleting port b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:41.213234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.280978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89015f04-7f39-478c-8b18-0d96cc319b60 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=663191c7-0ec6-495b-86d1-feaaed9df897,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:41.294072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 663191c7-0ec6-495b-86d1-feaaed9df897 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:41.405268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab831a98-68dc-4cf6-be5a-7d27ed192e75 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 200 len: 921 time: 0.4231832 Mar 02 19:56:41.408250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57868) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:41.446751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] The port 'b4a4e72a-c5d0-4d43-9616-1bf785b5fb8d' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:56:41.484693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:41.495780 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] Sync routers for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:41.503653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.236 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b45251f2-01aa-4aaf-b287-dfbeccfe8137) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:41.505619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:41.506476 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.550871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.570759 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.579535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:41.580134 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.643621 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.643990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295e7ca-2449-4ac8-be4f-3ed96c43f4b6 None None] The sync data for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:41.685609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce784cd8-a064-4982-b53e-756cdbd7d449 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:41.686296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ce784cd8-a064-4982-b53e-756cdbd7d449 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Synchronizing usage tracker for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:41.690909 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5728676a-77dd-4c7d-aaf0-7dfbefb6fdb2 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.5343184 Mar 02 19:56:41.695099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57876) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:41.703899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.750412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0ca65df-f9f6-4a48-a196-9e6b18e91c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.784612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e75d0c-9e54-43a0-ade1-84398304cf76']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.801320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ce784cd8-a064-4982-b53e-756cdbd7d449 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Unset dirty status for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:41.805015 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ce784cd8-a064-4982-b53e-756cdbd7d449 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=b69a5c46-3bb7-451a-88ab-2b3d65a883c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3914616 Mar 02 19:56:41.813610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57880) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:41.853803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb6c2c6-49e0-4936-9163-894a0356e801') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.854094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb6c2c6-49e0-4936-9163-894a0356e801') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:41.868612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.877788 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9b05a163-1614-4aa9-ba09-982f9bd54900 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "GET /v2.0/floatingips/19e5af61-6f51-461a-b5b3-dad8fe0318b4 HTTP/1.1" status: 200 len: 983 time: 0.1816673 Mar 02 19:56:41.881478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:41.895376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:41.964426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:41.968120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:41.971058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:41.976684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:41.992720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e286e8f-3b94-46bf-bb2b-f8be7840c82c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:41.993998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e286e8f-3b94-46bf-bb2b-f8be7840c82c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Synchronizing usage tracker for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:42.008369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.011931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b947b-6a4e-4951-bfa0-f11a58f0695f req-7104058d-170f-4262-8f1c-224655e94e13 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:42.013472 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-062b947b-6a4e-4951-bfa0-f11a58f0695f req-7104058d-170f-4262-8f1c-224655e94e13 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3711119 Mar 02 19:56:42.014084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:42.018307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.038830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.049304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e286e8f-3b94-46bf-bb2b-f8be7840c82c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Unset dirty status for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:42.050708 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e286e8f-3b94-46bf-bb2b-f8be7840c82c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.2344129 Mar 02 19:56:42.059441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57888) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:42.065567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.074697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:42.075092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:42.094714 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:42.114138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:42.119254 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e788b693-92b6-4512-ba9c-3f9dd526a51a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 200 len: 205 time: 0.0561309 Mar 02 19:56:42.119643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:42.121297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57892) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:42.132600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:42.179617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a3d73a22-a585-4408-b144-c440dd813289 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.2892566 Mar 02 19:56:42.215514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57896) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:42.225569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b45251f2-01aa-4aaf-b287-dfbeccfe8137,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:42.285268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-062b947b-6a4e-4951-bfa0-f11a58f0695f req-87dd5dc4-7c7d-4994-868b-b666050b9536 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2501335 Mar 02 19:56:42.314021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.349582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.409853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=45e75d0c-9e54-43a0-ade1-84398304cf76,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:42.450137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b8197cb4-a97e-4628-b496-ffe697553d68 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/45e75d0c-9e54-43a0-ade1-84398304cf76 HTTP/1.1" status: 204 len: 168 time: 4.6272495 Mar 02 19:56:42.461464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:42.477787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 2a0369fa-b132-4ed7-bf24-06cdaf6a5312 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:42.534714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c8732-523a-44b8-8038-5467d1df9a59 req-1a873e63-902c-4348-89f0-6a5df567f7f7 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:42.536294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-847c8732-523a-44b8-8038-5467d1df9a59 req-1a873e63-902c-4348-89f0-6a5df567f7f7 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.1297023 Mar 02 19:56:42.628813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-847c8732-523a-44b8-8038-5467d1df9a59 req-658ac4df-df9c-407b-b49b-8f29893e9a97 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775986 Mar 02 19:56:42.632798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.743921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 0ab90c8b-b05f-438b-8034-e47157801ae3 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:42.846071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.880753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.912274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.957679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:42.961234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:42.967057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:42.968202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:42.969985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=2a0369fa-b132-4ed7-bf24-06cdaf6a5312,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:43.054021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.055991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port 917143e9-9ab3-40bf-b617-7a5d4c134bd0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:43.056374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.218517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=0ab90c8b-b05f-438b-8034-e47157801ae3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:43.228829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '3639984c-0419-45e7-94e7-f477fd29078d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '663191c7-0ec6-495b-86d1-feaaed9df897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:43.229178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 663191c7-0ec6-495b-86d1-feaaed9df897, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:43.265255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4009f77-7f98-4d59-89a7-9276c6535c33 req-b0819e29-7335-43f1-9930-b140fe68d716 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:43.266726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e4009f77-7f98-4d59-89a7-9276c6535c33 req-b0819e29-7335-43f1-9930-b140fe68d716 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3009236 Mar 02 19:56:43.267805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 663191c7-0ec6-495b-86d1-feaaed9df897 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:43.291771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 663191c7-0ec6-495b-86d1-feaaed9df897) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:43.298500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:43.301270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943a2cfc-8c72-48bd-ab87-84e45eb1df6e None None] Network 663191c7-0ec6-495b-86d1-feaaed9df897 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:43.303652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:43.308426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:43.309053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.341149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e4009f77-7f98-4d59-89a7-9276c6535c33 req-e0f9ae0e-3cbb-4f15-8cf2-997a6416bbd6 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668266 Mar 02 19:56:43.352626 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-20fbe698-5027-4fa6-9e0b-e1c21d269a7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1602015 Mar 02 19:56:43.353866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:43.430395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 0ab90c8b-b05f-438b-8034-e47157801ae3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:43.430803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.503511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.591558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port 02899cea-2af3-4e61-a26c-06dad3f31ff4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:43.591864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.639344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.646770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf36513-f6c3-4fdd-82d4-a50103ca0ba7 req-f93f7c90-e12f-40fa-bb02-1ea72cc0c981 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:43.648238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2bf36513-f6c3-4fdd-82d4-a50103ca0ba7 req-f93f7c90-e12f-40fa-bb02-1ea72cc0c981 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.1820226 Mar 02 19:56:43.655495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.734132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.741713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.742033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:43.837895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4e6938-a3b1-475e-b8c8-15238737a2aa']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:43.866543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 0ab90c8b-b05f-438b-8034-e47157801ae3 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:43.895487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2bf36513-f6c3-4fdd-82d4-a50103ca0ba7 req-f9da5a2e-9d5c-4521-ba4c-99c604185afc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2044435 Mar 02 19:56:43.916542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for 917143e9-9ab3-40bf-b617-7a5d4c134bd0 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:43.964102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.024870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=0ab90c8b-b05f-438b-8034-e47157801ae3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:44.069501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.082714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ff1fb2d-c86a-436a-81a6-5948fdd6519d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/0ab90c8b-b05f-438b-8034-e47157801ae3 HTTP/1.1" status: 204 len: 168 time: 0.7248080 Mar 02 19:56:44.084760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:44.131155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20237ec-b466-4e95-8337-9df4ce571caf') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:44.132060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20237ec-b466-4e95-8337-9df4ce571caf') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:44.177257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9b7f0-b9fb-41a0-84dd-7934d711751d req-8646bb1f-3646-4c94-8aea-0b9813f17dec tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:44.178766 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-73c9b7f0-b9fb-41a0-84dd-7934d711751d req-8646bb1f-3646-4c94-8aea-0b9813f17dec tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.1575360 Mar 02 19:56:44.210069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.231633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8175585-5dec-4369-8000-88bf737390ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:44.237390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8175585-5dec-4369-8000-88bf737390ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:44.238200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8175585-5dec-4369-8000-88bf737390ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:44.255142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-73c9b7f0-b9fb-41a0-84dd-7934d711751d req-a5359b5c-fab0-4ab7-b665-7961c22780a5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696433 Mar 02 19:56:44.269493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a8175585-5dec-4369-8000-88bf737390ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:44.273628 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a8175585-5dec-4369-8000-88bf737390ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1851799 Mar 02 19:56:44.274409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:44.314878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.344369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:44.344772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:44.362671 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:44.397455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 2a0369fa-b132-4ed7-bf24-06cdaf6a5312 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:44.397836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.510074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b4704-07b9-4831-914a-fe45485e0ce4 req-b6104019-4a52-487d-a525-85b3ad97fe60 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:44.511573 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d5b4704-07b9-4831-914a-fe45485e0ce4 req-b6104019-4a52-487d-a525-85b3ad97fe60 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.1931798 Mar 02 19:56:44.538210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.669919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.681046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for 02899cea-2af3-4e61-a26c-06dad3f31ff4 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:44.720344 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d5b4704-07b9-4831-914a-fe45485e0ce4 req-94b5c43a-c533-44de-b988-0b716306d174 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990409 Mar 02 19:56:44.737742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.748863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:44.879567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=fc4e6938-a3b1-475e-b8c8-15238737a2aa,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:44.889100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 2a0369fa-b132-4ed7-bf24-06cdaf6a5312 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:44.926505 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bac41516-a4e7-42da-896c-c816c5422a23 tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/fc4e6938-a3b1-475e-b8c8-15238737a2aa HTTP/1.1" status: 204 len: 168 time: 2.4484358 Mar 02 19:56:44.933649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57934) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:44.967529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.019375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c991857-5034-4533-b4d6-ccec55e915c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.056568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b5c7-cc68-4061-81f6-8de8648a1d85 req-b1b651bb-406c-4928-9127-3c8396a7df20 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:45.058064 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04b0b5c7-cc68-4061-81f6-8de8648a1d85 req-b1b651bb-406c-4928-9127-3c8396a7df20 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4760566 Mar 02 19:56:45.110415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.123198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04b0b5c7-cc68-4061-81f6-8de8648a1d85 req-d987d925-90b2-4601-beef-2c61c106a2ad tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579293 Mar 02 19:56:45.143541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.192747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=2a0369fa-b132-4ed7-bf24-06cdaf6a5312,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:45.200550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.214717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bb4c04aa-33d4-4077-b262-965626bd6a16 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/2a0369fa-b132-4ed7-bf24-06cdaf6a5312 HTTP/1.1" status: 204 len: 168 time: 0.9391305 Mar 02 19:56:45.217297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:45.228418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.249564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.305320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b5df7a-0e43-4e81-a691-196e56d89729 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:45.306002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8b5df7a-0e43-4e81-a691-196e56d89729 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:45.321665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Port': ['ID=917143e9-9ab3-40bf-b617-7a5d4c134bd0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:45.328634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8b5df7a-0e43-4e81-a691-196e56d89729 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:45.330136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c8b5df7a-0e43-4e81-a691-196e56d89729 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1117818 Mar 02 19:56:45.333069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:45.345668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.376934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cc556a-524f-44b5-8527-12440d8c1611 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:56:45.378259 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e4cc556a-524f-44b5-8527-12440d8c1611 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/0ab90c8b-b05f-438b-8034-e47157801ae3 HTTP/1.1" status: 404 len: 333 time: 0.0442026 Mar 02 19:56:45.381051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:45.425309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb20c6e4-1612-47ae-a691-337c3bf89ef1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:56:45.426612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cb20c6e4-1612-47ae-a691-337c3bf89ef1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/2a0369fa-b132-4ed7-bf24-06cdaf6a5312 HTTP/1.1" status: 404 len: 333 time: 0.0447016 Mar 02 19:56:45.429568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:45.464900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.551795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.681068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.745207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.745425 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Floating IP 19e5af61-6f51-461a-b5b3-dad8fe0318b4 disassociated (deleted). External IP: 172.26.2.191, port: 874ea5a9-33c2-4a3d-a491-97a6e54f523e. Mar 02 19:56:45.750821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663191c7-0ec6-495b-86d1-feaaed9df897']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:45.766251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3639984c-0419-45e7-94e7-f477fd29078d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:45.766542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3639984c-0419-45e7-94e7-f477fd29078d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:45.781222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.805052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.815005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:45.815370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:45.830194 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:45.855131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-d25b24e3-410b-4093-ba58-9dafec875a27 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:45.856939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-d25b24e3-410b-4093-ba58-9dafec875a27 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.1682694 Mar 02 19:56:45.921906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:45.949463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.024534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.033421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Deleting port 22becb77-ebfd-4548-ae4e-73de9703fc9f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:46.033754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.075136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.078649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=02899cea-2af3-4e61-a26c-06dad3f31ff4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:46.093040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a18e67-cb2b-42db-9bed-f4d07fdebf8f']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:46.094184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=663191c7-0ec6-495b-86d1-feaaed9df897,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:46.104960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cfa5e05-6c87-4850-9c7d-0dd0d0bdad43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/663191c7-0ec6-495b-86d1-feaaed9df897 HTTP/1.1" status: 204 len: 168 time: 0.6709542 Mar 02 19:56:46.109525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:46.123929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1557474310'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:46.140653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:46.153438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aaebb-377e-4eb6-93b3-9ac79e3c2867 req-3171cc62-488c-467e-a31a-41917ba8191b tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:46.155011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-295aaebb-377e-4eb6-93b3-9ac79e3c2867 req-3171cc62-488c-467e-a31a-41917ba8191b tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 945 time: 0.2485237 Mar 02 19:56:46.155998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:46.160577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a505e2-47e4-427b-8935-7338d6284b0d') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:46.160577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a505e2-47e4-427b-8935-7338d6284b0d') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:46.188887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:46.200504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:46.211072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.214009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:46.265079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:46.268510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.353730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-295aaebb-377e-4eb6-93b3-9ac79e3c2867 req-1f39c6b8-9ef4-4985-8a52-043981e40fa6 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups?id=360cffbf-feb0-41d2-802a-5ca70b13aa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660120 Mar 02 19:56:46.376169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.394996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:56:46.395406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:56:46.410395 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:56:46.432202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.440689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:46.476689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] For port 22becb77-ebfd-4548-ae4e-73de9703fc9f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22becb77-ebfd-4548-ae4e-73de9703fc9f,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:46.477044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.485412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.485736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment a5ad1371-5e99-4aa3-bf07-74191bf4a1be of type vlan for network 5ca4c056-5a20-48a3-ab68-c82afae5a033 Mar 02 19:56:46.601780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31740fb-0804-45bc-9f4c-988a1e5cab8c req-70bc1dbf-0e34-4519-980a-1196b32095f1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:46.603576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c31740fb-0804-45bc-9f4c-988a1e5cab8c req-70bc1dbf-0e34-4519-980a-1196b32095f1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3240654 Mar 02 19:56:46.608691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.843273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:46.888884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c31740fb-0804-45bc-9f4c-988a1e5cab8c req-34259b63-eceb-47ea-883d-c7a5cf6d853b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2749422 Mar 02 19:56:46.955327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.961550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:46.961550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.963910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:46.979173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.012735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.014880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.023674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.047130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:47.056727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] Pushing event deleted for resources: {'Network': ['ID=f4a18e67-cb2b-42db-9bed-f4d07fdebf8f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:47.059422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:47.060854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Router 658990cb-4ec6-4761-8599-5f5786c72dca has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:47.081351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:47.082250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:47.092451 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-019fe7ad-bb27-4064-8c58-b500c02f4c4e tempest-BulkNetworkOpsTest-132217437 tempest-BulkNetworkOpsTest-132217437-project] 10.222.0.36 "DELETE /v2.0/networks/f4a18e67-cb2b-42db-9bed-f4d07fdebf8f HTTP/1.1" status: 204 len: 168 time: 2.1549134 Mar 02 19:56:47.093558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.094780 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-75bd3402-ef33-4b3f-b708-f63a57c553bc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.8760509 Mar 02 19:56:47.100076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57970) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.113573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.114103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router b69a5c46-3bb7-451a-88ab-2b3d65a883c3 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:56:47.177978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=5ca4c056-5a20-48a3-ab68-c82afae5a033,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:47.208932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:47.210152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.211478 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f9316120-333e-42f6-a21a-9c35963cbd4a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 204 len: 168 time: 5.0833166 Mar 02 19:56:47.217069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57978) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.224775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-972668154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:47.233846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:47.253707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.254178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.254494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Floating IP 9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5 disassociated. External IP: 172.26.2.13, port: 22becb77-ebfd-4548-ae4e-73de9703fc9f. Mar 02 19:56:47.256934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Calling delete_port for 22becb77-ebfd-4548-ae4e-73de9703fc9f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:47.289290 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8bf2a171-0aa7-40e7-acdb-5f33b4fd5962 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1858439 Mar 02 19:56:47.324296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 57982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.358717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:47.368029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:47.377559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:47.424986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:47.431500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.435674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.444184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] Sync routers for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:47.458836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.465158 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:47.465789 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:47.533479 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-169993ff-90a2-40ae-b761-b6bda34a3061 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4208829 Mar 02 19:56:47.554435 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:47.567595 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:47.568875 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:47.595194 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3a62b489-9976-4656-809f-bf9025b9fe95 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/floatingips/19e5af61-6f51-461a-b5b3-dad8fe0318b4 HTTP/1.1" status: 204 len: 168 time: 5.3744411 Mar 02 19:56:47.597337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57992) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.597656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 57994) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.605592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:47.646916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:47.653276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:47.655237 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:47.655889 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd066f81-4cea-4328-8cd6-93b346cef3e4 None None] The sync data for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:47.659704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Usage tracker for resource:floatingip and tenant:77c8535bb9ec4d8a8f26fc75eaa96880 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:47.664491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:47.670738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58000) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:47.704816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:47.711993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:47.770900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.795731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.825042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:47.844613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:47.848989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:47.873758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:47.880123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.941579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:47.979522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:47.984700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.005731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event deleted for resources: {'Port': ['ID=22becb77-ebfd-4548-ae4e-73de9703fc9f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:48.024366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f400df-a31e-4a5a-a82e-a1438ecd2950 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:48.024782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:43Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:48.025896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-17f400df-a31e-4a5a-a82e-a1438ecd2950 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5918732 Mar 02 19:56:48.029837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:48.029933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Updating router 4489ac64-72fd-4b08-82f9-60e3402fdc69 port b45251f2-01aa-4aaf-b287-dfbeccfe8137 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:56:48.033447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58006) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:48.037818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.041833 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0ed21e8f-a192-48db-a956-afd3f7c76cf2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8207202 Mar 02 19:56:48.049290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58010) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:48.060297 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a2072a62-0464-457c-a12c-5fbd99c88af1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0851a0869696424585a69171c9c9334e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887668 Mar 02 19:56:48.088285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.106828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58014) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:48.109523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:48.147570 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-581e98b4-fe48-4f39-8ca5-e8407e661c63 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121023 Mar 02 19:56:48.152565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:48.160815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240987208', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:48.183997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720279-621f-4aab-9c1c-b06c645ca876 req-e8e39485-1025-44e7-aa82-96d75b9a133d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:48.190972 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-73720279-621f-4aab-9c1c-b06c645ca876 req-e8e39485-1025-44e7-aa82-96d75b9a133d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8614411 Mar 02 19:56:48.202367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Performing IP validity checks on allocation pools {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:56:48.205455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:56:48.339616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729712f9-b28a-4afa-a5c5-94421442ebca req-e37bca69-bc6b-4319-8ca9-0e74fb28e1e3 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:48.341079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-729712f9-b28a-4afa-a5c5-94421442ebca req-e37bca69-bc6b-4319-8ca9-0e74fb28e1e3 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.8063538 Mar 02 19:56:48.407720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-73720279-621f-4aab-9c1c-b06c645ca876 req-b0cbab8e-3fe9-4586-ae47-0d14fe23fb83 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2158985 Mar 02 19:56:48.452513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:48.467565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:48.474695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:48.484776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:48.492119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:48.496311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-729712f9-b28a-4afa-a5c5-94421442ebca req-bca0e780-4cc1-42b0-a66a-1f83c562f95e tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920131 Mar 02 19:56:48.559173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.588077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Transition to ACTIVE for port object b45251f2-01aa-4aaf-b287-dfbeccfe8137 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:48.599175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.608360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:48.611799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.632129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.659867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.683829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d82aca73-3bc3-419b-9e77-91ed49781c5c req-99e0566f-01f3-41c8-9535-88dff2cfbb21 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ca9da41-a56f-4763-80a8-82e4c2d85500 HTTP/1.1" status: 200 len: 210 time: 0.1170583 Mar 02 19:56:48.779766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Attempting to bind port b45251f2-01aa-4aaf-b287-dfbeccfe8137 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:48.780617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Attempting to bind port b45251f2-01aa-4aaf-b287-dfbeccfe8137 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:48.781169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Attempting to bind port b45251f2-01aa-4aaf-b287-dfbeccfe8137 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:48.792637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adc11c-d487-41df-9f95-56d65107f43e None None] Pushing event updated for resources: {'Port': ['ID=b45251f2-01aa-4aaf-b287-dfbeccfe8137,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:48.808286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:48.808753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:48.809840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.810885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:48.813238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Bound port: b45251f2-01aa-4aaf-b287-dfbeccfe8137, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:48.813809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.924398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] For port b45251f2-01aa-4aaf-b287-dfbeccfe8137, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:48.928213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] For port b45251f2-01aa-4aaf-b287-dfbeccfe8137, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b45251f2-01aa-4aaf-b287-dfbeccfe8137,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:48.934729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:48.983420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.016286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adc11c-d487-41df-9f95-56d65107f43e None None] Pushing event updated for resources: {'Port': ['ID=b45251f2-01aa-4aaf-b287-dfbeccfe8137,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:49.050684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:49.051448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:49.097379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.100396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:49.112374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.123748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Sync routers for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:49.144847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:49.145872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:49.160110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-6c8db3e9-4b61-4ccd-871d-10ccb06011dc tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:49.161595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-6c8db3e9-4b61-4ccd-871d-10ccb06011dc tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.32 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.1687479 Mar 02 19:56:49.179391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d76bb61-2cd2-4018-a829-f2ea96559c0b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:49.241701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.273566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Deleting port c14abf52-381a-4911-9306-a45fe79ce3ee {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:49.274159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.274258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.276804 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c82838b1-6349-476f-9e96-b3fa64c05ed2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8d76bb61-2cd2-4018-a829-f2ea96559c0b HTTP/1.1" status: 204 len: 168 time: 1.1128013 Mar 02 19:56:49.354172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] No DVR routers for this DVR port 22becb77-ebfd-4548-ae4e-73de9703fc9f on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:49.360714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.365150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'name': 'network-vif-deleted', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:49.397592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Allocated IP 172.26.2.29 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/42aadd3f-e8e5-43f7-9760-36ddbbfbf9de) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:49.437654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:49.451621 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca9da41-a56f-4763-80a8-82e4c2d85500', 'name': 'network-vif-deleted', 'tag': '22becb77-ebfd-4548-ae4e-73de9703fc9f', 'status': 'completed', 'code': 200} Mar 02 19:56:49.628910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1687923b-a87c-4f3f-8a81-e07db5b37faa req-45a7f9b2-cbcf-4e56-83b6-ab96cf66b032 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.32 "DELETE /v2.0/ports/22becb77-ebfd-4548-ae4e-73de9703fc9f HTTP/1.1" status: 204 len: 173 time: 3.7234404 Mar 02 19:56:49.822192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:49.838006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.884689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:49.985165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=b810829d-b5d5-4daf-bbeb-e7c00d804dcb,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:50.008234 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:56:50.024624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:50.025171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 5ca4c056-5a20-48a3-ab68-c82afae5a033, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:50.075317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.079628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:50.127783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=e35150f5-3959-4bc9-8d1c-62fca7fe493e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:50.198574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 22becb77-ebfd-4548-ae4e-73de9703fc9f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:50.218515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5ca4c056-5a20-48a3-ab68-c82afae5a033) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:50.257135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac84e12-dc7f-48ee-b757-b6ca0ff2faee None None] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:50.262510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:50.264560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.305245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:50.323089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 22becb77-ebfd-4548-ae4e-73de9703fc9f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:50.323421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 22becb77-ebfd-4548-ae4e-73de9703fc9f not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:50.325618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] For port c14abf52-381a-4911-9306-a45fe79ce3ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c14abf52-381a-4911-9306-a45fe79ce3ee,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:50.326159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.332224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:50.368158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:50.373542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe3897-3e4f-4546-9c0a-3f5323808200 req-e5d78eee-3e2c-4aeb-a193-2a3c6bcbea68 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:50.381410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85fe3897-3e4f-4546-9c0a-3f5323808200 req-e5d78eee-3e2c-4aeb-a193-2a3c6bcbea68 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7080839 Mar 02 19:56:50.406255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:50.406621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: c6fddb2f-4ca1-446b-bc21-38d227ee3e05, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:50.551677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8b108-dbb2-435e-91b7-e004945f704e req-48ee2455-e9a8-46c6-8168-94939b93aa10 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:50.553377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27f8b108-dbb2-435e-91b7-e004945f704e req-48ee2455-e9a8-46c6-8168-94939b93aa10 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.7866709 Mar 02 19:56:50.554386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Pushing event updated for resources: {'Port': ['ID=42aadd3f-e8e5-43f7-9760-36ddbbfbf9de,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:50.570392 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a41f612f-ed52-41a2-8a33-19b345146417 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9716914 Mar 02 19:56:50.574990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58050) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:50.619780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:43Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:50.642083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85fe3897-3e4f-4546-9c0a-3f5323808200 req-b3064e50-e19b-4fc2-952d-db1b9afd97ac tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2595427 Mar 02 19:56:50.643074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9944f6f-0f2d-4318-a9c0-9b87c4efc785 None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:43Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:50.646889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033', 'name': 'tempest-PortsIpV6TestJSON-992222445'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:50.760150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:50.762463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.777122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5ca4c056-5a20-48a3-ab68-c82afae5a033', 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': 'b810829d-b5d5-4daf-bbeb-e7c00d804dcb'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:50.777961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.801048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:50.844628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:50.845842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:50.855490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Checking router: 664ba88d-861e-4ce1-bc91-b26d1ce67a69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:50.881857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27f8b108-dbb2-435e-91b7-e004945f704e req-a73880bb-a010-44fe-bfee-e55264f424d4 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172050 Mar 02 19:56:50.952905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, c6fddb2f-4ca1-446b-bc21-38d227ee3e05) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:50.962023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58064) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:50.972205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d530856-4e68-4e12-9d33-2805eb9fc3fe None None] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:50.984651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:50.985239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.189183 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-53c839fd-1392-4d74-b134-997784fcb72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0333233 Mar 02 19:56:51.194693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:51.201990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.218300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:51.219305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:51.222931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:51.267626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-537236605'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:51.272662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:51.276981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:51.280455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:51.286788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:51.320584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.320954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.321267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Floating IP 89a63c6e-3a7a-4ba0-9091-9a533a1f1678 disassociated. External IP: 172.26.2.92, port: c14abf52-381a-4911-9306-a45fe79ce3ee. Mar 02 19:56:51.321785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Calling delete_port for c14abf52-381a-4911-9306-a45fe79ce3ee owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:51.326317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Allocated IP 172.26.2.35 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/3d1e4b0b-8457-458c-9a65-dd416da83443) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:51.363960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.386993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.488043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:51.494612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260f91b-cf3b-4f17-b6c2-dcf1fb1d6d23 req-1349a229-2ef3-428f-9969-c65b091a68bc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:51.496246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:51.500255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.501596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:51.513387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a260f91b-cf3b-4f17-b6c2-dcf1fb1d6d23 req-1349a229-2ef3-428f-9969-c65b091a68bc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6020982 Mar 02 19:56:51.517874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.537458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.781059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:51.785019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.813165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:51.928017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a260f91b-cf3b-4f17-b6c2-dcf1fb1d6d23 req-1f40d73a-c381-4425-ab76-d0bb90715ad9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4140759 Mar 02 19:56:51.982461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:51.982461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:51.983286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.025099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:security_group_rule and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:52.032231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:52.045739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:52.060583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port d6bd4d31-97f1-4006-a276-604735111891 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:56:52.098096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.192548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Allocated IP 2001:db8::2 (5ca4c056-5a20-48a3-ab68-c82afae5a033/b810829d-b5d5-4daf-bbeb-e7c00d804dcb/2c143192-e2c1-46ac-b291-50aa79ca9ef6) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:52.252760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:52.266819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.269377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:52.272051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:52.311379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:52.319251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event updated for resources: {'Port': ['ID=3d1e4b0b-8457-458c-9a65-dd416da83443,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:52.331713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.372918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Allocated IP 172.20.0.2 (c6fddb2f-4ca1-446b-bc21-38d227ee3e05/e35150f5-3959-4bc9-8d1c-62fca7fe493e/c0f6c212-b871-4140-aba1-b16dc8f2f40c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:52.383858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8db04-386b-4a8f-b4d0-f212bc19d9d3 None None] The sync data for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv is: [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '7d6d8a2a-500e-4488-a228-7aad29ad9d1b', 'name': '', 'network_id': '457173f6-876a-452d-9b00-5eae2c5f5c45', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'mac_address': 'fa:16:3e:66:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:12Z', 'updated_at': '2022-03-02T19:55:28Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'subnets': [{'id': 'c19f578b-b42c-4ee6-aeac-9442ea0beabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:52.410286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360cffbf-feb0-41d2-802a-5ca70b13aa9e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:52.419101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event deleted for resources: {'Port': ['ID=c14abf52-381a-4911-9306-a45fe79ce3ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:52.442135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.483337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.635872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.642419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.645906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec1e44-0197-4938-a56e-0cb1e6760bd3 req-0792a56e-060d-4f4d-bfd1-fa450cfdede4 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:52.646888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-78ec1e44-0197-4938-a56e-0cb1e6760bd3 req-0792a56e-060d-4f4d-bfd1-fa450cfdede4 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Synchronizing usage tracker for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:52.652300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.658654 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6e5073d2-96df-4a4a-9bfe-03126ea1e8d7 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "DELETE /v2.0/security-groups/360cffbf-feb0-41d2-802a-5ca70b13aa9e HTTP/1.1" status: 204 len: 168 time: 1.6944828 Mar 02 19:56:52.666925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:52.683848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Transition to ACTIVE for port object 2c143192-e2c1-46ac-b291-50aa79ca9ef6 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:52.691461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.699219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baac0b0-1e81-499d-8252-d52198cb8db1 req-8078794a-34a8-41dc-8d2a-c2ffccd41f30 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:52.708378 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2baac0b0-1e81-499d-8252-d52198cb8db1 req-8078794a-34a8-41dc-8d2a-c2ffccd41f30 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5929801 Mar 02 19:56:52.723522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Transition to ACTIVE for port object 2c143192-e2c1-46ac-b291-50aa79ca9ef6 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:52.730493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.737781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.799124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Transition to ACTIVE for port object c0f6c212-b871-4140-aba1-b16dc8f2f40c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:52.835360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:52.843458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:52.848352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Transition to ACTIVE for port object c0f6c212-b871-4140-aba1-b16dc8f2f40c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:52.849891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:52.852494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Pushing event updated for resources: {'Port': ['ID=2c143192-e2c1-46ac-b291-50aa79ca9ef6,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:52.935382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b45251f2-01aa-4aaf-b287-dfbeccfe8137 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:52.962698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:52.987230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Pushing event updated for resources: {'Port': ['ID=42aadd3f-e8e5-43f7-9760-36ddbbfbf9de,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:53.014009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.020635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-2b4c2586-eb97-4058-ae93-c762772b3678 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] show failed (client error): The resource could not be found. Mar 02 19:56:53.025796 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2b4c2586-eb97-4058-ae93-c762772b3678 tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "GET /v2.0/security-groups/360cffbf-feb0-41d2-802a-5ca70b13aa9e HTTP/1.1" status: 404 len: 347 time: 0.3570058 Mar 02 19:56:53.025992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b572e-92f5-4c54-bf13-b74f0b349921,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:53.026127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-78ec1e44-0197-4938-a56e-0cb1e6760bd3 req-0792a56e-060d-4f4d-bfd1-fa450cfdede4 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Unset dirty status for tenant:ae7be9c513e74f32a0ce6c4d11211467 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:53.029274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58080) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:53.034169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.034329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78ec1e44-0197-4938-a56e-0cb1e6760bd3 req-0792a56e-060d-4f4d-bfd1-fa450cfdede4 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 945 time: 0.9149768 Mar 02 19:56:53.034713 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment a53e5368-ce9f-4645-bf99-62660b955090 of type vlan for network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe Mar 02 19:56:53.038825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.039777 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46008eee-b587-4cd1-8db9-1b4a5248e0ab None None] New status for floating IP 9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:56:53.096180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Attempting to bind port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:53.096180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Attempting to bind port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:53.096537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Attempting to bind port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 on network 5ca4c056-5a20-48a3-ab68-c82afae5a033 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:53.138944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:53.139346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Checking segment: {'id': 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:53.139749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.140142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Bound using segment: {'id': 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:53.140711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Bound port: 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5ca4c056-5a20-48a3-ab68-c82afae5a033'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:53.141091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.143053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Router 7f1e4874-128b-4584-827d-869f9c10fb0b has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:56:53.219140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:53.235968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::2bd (5ca4c056-5a20-48a3-ab68-c82afae5a033/b810829d-b5d5-4daf-bbeb-e7c00d804dcb/d6bd4d31-97f1-4006-a276-604735111891) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:53.241281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:53.253582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2baac0b0-1e81-499d-8252-d52198cb8db1 req-8001bf3d-9c63-4ac2-95a4-13e6a804aaff tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5439253 Mar 02 19:56:53.323774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78ec1e44-0197-4938-a56e-0cb1e6760bd3 req-63a75379-2b65-4dad-b6f8-8f6d716aeae1 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2839370 Mar 02 19:56:53.326803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] For port 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:53.332412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] For port 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2c143192-e2c1-46ac-b291-50aa79ca9ef6,segment=NetworkSegment(a5ad1371-5e99-4aa3-bf07-74191bf4a1be),segment_id=a5ad1371-5e99-4aa3-bf07-74191bf4a1be)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:53.335955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Pushing event updated for resources: {'Port': ['ID=c0f6c212-b871-4140-aba1-b16dc8f2f40c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:53.348501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:53.442845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Deleting port 24861ab7-d750-4afb-ab51-d2464487c6e7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:53.444256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.454019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.479720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.525602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b45251f2-01aa-4aaf-b287-dfbeccfe8137 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:53.541069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Attempting to bind port c0f6c212-b871-4140-aba1-b16dc8f2f40c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:53.541430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Attempting to bind port c0f6c212-b871-4140-aba1-b16dc8f2f40c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:53.541782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Attempting to bind port c0f6c212-b871-4140-aba1-b16dc8f2f40c on network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:53.549137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b45251f2-01aa-4aaf-b287-dfbeccfe8137 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:53.549505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.598296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:53.598296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Checking segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:53.598709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.598901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Bound using segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:53.599379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Bound port: c0f6c212-b871-4140-aba1-b16dc8f2f40c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:53.599747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.609172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.610727 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4969e172-864f-4150-bf9c-b1a124f6e629 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0103493 Mar 02 19:56:53.624283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58086) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:53.633111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81007e1-271c-4dcc-9d4a-413e2666b685 None None] Pushing event updated for resources: {'Port': ['ID=2c143192-e2c1-46ac-b291-50aa79ca9ef6,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:53.830819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:53.844254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Sync routers for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:53.846994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] For port c0f6c212-b871-4140-aba1-b16dc8f2f40c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:53.869751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] For port c0f6c212-b871-4140-aba1-b16dc8f2f40c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0f6c212-b871-4140-aba1-b16dc8f2f40c,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:53.882358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.883168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.889654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:53.890278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:53.933414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] No DVR routers for this DVR port c14abf52-381a-4911-9306-a45fe79ce3ee on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:56:53.936193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:53.938716 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-852536f9-3d30-41eb-a39b-3cdbd185cc3a req-fe4ae524-a562-48d6-aebf-5313bf30e575 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.32 "DELETE /v2.0/ports/c14abf52-381a-4911-9306-a45fe79ce3ee HTTP/1.1" status: 204 len: 173 time: 4.7461050 Mar 02 19:56:53.941320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'name': 'network-vif-deleted', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:56:53.970053 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.005543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.038775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f5831-109a-466c-99c7-10dbbd786312 req-23c3fe76-d14a-43e3-be26-14486e94a2d9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:54.040555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-466f5831-109a-466c-99c7-10dbbd786312 req-23c3fe76-d14a-43e3-be26-14486e94a2d9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5760446 Mar 02 19:56:54.112549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b45251f2-01aa-4aaf-b287-dfbeccfe8137, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b45251f2-01aa-4aaf-b287-dfbeccfe8137,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:54.130906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e129f-59d9-4b14-9499-6482a189d0cb', 'name': 'network-vif-deleted', 'tag': 'c14abf52-381a-4911-9306-a45fe79ce3ee', 'status': 'completed', 'code': 200} Mar 02 19:56:54.144820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.155922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:54.157171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.167444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dc6f7-cb6e-4550-bfe5-e60134c9ce7e None None] Pushing event updated for resources: {'Port': ['ID=c0f6c212-b871-4140-aba1-b16dc8f2f40c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:54.174086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.234569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device c14abf52-381a-4911-9306-a45fe79ce3ee no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:56:54.265494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-466f5831-109a-466c-99c7-10dbbd786312 req-3e3a597e-1e7f-4d7a-a2ae-3b5603d92c10 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332560 Mar 02 19:56:54.299457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: c14abf52-381a-4911-9306-a45fe79ce3ee {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:56:54.300052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device c14abf52-381a-4911-9306-a45fe79ce3ee not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:56:54.321260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:54.455992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:54.490912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b45251f2-01aa-4aaf-b287-dfbeccfe8137,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:54.535227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:54.629997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Usage tracker for resource:floatingip and tenant:605be87272c745c8bdc8c2b5792bbe49 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:54.657937 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.8061810 Mar 02 19:56:54.661450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:54.709426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441f324-f9d2-42c1-9193-fe5bc9d1f29a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=75f3a6a8-4fa3-4241-8ed4-4b31756d8afe,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:54.735998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:54.770037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.770037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.814043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ab116f7-1ad0-428b-9e48-3dfa7210cd79 req-66264982-324f-496b-8c0b-4fc2c782d579 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/ports?device_id=523e129f-59d9-4b14-9499-6482a189d0cb HTTP/1.1" status: 200 len: 210 time: 0.2578213 Mar 02 19:56:54.835266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:54.851021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:54.878817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:55.079935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b45251f2-01aa-4aaf-b287-dfbeccfe8137 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:55.093900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Calling delete_port for 24861ab7-d750-4afb-ab51-d2464487c6e7 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:55.206321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.240297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:55.269708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.311126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:55.316038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:55.329081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:55.338258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17446506-79be-4686-81d3-041090fa3524 None None] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:55.345575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object d6bd4d31-97f1-4006-a276-604735111891 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:55.355135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307851b-57bd-4ce4-afca-1dabe326ea65 req-195f33c1-8c44-4b56-96ce-f66a24e4b75a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:55.357813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7307851b-57bd-4ce4-afca-1dabe326ea65 req-195f33c1-8c44-4b56-96ce-f66a24e4b75a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8004172 Mar 02 19:56:55.364227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:55.368208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.378278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b45251f2-01aa-4aaf-b287-dfbeccfe8137 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:55.378715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.534927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2757327e-b1a7-42fc-b92f-87d5c9f18386 None None] Provisioning for port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:55.560533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.579965 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7307851b-57bd-4ce4-afca-1dabe326ea65 req-54c03ec1-b934-4859-b910-483fe66f0aae tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765533 Mar 02 19:56:55.638622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (c6fddb2f-4ca1-446b-bc21-38d227ee3e05/e35150f5-3959-4bc9-8d1c-62fca7fe493e/715f9aec-8631-4573-83f3-a1a67b5062fc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:55.653506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.688563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f72453-185a-442c-b7d6-1a77984c3bec None None] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:55.728225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:55.745770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2c143192-e2c1-46ac-b291-50aa79ca9ef6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:55.783101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Checking router: 7f1e4874-128b-4584-827d-869f9c10fb0b for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:56:55.880132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.977490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:55.977819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:55.986390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca7f1f-acd3-4387-9119-1b2c40d4a3ce req-969e81ef-0e36-4ce8-81b9-81c258e5d754 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:55.987984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-65ca7f1f-acd3-4387-9119-1b2c40d4a3ce req-969e81ef-0e36-4ce8-81b9-81c258e5d754 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.1826732 Mar 02 19:56:56.039521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58108) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:56.057509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.069831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c4034033-3cc7-4148-85cf-aaf25495b9d6 None None] Provisioning for port c0f6c212-b871-4140-aba1-b16dc8f2f40c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:56.080188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.118836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.152550 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-65ca7f1f-acd3-4387-9119-1b2c40d4a3ce req-daa097ed-6510-45c3-97ea-48069da547a1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506326 Mar 02 19:56:56.180371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 715f9aec-8631-4573-83f3-a1a67b5062fc will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:56.190863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=d6bd4d31-97f1-4006-a276-604735111891,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:56.218154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=f0278505-78a8-44f7-b36d-4352adc7954f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:56.235645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:56.246618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:56.247163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': 'a53e5368-ce9f-4645-bf99-62660b955090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:56.247366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:56:56.256972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.262283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:56.262995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.294602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:56.297923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.298254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.306798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.334083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:56.339609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:56.340224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.351458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:56:56.371151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:56:56.387277 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b392b0eb-a30e-43c9-beea-6a08f924679c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7575455 Mar 02 19:56:56.394236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:56.412401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Pushing event deleted for resources: {'Port': ['ID=24861ab7-d750-4afb-ab51-d2464487c6e7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:56.437648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:56.441242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:56.461428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a9dfd-d3cf-43be-90e8-fba23b2a86d2 None None] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:56:56.476381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Router 993f3b4f-fd76-470f-8628-9653836750b1 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:56:56.523534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.598618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.599881 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-17e2fce0-bc4b-4efa-938b-d68b3dd8626d tempest-ServersTestJSON-681514112 tempest-ServersTestJSON-681514112-project] 10.222.0.36 "DELETE /v2.0/floatingips/9bcaeb26-9c0c-48ed-ad09-d6993f4d99d5 HTTP/1.1" status: 204 len: 168 time: 3.5631618 Mar 02 19:56:56.611347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58118) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:56.645275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:56.666926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:56.696175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:56.697211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.707919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:56.723237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.782440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f95b32-f54a-4fb8-ae21-08a1a6338f8f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:56.782870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Allocated IP 172.26.2.5 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/a47a2b75-9e3b-4b7e-89be-a723e1e649a5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:56.800195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port d6bd4d31-97f1-4006-a276-604735111891 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:56.800917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.858344 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6c05cfd-28d7-4512-a103-dc4f777719d1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0219693 Mar 02 19:56:56.863031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.867828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58122) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:56.871028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.872361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e305c204-5516-4bd9-9429-4fdf7d9822b5 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4f95b32-f54a-4fb8-ae21-08a1a6338f8f HTTP/1.1" status: 204 len: 168 time: 0.8198762 Mar 02 19:56:56.882762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:56.886923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1460404416'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:56.906147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:56.934688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:56.948065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:56.987980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-fa314e35-043b-465a-aaf2-1e6e9a5e90d1 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] show failed (client error): The resource could not be found. Mar 02 19:56:56.989158 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fa314e35-043b-465a-aaf2-1e6e9a5e90d1 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "GET /v2.0/security-groups/b4f95b32-f54a-4fb8-ae21-08a1a6338f8f HTTP/1.1" status: 404 len: 347 time: 0.0985684 Mar 02 19:56:57.001602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:57.012481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58130) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:57.044873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bca65e3a-cb38-42ec-89ce-5eb252c83517 None None] Provisioning complete for port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:57.045458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bca65e3a-cb38-42ec-89ce-5eb252c83517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.081303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.103228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.134302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:56:57.143974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2c143192-e2c1-46ac-b291-50aa79ca9ef6,segment=NetworkSegment(a5ad1371-5e99-4aa3-bf07-74191bf4a1be),segment_id=a5ad1371-5e99-4aa3-bf07-74191bf4a1be)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:57.145970 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] Sync routers for ids ['993f3b4f-fd76-470f-8628-9653836750b1'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:56:57.187075 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] Routers {'993f3b4f-fd76-470f-8628-9653836750b1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:57.188011 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['993f3b4f-fd76-470f-8628-9653836750b1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:57.192602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-75f3a6a8-4fa3-4241-8ed4-4b31756d8afe', 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': 'f0278505-78a8-44f7-b36d-4352adc7954f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:56:57.193587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.221988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.221988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0f6c212-b871-4140-aba1-b16dc8f2f40c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:57.226757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.230710 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9157f7a9-3816-4922-9bac-dc809c7eb8b9 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "PUT /v2.0/routers/993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 200 len: 878 time: 9.1712000 Mar 02 19:56:57.262639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:57.294242 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:57.305523 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] Routers {'993f3b4f-fd76-470f-8628-9653836750b1'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:56:57.306662 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['993f3b4f-fd76-470f-8628-9653836750b1'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:57.377430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:57.380932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.406663 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:57.407366 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecc15e9-4084-40fc-a42f-c4b6d6c9fcf4 None None] The sync data for ids ['993f3b4f-fd76-470f-8628-9653836750b1'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:57.455577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Allocated IP 172.20.255.242 (75f3a6a8-4fa3-4241-8ed4-4b31756d8afe/f0278505-78a8-44f7-b36d-4352adc7954f/2732f0c5-5f5d-41f4-9638-139a56ff8a05) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:56:57.462839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.522633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Deleting port 17239d2f-23fb-46f8-9f84-67131f471b16 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:57.523003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.558583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:57.567436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:57.572962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Pushing event updated for resources: {'Port': ['ID=a47a2b75-9e3b-4b7e-89be-a723e1e649a5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:57.575602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:57.747504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=2c143192-e2c1-46ac-b291-50aa79ca9ef6,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:57.749936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.757920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c0f6c212-b871-4140-aba1-b16dc8f2f40c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:57.784581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c0f6c212-b871-4140-aba1-b16dc8f2f40c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:57.784707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.836035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.857115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:56:57.889928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:56:57.899321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95898ae-b56b-42eb-befe-a62d9d71e56f None None] The sync data for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv is: [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:19Z', 'revision_number': 4, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'cb36c469-f68d-4e72-8c7b-c03268d52791', 'name': '', 'network_id': 'efd765d0-67e6-46f7-bbf3-83fc124c879b', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'mac_address': 'fa:16:3e:9f:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:16Z', 'updated_at': '2022-03-02T19:55:29Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'subnets': [{'id': 'a824b1d3-ed38-40ea-9d9e-a79aa73fea4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:56:57.901521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.953327 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Provisioning for port d6bd4d31-97f1-4006-a276-604735111891 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:57.989159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.011196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Provisioning complete for port d6bd4d31-97f1-4006-a276-604735111891 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:58.011557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.050906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Transition to ACTIVE for port object 2732f0c5-5f5d-41f4-9638-139a56ff8a05 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:58.077006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.111807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Port d6bd4d31-97f1-4006-a276-604735111891 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:58.113870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Transition to ACTIVE for port object 2732f0c5-5f5d-41f4-9638-139a56ff8a05 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:56:58.118337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.118971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 42d305e9-4f0a-40c3-a050-649197b280e0 of type vlan for network 4c333d22-7bea-4cb7-a4cd-72ed416c945b Mar 02 19:56:58.128649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f2db5b42-b75d-4977-abf5-0345ed25d126 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 200 len: 919 time: 0.8404377 Mar 02 19:56:58.135625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c0f6c212-b871-4140-aba1-b16dc8f2f40c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0f6c212-b871-4140-aba1-b16dc8f2f40c,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:56:58.140255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.144791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for d6bd4d31-97f1-4006-a276-604735111891 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:58.151766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:58.190289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.192115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Provisioning complete for port c0f6c212-b871-4140-aba1-b16dc8f2f40c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:58.192498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.192625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.192875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.268261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:56:58.277923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:56:58.285631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f9cba6-f3d4-4197-87ec-ee4a4d975b3e None None] New status for floating IP 89a63c6e-3a7a-4ba0-9091-9a533a1f1678: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:56:58.341897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:56:58.351354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2c143192-e2c1-46ac-b291-50aa79ca9ef6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:56:58.364711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.391378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Pushing event updated for resources: {'Port': ['ID=2732f0c5-5f5d-41f4-9638-139a56ff8a05,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:58.481841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97534b-8383-40a0-b210-0a58f455da09 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:58.485765 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d97534b-8383-40a0-b210-0a58f455da09 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=993f3b4f-fd76-470f-8628-9653836750b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3303552 Mar 02 19:56:58.487234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:58.489883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.504045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Calling delete_port for 17239d2f-23fb-46f8-9f84-67131f471b16 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:56:58.553864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.585683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:56:58.667423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.733805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.739868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c0f6c212-b871-4140-aba1-b16dc8f2f40c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:58.757711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Attempting to bind port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:56:58.758077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Attempting to bind port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a53e5368-ce9f-4645-bf99-62660b955090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:56:58.758432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Attempting to bind port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 on network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:56:58.774228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:56:58.774676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Checking segment: {'id': 'a53e5368-ce9f-4645-bf99-62660b955090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:56:58.775044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.775429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Bound using segment: {'id': 'a53e5368-ce9f-4645-bf99-62660b955090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:56:58.775895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Bound port: 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53e5368-ce9f-4645-bf99-62660b955090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '75f3a6a8-4fa3-4241-8ed4-4b31756d8afe'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:56:58.776262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.795926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:58.795926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.870483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Provisioning for port 715f9aec-8631-4573-83f3-a1a67b5062fc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:56:58.871185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.877198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:58.877921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.882183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Provisioning complete for port 715f9aec-8631-4573-83f3-a1a67b5062fc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:56:58.882549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.912476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67e93c2-8697-4df5-aa25-566613db933e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:56:58.913871 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e67e93c2-8697-4df5-aa25-566613db933e tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.3754711 Mar 02 19:56:58.919758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:58.924289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Pushing event updated for resources: {'Port': ['ID=a47a2b75-9e3b-4b7e-89be-a723e1e649a5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:58.979804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3676ff30-20c1-421c-b2a0-2f67946f3a23 None None] Port 715f9aec-8631-4573-83f3-a1a67b5062fc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:56:58.983383 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-73922a6e-f992-468b-8d4c-139accbf4d71 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 200 len: 205 time: 0.0580337 Mar 02 19:56:58.983383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:58.988265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58150) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.013242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] For port 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:56:59.030114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] For port 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2732f0c5-5f5d-41f4-9638-139a56ff8a05,segment=NetworkSegment(a53e5368-ce9f-4645-bf99-62660b955090),segment_id=a53e5368-ce9f-4645-bf99-62660b955090)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:56:59.042072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.094298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.095237 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d86ceee6-3b2c-44c1-996e-2f7a4d9be6e0 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4529386 Mar 02 19:56:59.099045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.122791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814a9f4-7be1-4064-84b6-b8496ab81c95 None None] Pushing event updated for resources: {'Port': ['ID=2732f0c5-5f5d-41f4-9638-139a56ff8a05,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:59.132426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:56:59.132897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:56:59.151669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2822957 Mar 02 19:56:59.161502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.171081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:56:59.186383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718af844-58bc-4bbc-87c3-f836e75e65aa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=4c333d22-7bea-4cb7-a4cd-72ed416c945b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:59.197938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:56:59.226011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.320580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.330968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=d6bd4d31-97f1-4006-a276-604735111891,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:56:59.408975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Deleting port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:59.409401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.418219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.423585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d6c7a8d5-c6af-4952-9192-c8a5e62cda3d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/d6bd4d31-97f1-4006-a276-604735111891 HTTP/1.1" status: 204 len: 168 time: 3.0113387 Mar 02 19:56:59.436878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58162) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.482564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ab7c591b-9197-47aa-a1ff-c2afc7ad7652 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Synchronizing usage tracker for tenant:77c8535bb9ec4d8a8f26fc75eaa96880 on resource:floatingip {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:59.518042 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3908ae0e-dd64-46a1-b0f2-c962371afc69 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:56:59.518598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3908ae0e-dd64-46a1-b0f2-c962371afc69 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:56:59.520449 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3908ae0e-dd64-46a1-b0f2-c962371afc69 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/d6bd4d31-97f1-4006-a276-604735111891 HTTP/1.1" status: 404 len: 333 time: 0.0802977 Mar 02 19:56:59.523743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:56:59.525850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58166) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.577023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:56:59.587508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:56:59.603859 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-692da822-7aea-4d8c-9130-e09cd827e203 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:56:59.604613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-692da822-7aea-4d8c-9130-e09cd827e203 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:56:59.607368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:56:59.629545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:56:59.633505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.656921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Deleting port 17239d2f-23fb-46f8-9f84-67131f471b16 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:59.657255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.716320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.725550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-692da822-7aea-4d8c-9130-e09cd827e203 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:59.726708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-692da822-7aea-4d8c-9130-e09cd827e203 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/d6bd4d31-97f1-4006-a276-604735111891 HTTP/1.1" status: 404 len: 333 time: 0.1969960 Mar 02 19:56:59.731340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.735959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58170) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.899306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ab7c591b-9197-47aa-a1ff-c2afc7ad7652 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Unset dirty status for tenant:77c8535bb9ec4d8a8f26fc75eaa96880 on resource:floatingip {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:56:59.900510 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ab7c591b-9197-47aa-a1ff-c2afc7ad7652 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2912 time: 0.7933884 Mar 02 19:56:59.906324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:56:59.960418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:59.971530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet b810829d-b5d5-4daf-bbeb-e7c00d804dcb {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:56:59.978777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port 3d1e4b0b-8457-458c-9a65-dd416da83443 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:56:59.979180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.003765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.065887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] For port 7d6d8a2a-500e-4488-a228-7aad29ad9d1b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:00.066243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.205293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:00.205868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.208669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.219438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d381f82d-991d-4391-9da9-09ab7168e052 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3049469 Mar 02 19:57:00.223761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58178) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:00.253484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Calling delete_port for 7d6d8a2a-500e-4488-a228-7aad29ad9d1b owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:00.377695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5ae9d-a19c-42b0-a14b-455da6856627 None None] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:00.474374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0f6c212-b871-4140-aba1-b16dc8f2f40c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:00.485574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.502984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.518220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.518543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.534314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Deleting port a47a2b75-9e3b-4b7e-89be-a723e1e649a5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:00.534648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.557608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-72dcfe79-f329-47a4-a0b7-fc2d7261704d None None] Provisioning for port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:00.664048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c0f6c212-b871-4140-aba1-b16dc8f2f40c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:00.664404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.667117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for 3d1e4b0b-8457-458c-9a65-dd416da83443 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:00.701758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Calling delete_port for 17239d2f-23fb-46f8-9f84-67131f471b16 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:00.846254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2732f0c5-5f5d-41f4-9638-139a56ff8a05 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:00.851068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.921556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:00.933537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:00.933920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.936178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:00.936315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.956891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:00.981723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:00.990764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6d8a2a-500e-4488-a228-7aad29ad9d1b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:01.027077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e5d94-22a0-41e8-9195-0cd56c2b8283 None None] Network 5ca4c056-5a20-48a3-ab68-c82afae5a033 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:01.048016 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/b810829d-b5d5-4daf-bbeb-e7c00d804dcb HTTP/1.1" status: 204 len: 168 time: 1.2248271 Mar 02 19:57:01.061194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58182) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:01.067935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d353-307b-476f-b4b8-88b259777033 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=b810829d-b5d5-4daf-bbeb-e7c00d804dcb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:01.138715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.207611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.208376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.347094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.384096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8962f95-97fc-4a65-82cb-a17e3feccf56 None None] Provisioning complete for port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:01.384849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8962f95-97fc-4a65-82cb-a17e3feccf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.437653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2732f0c5-5f5d-41f4-9638-139a56ff8a05,segment=NetworkSegment(a53e5368-ce9f-4645-bf99-62660b955090),segment_id=a53e5368-ce9f-4645-bf99-62660b955090)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:01.459562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.485918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.587499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=2732f0c5-5f5d-41f4-9638-139a56ff8a05,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:01.608758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] DHCP port deletion for 5ca4c056-5a20-48a3-ab68-c82afae5a033 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:01.619020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Deleting port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:01.619391 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.646091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:01.646441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.681134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Calling delete_port for a47a2b75-9e3b-4b7e-89be-a723e1e649a5 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:01.807500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=ea889a37-e26b-4c2b-9b95-6128d52a9568,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:01.818704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3c677298-3de3-4180-88cc-8970bc205f73 None None] Provisioning complete for port 715f9aec-8631-4573-83f3-a1a67b5062fc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:01.819094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c677298-3de3-4180-88cc-8970bc205f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.842560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.875798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.876166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] For port 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2c143192-e2c1-46ac-b291-50aa79ca9ef6,segment=NetworkSegment(a5ad1371-5e99-4aa3-bf07-74191bf4a1be),segment_id=a5ad1371-5e99-4aa3-bf07-74191bf4a1be)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:01.876612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.888930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.937911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '42d305e9-4f0a-40c3-a050-649197b280e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:01.938323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 4c333d22-7bea-4cb7-a4cd-72ed416c945b, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:01.962931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:01.966048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Pushing event deleted for resources: {'Port': ['ID=17239d2f-23fb-46f8-9f84-67131f471b16,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:02.011637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Calling delete_port for 2c143192-e2c1-46ac-b291-50aa79ca9ef6 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:02.023527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=3d1e4b0b-8457-458c-9a65-dd416da83443,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:02.039545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3c677298-3de3-4180-88cc-8970bc205f73 None None] Port 715f9aec-8631-4573-83f3-a1a67b5062fc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:02.057324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.134946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port 2c143192-e2c1-46ac-b291-50aa79ca9ef6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2c143192-e2c1-46ac-b291-50aa79ca9ef6,segment=NetworkSegment(a5ad1371-5e99-4aa3-bf07-74191bf4a1be),segment_id=a5ad1371-5e99-4aa3-bf07-74191bf4a1be)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:02.135301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.137731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.186877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] Pushing event deleted for resources: {'Port': ['ID=2c143192-e2c1-46ac-b291-50aa79ca9ef6,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:02.190060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:02.192893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bba286-525d-425a-9f9b-6d3e0495bfa8 None None] No DVR routers for this DVR port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:02.193348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Pushing event deleted for resources: {'Port': ['ID=a47a2b75-9e3b-4b7e-89be-a723e1e649a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:02.259408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 4c333d22-7bea-4cb7-a4cd-72ed416c945b) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:02.270226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f64f9-8163-4dbc-82e8-533d5deea6a6 None None] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:02.287203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 2c143192-e2c1-46ac-b291-50aa79ca9ef6 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:02.287415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.307433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:02.307965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.381596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2732f0c5-5f5d-41f4-9638-139a56ff8a05 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:02.395415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.457368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-779484a0-18de-4be0-97bd-0ab85e1dc611 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2934706 Mar 02 19:57:02.458078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58188) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:02.459263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.461635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.465508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-737a335b-172b-401f-9a7e-b8addd6030a7 tempest-FloatingIPAdminTestJSON-948553239 tempest-FloatingIPAdminTestJSON-948553239-project] 10.222.0.36 "DELETE /v2.0/floatingips/a7be20de-08ea-4dbe-99cc-294840f4e0f7 HTTP/1.1" status: 204 len: 168 time: 2.2350252 Mar 02 19:57:02.465815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:02.467398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:02.478424 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:02.488471 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:02.488642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.489389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:02.489629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ce51e71d-d4f6-4d9f-89af-81a771ce49b8 tempest-ServersTestManualDisk-347114660 tempest-ServersTestManualDisk-347114660-project] 10.222.0.36 "DELETE /v2.0/floatingips/89a63c6e-3a7a-4ba0-9091-9a533a1f1678 HTTP/1.1" status: 204 len: 168 time: 5.4761055 Mar 02 19:57:02.492907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-daa6af88-d46a-4071-96b4-333628ddd869 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/4489ac64-72fd-4b08-82f9-60e3402fdc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2887592 Mar 02 19:57:02.551453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:02.551776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:02.571851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:02.572413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.648016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-4c333d22-7bea-4cb7-a4cd-72ed416c945b', 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': 'ea889a37-e26b-4c2b-9b95-6128d52a9568'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:02.649210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.669965 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:02.772568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.777051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:02.915522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Allocated IP 172.20.0.2 (4c333d22-7bea-4cb7-a4cd-72ed416c945b/ea889a37-e26b-4c2b-9b95-6128d52a9568/b6287c3b-7f37-4db7-884c-65d159fc8ea5) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:02.943107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Deleting port 42aadd3f-e8e5-43f7-9760-36ddbbfbf9de {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:02.943698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.005306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:03.005755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:03.010463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:03.018463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.019239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router 993f3b4f-fd76-470f-8628-9653836750b1 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:03.029671 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:56:59Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:03.033660 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:57:03.034073 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Updating router 4489ac64-72fd-4b08-82f9-60e3402fdc69 port 715f9aec-8631-4573-83f3-a1a67b5062fc binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:57:03.093138 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.198652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.213953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Transition to ACTIVE for port object b6287c3b-7f37-4db7-884c-65d159fc8ea5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:03.222966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:03.251412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Transition to ACTIVE for port object b6287c3b-7f37-4db7-884c-65d159fc8ea5 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:03.251735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.252952 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ed74a978-51b1-4fc5-9ac5-2890c58fe551 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 204 len: 168 time: 4.2628140 Mar 02 19:57:03.257272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58204) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:03.262585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463059486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:03.267360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Sync routers for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:03.272664 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1078afd3-af26-42ad-8322-fe1b5c7a3271 admin admin] 10.222.0.36 "PUT /v2.0/routers/664ba88d-861e-4ce1-bc91-b26d1ce67a69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6584508 Mar 02 19:57:03.274264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:03.277199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58208) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:03.282777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.325288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.339371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:03.346288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:03.354285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:03.363381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:03.370101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:03.390799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.392186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.395138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:03.396045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:03.474863 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.481322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.485367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.485969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.486432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.486886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.487336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.487787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.488237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.488711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.489161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.489607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.490053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.490495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.491515 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Transition to ACTIVE for port object 715f9aec-8631-4573-83f3-a1a67b5062fc will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:03.492598 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ddb844c2-770b-4aef-b906-6eaa6e403617 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8387 time: 0.9215410 Mar 02 19:57:03.499445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:03.499894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58212) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:03.505161 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.508634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port b6287c3b-7f37-4db7-884c-65d159fc8ea5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:03.509033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.575526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 2c143192-e2c1-46ac-b291-50aa79ca9ef6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:03.576813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.576953 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e3f16-57a1-4f8d-9445-b884ae42267f None None] Pushing event updated for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:03.604749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.605359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.605866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.606368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.606860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.607353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.607841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.608379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.608838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.609323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:03.614051 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c6e891be-337b-42a4-9aea-891662701420 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6499 time: 0.1103568 Mar 02 19:57:03.618495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.637029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:03.709490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Pushing event updated for resources: {'Port': ['ID=b6287c3b-7f37-4db7-884c-65d159fc8ea5,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:03.743727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] The port '2c143192-e2c1-46ac-b291-50aa79ca9ef6' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:03.793607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2c143192-e2c1-46ac-b291-50aa79ca9ef6 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:03.799316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.841012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.842347 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-32dea96c-aa70-4173-81f3-a6d75353c003 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5838835 Mar 02 19:57:03.856493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58220) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:03.873314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.873658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.875891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': True}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:03.887086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2c143192-e2c1-46ac-b291-50aa79ca9ef6 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:03.887423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2c143192-e2c1-46ac-b291-50aa79ca9ef6 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:03.903877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Attempting to bind port b6287c3b-7f37-4db7-884c-65d159fc8ea5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:03.904240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Attempting to bind port b6287c3b-7f37-4db7-884c-65d159fc8ea5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '42d305e9-4f0a-40c3-a050-649197b280e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:03.905801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Attempting to bind port b6287c3b-7f37-4db7-884c-65d159fc8ea5 on network 4c333d22-7bea-4cb7-a4cd-72ed416c945b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:03.913256 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Attempting to bind port 715f9aec-8631-4573-83f3-a1a67b5062fc on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:03.913830 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Attempting to bind port 715f9aec-8631-4573-83f3-a1a67b5062fc by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:03.914351 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Attempting to bind port 715f9aec-8631-4573-83f3-a1a67b5062fc on network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:03.920762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:03.921515 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:03.922624 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Checking segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:03.923170 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.923678 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Bound using segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:03.924380 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Bound port: 715f9aec-8631-4573-83f3-a1a67b5062fc, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:03.925079 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.964671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:03.965042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Checking segment: {'id': '42d305e9-4f0a-40c3-a050-649197b280e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:03.965442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:03.965828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Bound using segment: {'id': '42d305e9-4f0a-40c3-a050-649197b280e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:03.966309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Bound port: b6287c3b-7f37-4db7-884c-65d159fc8ea5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d305e9-4f0a-40c3-a050-649197b280e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4c333d22-7bea-4cb7-a4cd-72ed416c945b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:03.966675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.021033 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] For port 715f9aec-8631-4573-83f3-a1a67b5062fc, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:04.024316 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] For port 715f9aec-8631-4573-83f3-a1a67b5062fc, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=715f9aec-8631-4573-83f3-a1a67b5062fc,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:04.030805 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.057738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Calling delete_port for 42aadd3f-e8e5-43f7-9760-36ddbbfbf9de owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:04.069183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.123264 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:04.123622 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.284544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca4c056-5a20-48a3-ab68-c82afae5a033']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.325633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:04.332602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b6287c3b-7f37-4db7-884c-65d159fc8ea5,segment=NetworkSegment(42d305e9-4f0a-40c3-a050-649197b280e0),segment_id=42d305e9-4f0a-40c3-a050-649197b280e0)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:04.351184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.377904 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:04.500771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:04.501897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.528083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.528296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df7c57-1dc2-4bb1-9e95-901b391c1080 None None] Pushing event updated for resources: {'Port': ['ID=b6287c3b-7f37-4db7-884c-65d159fc8ea5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:04.528749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ad1371-5e99-4aa3-bf07-74191bf4a1be') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.545695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:57:00Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.550534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Checking router: 664ba88d-861e-4ce1-bc91-b26d1ce67a69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:57:04.559503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Routers {'664ba88d-861e-4ce1-bc91-b26d1ce67a69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:04.560240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.605895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.686300 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e3f16-57a1-4f8d-9445-b884ae42267f None None] Pushing event updated for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:04.696922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.718789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for b6287c3b-7f37-4db7-884c-65d159fc8ea5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:04.770278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.773259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] Set router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:04.795284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.806380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Deleting port 00291ca6-55a3-4e90-a1b9-ac10f62c451c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:04.806998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.840783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:04.841200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:04.870660 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:04.934157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:04.963434 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:04Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:04.969372 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1977164-7082-48c3-8f11-e4a899e6b51c None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:04Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:05.102390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Pushing event deleted for resources: {'Port': ['ID=42aadd3f-e8e5-43f7-9760-36ddbbfbf9de,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:05.161483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.166250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.192828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.197637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.197972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.198313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.198645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.198981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.199305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.199633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.199954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.200342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.200674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.200995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.201309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.253500 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/5ca4c056-5a20-48a3-ab68-c82afae5a033 HTTP/1.1" status: 204 len: 168 time: 4.1763854 Mar 02 19:57:05.254440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=5ca4c056-5a20-48a3-ab68-c82afae5a033,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:05.261678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:05.283113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-575157405'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:05.295174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.295534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.295950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.296191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.296537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.296911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.297507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.297829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.298140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.298453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.298864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.299054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41380f76-57c9-4853-ae96-22027471ce7b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:05.302407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:05.302946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:05.304571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.306049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:05.306234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6bb9bb04-2e67-42e3-8f81-7f292a55d5c7 tempest-FloatingIPAdminTestJSON-980995643 tempest-FloatingIPAdminTestJSON-980995643-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/1af3a7b8-4954-41ca-9687-594d683a92a2 HTTP/1.1" status: 204 len: 168 time: 2.8197393 Mar 02 19:57:05.313920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:05.327646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:05.337252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:57:00Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:05.340806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:05.345524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8571a321-f651-45f1-9347-9df0bb5dc130 None None] The sync data for ids ['664ba88d-861e-4ce1-bc91-b26d1ce67a69'] in dv-neutron-831594-2-hyperv is: [{'id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'name': 'tempest-ServersTestJSON-403708763-router', 'tenant_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174'}], 'enable_snat': True}, 'gw_port_id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:57:00Z', 'revision_number': 5, 'project_id': 'ec622c0f3a3b4911817bd68aa8b1702f', 'gw_port': {'id': '00291ca6-55a3-4e90-a1b9-ac10f62c451c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:c5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ba88d-861e-4ce1-bc91-b26d1ce67a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:05.363974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:05.367136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] For port 00291ca6-55a3-4e90-a1b9-ac10f62c451c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00291ca6-55a3-4e90-a1b9-ac10f62c451c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:05.367491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.503394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Calling delete_port for 00291ca6-55a3-4e90-a1b9-ac10f62c451c owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:05.542092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:05.545554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.624664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:05.654752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.655105 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 56792872-88f6-45e5-b558-9fa03b586133 of type vlan for network fad8fc98-7bf9-426b-96b5-06baed8c5c33 Mar 02 19:57:05.655219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port 874ea5a9-33c2-4a3d-a491-97a6e54f523e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:05.655682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.818364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port b6287c3b-7f37-4db7-884c-65d159fc8ea5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:05.818364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:05.904767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.005655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.009041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1c8fe5dd-a887-46c9-9018-9bd2e1577f42 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4836 time: 2.3148131 Mar 02 19:57:06.055630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.065544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.070512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.075704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:06.076299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.092252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16eef34-c179-4a87-afcc-9c706ac4c4a9 None None] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:06.225945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.269510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-39b79186-80d2-4d9f-a26e-e654bc28d77c None None] Provisioning for port b6287c3b-7f37-4db7-884c-65d159fc8ea5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:06.465675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b6287c3b-7f37-4db7-884c-65d159fc8ea5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:06.567929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58234) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:06.568940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=00291ca6-55a3-4e90-a1b9-ac10f62c451c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:06.584259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=fad8fc98-7bf9-426b-96b5-06baed8c5c33,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:06.588896 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dd65ecd1-9b70-4c79-8914-c98224bc58d8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3222241 Mar 02 19:57:06.594470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011837412', 'description': 'tempest-secgroup-smoke-2011837412 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:06.600913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:06.605128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:06.621907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:06.624492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b6287c3b-7f37-4db7-884c-65d159fc8ea5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:06.632286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:06.649435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:06.653872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b6287c3b-7f37-4db7-884c-65d159fc8ea5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:06.654470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.684544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:06.704062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:06.715592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b6287c3b-7f37-4db7-884c-65d159fc8ea5,segment=NetworkSegment(42d305e9-4f0a-40c3-a050-649197b280e0),segment_id=42d305e9-4f0a-40c3-a050-649197b280e0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:06.716136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.725686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.868605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:06.872141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.878918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.915424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.962231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b6287c3b-7f37-4db7-884c-65d159fc8ea5,segment=NetworkSegment(42d305e9-4f0a-40c3-a050-649197b280e0),segment_id=42d305e9-4f0a-40c3-a050-649197b280e0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:06.966935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.967756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 715f9aec-8631-4573-83f3-a1a67b5062fc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:06.970986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.26.2.18 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/e20d8bc7-3a38-423d-867b-cd615681a01e) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:06.985995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.988985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:06.992906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:07.004656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:07.016466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:07.050284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:07.066496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for b6287c3b-7f37-4db7-884c-65d159fc8ea5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:07.094364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:07.115691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.116307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 664ba88d-861e-4ce1-bc91-b26d1ce67a69 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:07.135808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a71b7564-1685-40eb-bdd5-fe0be3d57dfc None None] Provisioning complete for port b6287c3b-7f37-4db7-884c-65d159fc8ea5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:07.137160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a71b7564-1685-40eb-bdd5-fe0be3d57dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.183826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b6287c3b-7f37-4db7-884c-65d159fc8ea5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:07.195055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.199887 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-60580aaa-1876-481a-8bd8-09205eea04a1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/664ba88d-861e-4ce1-bc91-b26d1ce67a69 HTTP/1.1" status: 204 len: 168 time: 3.9207582 Mar 02 19:57:07.200206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58242) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:07.200657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.201038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.201632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.201787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.202040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.202325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.202646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.202969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.203316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.203633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.203945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.204295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:57:07.233412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 715f9aec-8631-4573-83f3-a1a67b5062fc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:07.242204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 715f9aec-8631-4573-83f3-a1a67b5062fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:07.242586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.306689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Deleting subnet c19f578b-b42c-4ee6-aeac-9442ea0beabb {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:07.311246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.343716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:07.350880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for 874ea5a9-33c2-4a3d-a491-97a6e54f523e owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:07.364453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.399522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:07.404212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.412812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.421269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.443509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:07.446758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.450981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.459585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 715f9aec-8631-4573-83f3-a1a67b5062fc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=715f9aec-8631-4573-83f3-a1a67b5062fc,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:07.467187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.483727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.515217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7d6d8a2a-500e-4488-a228-7aad29ad9d1b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:07.530122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.534152 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9602001 Mar 02 19:57:07.551087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:07.559181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7d6d8a2a-500e-4488-a228-7aad29ad9d1b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:07.559730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7d6d8a2a-500e-4488-a228-7aad29ad9d1b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:07.562734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:07.583255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:07.584496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:07.584811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:07.586430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403fbe5-950a-4215-b7fc-9e3a31700375 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4431582-893b-4e7c-9681-b1dc1b37c750,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:07.588982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:07.593722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:07.600346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:07.602620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:07.612779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:07.642829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:07.658355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:07.676679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=e20d8bc7-3a38-423d-867b-cd615681a01e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:07.706272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.753296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.841366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Deleting port cb36c469-f68d-4e72-8c7b-c03268d52791 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:07.841699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:07.876299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Port': ['ID=874ea5a9-33c2-4a3d-a491-97a6e54f523e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:07.915596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.039764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port b6287c3b-7f37-4db7-884c-65d159fc8ea5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:08.040162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.082309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.088209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.132161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.151476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637c89d-b0a8-4cd1-be08-ac42d1de08a8 None None] Network 457173f6-876a-452d-9b00-5eae2c5f5c45 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:08.181131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.189356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.315483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b6287c3b-7f37-4db7-884c-65d159fc8ea5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:08.325304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19f578b-b42c-4ee6-aeac-9442ea0beabb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:08.327482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.351963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b398543-0707-47ea-8cc9-1afb75c1a31f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:08.367229 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3f5c02a0-dd81-4756-8baf-a8a6aa293bf7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c19f578b-b42c-4ee6-aeac-9442ea0beabb HTTP/1.1" status: 204 len: 168 time: 1.1611874 Mar 02 19:57:08.368929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58252) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:08.398159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.402071 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7c5f907a-a472-4304-b921-56cda5797eb6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8438265 Mar 02 19:57:08.405217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58256) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:08.423103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.429337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b6287c3b-7f37-4db7-884c-65d159fc8ea5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:08.429966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.434140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ba62563-71f3-4019-8f10-ff25230bb285 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/ports/874ea5a9-33c2-4a3d-a491-97a6e54f523e HTTP/1.1" status: 204 len: 168 time: 3.1165104 Mar 02 19:57:08.443315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] For port cb36c469-f68d-4e72-8c7b-c03268d52791, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cb36c469-f68d-4e72-8c7b-c03268d52791,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:08.443741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.451071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58260) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:08.478277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:08.499506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:08.506172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=8ca8f890-63d0-4b62-b040-57096edaf27b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:08.537265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] DHCP port deletion for 457173f6-876a-452d-9b00-5eae2c5f5c45 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:08.551647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Deleting port 44248777-2302-4802-8dd9-34c21473e5a4 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:08.552101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.558143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:08.572055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:08.594322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:08.602866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.619154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 715f9aec-8631-4573-83f3-a1a67b5062fc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:08.631665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Calling delete_port for cb36c469-f68d-4e72-8c7b-c03268d52791 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:08.697841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Deleting port 44248777-2302-4802-8dd9-34c21473e5a4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:08.698181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.704884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '56792872-88f6-45e5-b558-9fa03b586133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:08.705322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: fad8fc98-7bf9-426b-96b5-06baed8c5c33, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:08.730895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.737712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port b6287c3b-7f37-4db7-884c-65d159fc8ea5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b6287c3b-7f37-4db7-884c-65d159fc8ea5,segment=NetworkSegment(42d305e9-4f0a-40c3-a050-649197b280e0),segment_id=42d305e9-4f0a-40c3-a050-649197b280e0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:08.738287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.837897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 715f9aec-8631-4573-83f3-a1a67b5062fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:08.838268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:08.872192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] For port 44248777-2302-4802-8dd9-34c21473e5a4, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=44248777-2302-4802-8dd9-34c21473e5a4,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:08.872609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.010890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for b6287c3b-7f37-4db7-884c-65d159fc8ea5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:09.021050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Calling delete_port for 44248777-2302-4802-8dd9-34c21473e5a4 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:09.052073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.056108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.102451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.109070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.145020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.195745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] Pushing event deleted for resources: {'Port': ['ID=44248777-2302-4802-8dd9-34c21473e5a4,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:09.201054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc80617-9091-45b3-99cc-ad9337de4cee None None] No DVR routers for this DVR port 44248777-2302-4802-8dd9-34c21473e5a4 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:09.224701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc257905-d0f4-4526-95aa-230effdd6a33,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:09.226138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:09.236156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] For port 44248777-2302-4802-8dd9-34c21473e5a4, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=44248777-2302-4802-8dd9-34c21473e5a4,segment=NetworkSegment(240cd9cd-5b53-4186-bbb7-e49e11d5aae2),segment_id=240cd9cd-5b53-4186-bbb7-e49e11d5aae2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:09.236567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.264884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9273a-356c-434e-b330-c5830de5c6c4 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:09.265542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-50d9273a-356c-434e-b330-c5830de5c6c4 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Synchronizing usage tracker for tenant:c98002b4f04145dfbd986cbd2e64d4eb on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:09.277251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00291ca6-55a3-4e90-a1b9-ac10f62c451c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:09.290671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, fad8fc98-7bf9-426b-96b5-06baed8c5c33) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:09.294927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:09.295512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.312583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5dbe3-80dd-4c9b-aa21-d44b79430384 None None] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:09.346892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 00291ca6-55a3-4e90-a1b9-ac10f62c451c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:09.346892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00291ca6-55a3-4e90-a1b9-ac10f62c451c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:09.361574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.362638 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea1dc018-2523-40b6-b48c-eaf709abaca4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9545517 Mar 02 19:57:09.369510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Calling delete_port for 44248777-2302-4802-8dd9-34c21473e5a4 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:09.377494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-50d9273a-356c-434e-b330-c5830de5c6c4 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Unset dirty status for tenant:c98002b4f04145dfbd986cbd2e64d4eb on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:09.381647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-50d9273a-356c-434e-b330-c5830de5c6c4 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "GET /v2.0/ports?device_id=658990cb-4ec6-4761-8599-5f5786c72dca HTTP/1.1" status: 200 len: 913 time: 0.9269609 Mar 02 19:57:09.388642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:09.388936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58266) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:09.400232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:09.481016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:09.496628 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-67c9a4b9-263a-4bbd-91d2-a3e028d71f06 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8874233 Mar 02 19:57:09.502937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:09.504040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58272) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:09.510103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:09.524888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:09.525858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1247155968'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:09.544935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.593155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-fad8fc98-7bf9-426b-96b5-06baed8c5c33', 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': '8ca8f890-63d0-4b62-b040-57096edaf27b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:09.594085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.631156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:09.631471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:09.711996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=b6287c3b-7f37-4db7-884c-65d159fc8ea5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:09.767764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.791955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Allocated IP 2001:db8::2 (fad8fc98-7bf9-426b-96b5-06baed8c5c33/8ca8f890-63d0-4b62-b040-57096edaf27b/1c96909f-2e80-4024-99be-e6eae1820eb2) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:09.840729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router 84c22a00-2449-471c-b4dd-257d3f31bf0c is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:57:09.841701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port b6287c3b-7f37-4db7-884c-65d159fc8ea5 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:09.843821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5a933-738e-4225-81df-ec16cfb0614d None None] DHCP port deletion for 4c333d22-7bea-4cb7-a4cd-72ed416c945b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:09.896170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:09.905279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:09.914762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:09.925257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:09.937253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:09.963564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:09.967078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.032999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.045170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Transition to ACTIVE for port object 1c96909f-2e80-4024-99be-e6eae1820eb2 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:10.048019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:10.066154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Transition to ACTIVE for port object 1c96909f-2e80-4024-99be-e6eae1820eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:10.075373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.083034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb36c469-f68d-4e72-8c7b-c03268d52791,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:10.124252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:10.132221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Deleting port 44248777-2302-4802-8dd9-34c21473e5a4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:10.132583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.139807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.149592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:10.152486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:10.155743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:10.157386 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] Sync routers for ids ['84c22a00-2449-471c-b4dd-257d3f31bf0c'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:10.173481 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] Routers {'84c22a00-2449-471c-b4dd-257d3f31bf0c'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:10.174347 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['84c22a00-2449-471c-b4dd-257d3f31bf0c'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.208553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Pushing event updated for resources: {'Port': ['ID=1c96909f-2e80-4024-99be-e6eae1820eb2,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:10.241820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.254341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] The port '44248777-2302-4802-8dd9-34c21473e5a4' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:10.268456 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.279114 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] Routers {'84c22a00-2449-471c-b4dd-257d3f31bf0c'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:10.280058 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['84c22a00-2449-471c-b4dd-257d3f31bf0c'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.290319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Attempting to bind port 1c96909f-2e80-4024-99be-e6eae1820eb2 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:10.290736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Attempting to bind port 1c96909f-2e80-4024-99be-e6eae1820eb2 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '56792872-88f6-45e5-b558-9fa03b586133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:10.291187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Attempting to bind port 1c96909f-2e80-4024-99be-e6eae1820eb2 on network fad8fc98-7bf9-426b-96b5-06baed8c5c33 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:10.298494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:10.299003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Checking segment: {'id': '56792872-88f6-45e5-b558-9fa03b586133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:10.299630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.300257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Bound using segment: {'id': '56792872-88f6-45e5-b558-9fa03b586133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:10.300923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Bound port: 1c96909f-2e80-4024-99be-e6eae1820eb2, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56792872-88f6-45e5-b558-9fa03b586133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fad8fc98-7bf9-426b-96b5-06baed8c5c33'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:10.301388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.325523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.329090 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d34ba508-aeda-4654-a778-a058a73af7e0 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "PUT /v2.0/routers/84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 200 len: 913 time: 6.4663527 Mar 02 19:57:10.348653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58276) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:10.370080 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.370482 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0982a78a-2a21-4305-a3ac-7f6ce11bd99f None None] The sync data for ids ['84c22a00-2449-471c-b4dd-257d3f31bf0c'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:10.385188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.416344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b6287c3b-7f37-4db7-884c-65d159fc8ea5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:10.466893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b6287c3b-7f37-4db7-884c-65d159fc8ea5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:10.467547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b6287c3b-7f37-4db7-884c-65d159fc8ea5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:10.468445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 44248777-2302-4802-8dd9-34c21473e5a4 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:10.504010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 44248777-2302-4802-8dd9-34c21473e5a4 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:10.505055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 44248777-2302-4802-8dd9-34c21473e5a4 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:10.517918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] For port 1c96909f-2e80-4024-99be-e6eae1820eb2, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:10.521827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] For port 1c96909f-2e80-4024-99be-e6eae1820eb2, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c96909f-2e80-4024-99be-e6eae1820eb2,segment=NetworkSegment(56792872-88f6-45e5-b558-9fa03b586133),segment_id=56792872-88f6-45e5-b558-9fa03b586133)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:10.530937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.580685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.605163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::d5 (fad8fc98-7bf9-426b-96b5-06baed8c5c33/8ca8f890-63d0-4b62-b040-57096edaf27b/0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:10.631376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2aaea-54b3-4eb1-8e82-afb8b1e02d61 None None] Pushing event updated for resources: {'Port': ['ID=1c96909f-2e80-4024-99be-e6eae1820eb2,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:10.639364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457173f6-876a-452d-9b00-5eae2c5f5c45']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.657874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb19729e-546e-4353-8035-e22e505511a6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:10.715233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.719507 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-29d207d6-5be7-4250-8ae2-318677eba7b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3285980 Mar 02 19:57:10.722271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:10.722408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240cd9cd-5b53-4186-bbb7-e49e11d5aae2') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.722408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240cd9cd-5b53-4186-bbb7-e49e11d5aae2') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:10.749050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.764522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:10.780431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:10.826404 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5b2e7a61-4b2d-4d00-89d5-4c44b2a8340c tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 200 len: 919 time: 0.4621499 Mar 02 19:57:10.830501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.832802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58284) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:10.889605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:10.898159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:10.905488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.952220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:10.953610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:10.954069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:10.973661 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:10.980828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=ea889a37-e26b-4c2b-9b95-6128d52a9568,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:10.994293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b35ee-72f9-4159-9e81-e82271e358f7 None None] Network 4c333d22-7bea-4cb7-a4cd-72ed416c945b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:11.056018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.081039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.088606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.111313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.139659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] Pushing event deleted for resources: {'Network': ['ID=457173f6-876a-452d-9b00-5eae2c5f5c45,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:11.151130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.158454 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fae11594-f719-4fe2-a1c5-fcefabb933bd admin admin] 10.222.0.36 "DELETE /v2.0/networks/457173f6-876a-452d-9b00-5eae2c5f5c45 HTTP/1.1" status: 204 len: 168 time: 2.7774744 Mar 02 19:57:11.178040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7496b40c-16ab-44e6-88e1-dc35013d1d18 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:11.179964 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7496b40c-16ab-44e6-88e1-dc35013d1d18 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=84c22a00-2449-471c-b4dd-257d3f31bf0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2837713 Mar 02 19:57:11.182762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58290) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.185942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:11.204389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e4a7f-2965-4cc0-99fa-3f17d460cc8d None None] DHCP port deletion for 4c333d22-7bea-4cb7-a4cd-72ed416c945b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:11.238131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.294404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c333d22-7bea-4cb7-a4cd-72ed416c945b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:11.328118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c13e9a5-aeb8-4c8e-931e-5e5fe59cd539 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:11.332425 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7c13e9a5-aeb8-4c8e-931e-5e5fe59cd539 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.1460176 Mar 02 19:57:11.332425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.338065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58294) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.384715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d305e9-4f0a-40c3-a050-649197b280e0') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:11.385047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d305e9-4f0a-40c3-a050-649197b280e0') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:11.394196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.439225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.439631 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e0fd1843-5ee1-4215-b0f6-758c1d831863 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 200 len: 205 time: 0.0636604 Mar 02 19:57:11.441112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58302) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.447124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:11.451368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:11.454807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.480885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.552911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.637662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:11.638058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.644837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:11.650401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:11.651013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:11.653145 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:11.667513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bb9a95-db0c-47c5-8bbb-ebc84bb98c33,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:11.702155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.702631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:11.704594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0e1e7883-5ee0-4a8a-b8c3-0b50c7bac182 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9514389 Mar 02 19:57:11.708174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58306) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.717317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:11.726116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4cb92c79-fa3d-4281-bf15-ce59243e8603 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec622c0f3a3b4911817bd68aa8b1702f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3210437 Mar 02 19:57:11.729331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58310) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.734511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea4ed372-95c4-400b-bd0e-c6fd13dea01e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2275200 Mar 02 19:57:11.739226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58312) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.745042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-447c48ec-4762-45b0-ac6e-ff08775aa3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.818929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa72c6f-d399-4e5a-8d35-646d57c35edd None None] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:11.820974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:11.843875 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:11.856072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:11.868686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:11.910686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:11.911371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.924646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7f809dc9-ab91-4bad-93c3-e07a01d6edda None None] Provisioning for port 1c96909f-2e80-4024-99be-e6eae1820eb2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:11.925271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.929307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.946415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:11.966034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/4c333d22-7bea-4cb7-a4cd-72ed416c945b HTTP/1.1" status: 204 len: 168 time: 9.4980938 Mar 02 19:57:11.973637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:11.993006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47574612'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:11.997746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659b2de-073a-4f90-946c-08192e979d05 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=4c333d22-7bea-4cb7-a4cd-72ed416c945b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:12.007407 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:57:12.008851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:12.012846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.032151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.077846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:12.082546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:12.105687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:12.122250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Router 7f1e4874-128b-4584-827d-869f9c10fb0b has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:12.128543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.207068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:12.210577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.306643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.351675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.365752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.373482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c96909f-2e80-4024-99be-e6eae1820eb2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:12.405876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port e20d8bc7-3a38-423d-867b-cd615681a01e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:12.406210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.441038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ec5e75-e12b-4f08-8259-726e337c69b8,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:12.458566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.459941 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-67c711af-6830-40cc-a6b5-2610bae6afc5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7501159 Mar 02 19:57:12.465215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58322) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:12.465529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.474174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'a4431582-893b-4e7c-9681-b1dc1b37c750', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:12.485322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:12.486731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-62c6791b-ee2d-478b-b162-624ef8101f6f None None] Provisioning for port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:12.492709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-62c6791b-ee2d-478b-b162-624ef8101f6f None None] Provisioning complete for port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:12.493399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-62c6791b-ee2d-478b-b162-624ef8101f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.509310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:12.514521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:12.524850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1c96909f-2e80-4024-99be-e6eae1820eb2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:12.529685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:12.536673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1c96909f-2e80-4024-99be-e6eae1820eb2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:12.537163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.537991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.545767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:12.605350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-62c6791b-ee2d-478b-b162-624ef8101f6f None None] Port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:12.647529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.647529 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 5ce49da2-8cdc-4c59-9a81-21f852b46860 of type vlan for network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 Mar 02 19:57:12.708505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97710f2b-ee3e-411a-8e57-03786fff854b None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:57:12.737852 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:57:12.748900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:12.781308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.782259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.801554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.803767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.812889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:12.831860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Sync routers for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:12.843422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3cfcdf-6988-4aee-8121-704216aae28f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:12.869680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 1c96909f-2e80-4024-99be-e6eae1820eb2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c96909f-2e80-4024-99be-e6eae1820eb2,segment=NetworkSegment(56792872-88f6-45e5-b558-9fa03b586133),segment_id=56792872-88f6-45e5-b558-9fa03b586133)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:12.889305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.889635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f0c8f0b3-b5f6-4a7f-bb93-4d5560ce29d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f1e4874-128b-4584-827d-869f9c10fb0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3200316 Mar 02 19:57:12.892085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:12.907282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.919791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.923540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-db7cdd88-9b7b-4368-93e9-aef8a267dc64 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd3cfcdf-6988-4aee-8121-704216aae28f HTTP/1.1" status: 204 len: 168 time: 1.1275465 Mar 02 19:57:12.923540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.927614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:12.928259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:12.941971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:12.942599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:13.085377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1052821 Mar 02 19:57:13.132560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:13.138418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:13.146596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port b4a12d19-fb13-4039-9a13-05802c89dc38 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:13.146944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.177060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:13.237085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for e20d8bc7-3a38-423d-867b-cd615681a01e owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:13.237813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780d6ce-09d3-41b6-b528-d4bba02de8de tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=45bbe4ca-b05d-4a60-a394-e0bd49c92171,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:13.272132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.273993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:13.286739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-260d5de7-de95-49b5-a8a1-6c7efdbc0853 None None] Provisioning complete for port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:13.287437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-260d5de7-de95-49b5-a8a1-6c7efdbc0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.307906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.318695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.338972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-260d5de7-de95-49b5-a8a1-6c7efdbc0853 None None] Port 0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 was deleted so its status cannot be updated. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 19:57:13.410412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fbdba2-ca5e-4bac-8752-68d0c2e27855,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:13.417787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:13.459580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.491572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.496737 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fdc413c6-4701-4a9f-b55f-30c03b25cba2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 HTTP/1.1" status: 204 len: 168 time: 1.7562780 Mar 02 19:57:13.505237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58348) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:13.512479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.513636 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5c1cb7d8-6a8b-41dd-be08-d8fcd83d18c9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0467610 Mar 02 19:57:13.570017 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-00815733-3c1d-47dd-b3d7-d03836114eaf tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:57:13.570568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-00815733-3c1d-47dd-b3d7-d03836114eaf tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:13.575379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=1c96909f-2e80-4024-99be-e6eae1820eb2,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:13.618097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-00815733-3c1d-47dd-b3d7-d03836114eaf tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:13.622915 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-00815733-3c1d-47dd-b3d7-d03836114eaf tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 HTTP/1.1" status: 404 len: 333 time: 0.1119514 Mar 02 19:57:13.624251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58356) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:13.701892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97710f2b-ee3e-411a-8e57-03786fff854b None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:57:13.775687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 8ca8f890-63d0-4b62-b040-57096edaf27b {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:13.780413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.850806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.879098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.879694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.888420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:13.914710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156'}], 'enable_snat': True}, 'gw_port_id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:57:09Z', 'revision_number': 5, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port': {'id': '466ee3de-e7a8-481f-b55f-fbe06496ce9f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:07Z', 'updated_at': '2022-03-02T19:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:13.923958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Checking router: 7f1e4874-128b-4584-827d-869f9c10fb0b for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:57:13.928365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:13.934592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=e20d8bc7-3a38-423d-867b-cd615681a01e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:13.937230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:13.944252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:13.946328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Routers {'7f1e4874-128b-4584-827d-869f9c10fb0b'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:13.946853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:56:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7f1e4874-128b-4584-827d-869f9c10fb0b'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:13.961007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Deleting port 466ee3de-e7a8-481f-b55f-fbe06496ce9f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:13.961481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.058883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.191369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] Set router 7f1e4874-128b-4584-827d-869f9c10fb0b gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:14.245121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.248582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.260056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.307116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for b4a12d19-fb13-4039-9a13-05802c89dc38 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:14.339689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.340539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router 84c22a00-2449-471c-b4dd-257d3f31bf0c {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:14.383970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c96909f-2e80-4024-99be-e6eae1820eb2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:14.384651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:14.405760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.408595 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11d2d9c2-5c5a-415a-a51d-6530d9ba4f9a tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 204 len: 168 time: 2.9645851 Mar 02 19:57:14.415382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58382) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:14.415779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:57:13Z', 'revision_number': 6, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:14.419666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:14.421679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.423782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.428713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfdbfd1-b048-4f83-b3e6-439ba724164b None None] The sync data for ids ['7f1e4874-128b-4584-827d-869f9c10fb0b'] in dv-neutron-831594-2-hyperv is: [{'id': '7f1e4874-128b-4584-827d-869f9c10fb0b', 'name': 'tempest-ServersTestManualDisk-848238157-router', 'tenant_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:57:13Z', 'revision_number': 6, 'project_id': 'ae7be9c513e74f32a0ce6c4d11211467', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:14.460322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-ad22ba24-721d-4568-beab-536e950f19b6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011837412&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.5864515 Mar 02 19:57:14.489755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569073071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:14.503627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca8f890-63d0-4b62-b040-57096edaf27b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:14.514366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:14.527580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1c96909f-2e80-4024-99be-e6eae1820eb2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:14.528164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.532759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.543568 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-19f1b02b-523d-405f-a5d8-d35b1e713f65 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca8f890-63d0-4b62-b040-57096edaf27b HTTP/1.1" status: 204 len: 168 time: 0.9166465 Mar 02 19:57:14.544816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:14.548850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58388) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:14.551629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:14.602072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:14.650031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:57:14.650718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:57:14.765077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.766042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.789507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.845917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.865615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.895860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 1c96909f-2e80-4024-99be-e6eae1820eb2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:14.896273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.934258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-96e2c9de-1517-48ec-a92c-b08d8f365e61 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:14.936869 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-96e2c9de-1517-48ec-a92c-b08d8f365e61 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 797 time: 0.4482384 Mar 02 19:57:14.943647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:14.944871 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0a307d4f-c24b-4ff8-bae9-7570ceb7719d tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5268559 Mar 02 19:57:14.945795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88708869-7052-4c3b-b22a-16e753c7b30f None None] Network fad8fc98-7bf9-426b-96b5-06baed8c5c33 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:14.952157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:14.967819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:15.071552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:15.084674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-c94daac8-89af-4507-933e-f5a059b553cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.1292143 Mar 02 19:57:15.132372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-000b3cb4-40e4-4dfb-8d77-ad744b8677c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.163615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.181632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port 1c96909f-2e80-4024-99be-e6eae1820eb2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c96909f-2e80-4024-99be-e6eae1820eb2,segment=NetworkSegment(56792872-88f6-45e5-b558-9fa03b586133),segment_id=56792872-88f6-45e5-b558-9fa03b586133)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:15.182241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.262819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] For port 466ee3de-e7a8-481f-b55f-fbe06496ce9f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=466ee3de-e7a8-481f-b55f-fbe06496ce9f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:15.263121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.281916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.357648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] DHCP port deletion for fad8fc98-7bf9-426b-96b5-06baed8c5c33 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:15.363219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Deleting port 1c96909f-2e80-4024-99be-e6eae1820eb2 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:15.363708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.426971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-704676877'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:15.454638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 1c96909f-2e80-4024-99be-e6eae1820eb2 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:15.498786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:15.501305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.506082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Calling delete_port for 466ee3de-e7a8-481f-b55f-fbe06496ce9f owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:15.551465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.599714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=1c96909f-2e80-4024-99be-e6eae1820eb2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:15.605280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No DVR routers for this DVR port 1c96909f-2e80-4024-99be-e6eae1820eb2 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:15.613884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Usage tracker for resource:network and tenant:98017a49697d40f6bf532ea4e5af5b76 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:15.624141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] For port 1c96909f-2e80-4024-99be-e6eae1820eb2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c96909f-2e80-4024-99be-e6eae1820eb2,segment=NetworkSegment(56792872-88f6-45e5-b558-9fa03b586133),segment_id=56792872-88f6-45e5-b558-9fa03b586133)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:15.624689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.734245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.761052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad8fc98-7bf9-426b-96b5-06baed8c5c33']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:15.762983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Calling delete_port for 1c96909f-2e80-4024-99be-e6eae1820eb2 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:15.773718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56792872-88f6-45e5-b558-9fa03b586133') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:15.774016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56792872-88f6-45e5-b558-9fa03b586133') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:15.786830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.805645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.807778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:15.813916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:15.814559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.836274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:15.844610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:15.845428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:15.851614 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:15.923894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.945087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.945894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.953666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:15.953857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=fad8fc98-7bf9-426b-96b5-06baed8c5c33,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:15.966689 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-580359fd-1dc1-4e28-9b99-963f350f4ecd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/fad8fc98-7bf9-426b-96b5-06baed8c5c33 HTTP/1.1" status: 204 len: 168 time: 1.4167163 Mar 02 19:57:15.970589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58410) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:15.976341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'name': 'tempest-PortsIpV6TestJSON-42899746'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:16.022262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Made reservation on behalf of 98017a49697d40f6bf532ea4e5af5b76 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:16.025777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.086739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:16.087365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Port': ['ID=b4a12d19-fb13-4039-9a13-05802c89dc38,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:16.090981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:16.093936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:16.099971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.100520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:16.112256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:16.116124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.139767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 26ff584c-4cab-4b07-999c-60cc07bb927a yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:16.174518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.227446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-450f12fd-992b-434a-9ec5-fc0524308a12 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:16.236957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:16.261267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Usage tracker for resource:security_group_rule and tenant:98017a49697d40f6bf532ea4e5af5b76 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:16.294779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:16.317952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cb36c469-f68d-4e72-8c7b-c03268d52791 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:16.325057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:16.348057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Deleting port 1c96909f-2e80-4024-99be-e6eae1820eb2 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:16.348358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.382242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: cb36c469-f68d-4e72-8c7b-c03268d52791 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:16.382562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cb36c469-f68d-4e72-8c7b-c03268d52791 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:16.382977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c96909f-2e80-4024-99be-e6eae1820eb2 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:16.385901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.420293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.424672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1c96909f-2e80-4024-99be-e6eae1820eb2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:16.425012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c96909f-2e80-4024-99be-e6eae1820eb2 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:16.425423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 466ee3de-e7a8-481f-b55f-fbe06496ce9f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:16.433215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-450f12fd-992b-434a-9ec5-fc0524308a12 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:16.434530 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-450f12fd-992b-434a-9ec5-fc0524308a12 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2795358 Mar 02 19:57:16.436179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=82594347-b68b-44e8-8af2-00f8ab43b228,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:16.489969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:16.497916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:16.498650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-47399d1a-34fa-4f16-8b96-6eedf3c7aa3e None None] The port '1c96909f-2e80-4024-99be-e6eae1820eb2' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:16.502535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:16.512783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:16.513442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.522052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=26ff584c-4cab-4b07-999c-60cc07bb927a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:16.551098 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7f38c420-d614-4f7e-926e-7689d9e2804f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5793803 Mar 02 19:57:16.556811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:16.612910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.623681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '5ce49da2-8cdc-4c59-9a81-21f852b46860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:16.624030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 45bbe4ca-b05d-4a60-a394-e0bd49c92171, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:16.629921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 26ff584c-4cab-4b07-999c-60cc07bb927a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:16.630485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.857092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.857418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:16.897752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:16.948402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=466ee3de-e7a8-481f-b55f-fbe06496ce9f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:16.989173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 26ff584c-4cab-4b07-999c-60cc07bb927a owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:16.994328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.004708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.022633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 45bbe4ca-b05d-4a60-a394-e0bd49c92171) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:17.031209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed0955-3e26-4104-8d07-7f2d504a1d61 None None] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:17.069539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:17.070140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.081368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.083657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-95f081ce-9aa5-4daa-bca3-44742c631fb2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074858 Mar 02 19:57:17.139617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=26ff584c-4cab-4b07-999c-60cc07bb927a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:17.143327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.156540 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6efda6f5-a597-47d5-b9d2-3f568c655df3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/26ff584c-4cab-4b07-999c-60cc07bb927a HTTP/1.1" status: 204 len: 168 time: 0.5985599 Mar 02 19:57:17.157237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58418) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:17.163498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'mac_address': 'fa:16:3e:e2:0e:4c', 'name': 'tempest-PortsIpV6TestJSON-1667543687'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:17.226044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.274386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:17.278472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:17.281385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:17.283584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-45bbe4ca-b05d-4a60-a394-e0bd49c92171', 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '82594347-b68b-44e8-8af2-00f8ab43b228'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:17.284798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.287131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:17.306805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.348882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:17.361802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.449085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Allocated IP 172.20.0.3 (45bbe4ca-b05d-4a60-a394-e0bd49c92171/82594347-b68b-44e8-8af2-00f8ab43b228/8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:17.568503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.596148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port e0579dab-e2d0-4023-9c29-48bbc82a07ba yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:17.656908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.668292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-00f870c0-9fff-4393-8001-7819094522d4 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.5207980 Mar 02 19:57:17.668522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Transition to ACTIVE for port object 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:17.669150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58422) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:17.681442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:17.686399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Transition to ACTIVE for port object 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:17.693258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.759223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:17.762249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:17.765928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:17.778959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2ac8b-0fab-4c15-a33f-87840afec069,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:17.844750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.845085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Added segment d36f9887-ebfc-478e-9f93-9225d3a00497 of type vlan for network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf Mar 02 19:57:17.868463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Pushing event updated for resources: {'Port': ['ID=8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:17.870827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Attempting to bind port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:17.871187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Attempting to bind port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '5ce49da2-8cdc-4c59-9a81-21f852b46860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:17.871547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Attempting to bind port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f on network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:17.877610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:17.877983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Checking segment: {'id': '5ce49da2-8cdc-4c59-9a81-21f852b46860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:17.878378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.878760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Bound using segment: {'id': '5ce49da2-8cdc-4c59-9a81-21f852b46860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:17.879225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Bound port: 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce49da2-8cdc-4c59-9a81-21f852b46860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '45bbe4ca-b05d-4a60-a394-e0bd49c92171'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:17.879594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.954991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.961298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.972698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] For port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:17.974192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:17.974622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.976122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] For port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f,segment=NetworkSegment(5ce49da2-8cdc-4c59-9a81-21f852b46860),segment_id=5ce49da2-8cdc-4c59-9a81-21f852b46860)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:17.983985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.988802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:17.992163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-cfeb3d01-713b-4387-a795-dec419a9bddc service neutron] 10.222.0.36 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8287022 Mar 02 19:57:17.993373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.084023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d683c3-3c27-4f11-bb0b-c671d01deef3 None None] Pushing event updated for resources: {'Port': ['ID=8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:18.107252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.133724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.169933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.211797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.290599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=e0579dab-e2d0-4023-9c29-48bbc82a07ba,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:18.292986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.295945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f1e4874-128b-4584-827d-869f9c10fb0b {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:18.312036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:18.378752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:18.388099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:18.393739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:18.399937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:18.400570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.444606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f,segment=NetworkSegment(5ce49da2-8cdc-4c59-9a81-21f852b46860),segment_id=5ce49da2-8cdc-4c59-9a81-21f852b46860)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:18.445010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.521634 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6127bdf1-4a23-4b00-95f2-d602442dcab1 req-d108783f-8003-46fd-abb3-17da592a1fd2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.2108538 Mar 02 19:57:18.533834 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cb9d073e-bbee-4e11-8990-799d3143509b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3748395 Mar 02 19:57:18.568118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.576379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:18.576379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.589836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:18.604737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:18.714768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.718364 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5ca74e14-9398-40c8-87d8-053de9a6a6ad admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f1e4874-128b-4584-827d-869f9c10fb0b HTTP/1.1" status: 204 len: 168 time: 5.8229003 Mar 02 19:57:18.730244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58442) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:18.744358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.6687720 Mar 02 19:57:18.777503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:18.803766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Router 658990cb-4ec6-4761-8599-5f5786c72dca has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:18.816556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Request body: {'subnet': {'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:18.839138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Allocated IP 172.26.2.131 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/12ecef26-3ac6-45a4-892c-e73eb0977ec7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:18.844735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:18.847487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b080084-7638-4f10-9131-c350aa328cf8 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event updated for resources: {'Network': ['ID=653b76b6-e8e0-46a9-a806-a7f9add7f9cf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:18.860163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:18.864055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099732b-be23-4980-b806-1b81677452c6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:18.865877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b099732b-be23-4980-b806-1b81677452c6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/e0579dab-e2d0-4023-9c29-48bbc82a07ba HTTP/1.1" status: 200 len: 845 time: 0.2620397 Mar 02 19:57:18.893072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:18.925274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:19.093458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:19.099522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Deleting subnet a824b1d3-ed38-40ea-9d9e-a79aa73fea4c {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:19.137450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.190565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:19.204366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Usage tracker for resource:subnet and tenant:98017a49697d40f6bf532ea4e5af5b76 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:19.211488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:19.220282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:19.231658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.278230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port e0579dab-e2d0-4023-9c29-48bbc82a07ba {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:19.278759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.297032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf3c86-a557-4ec0-9760-d432e455668f None None] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:19.328907 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-736b3ddb-7db9-4681-a577-69325537a427 None None] Could not find standard attr ID for object 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:57:19.383633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.442892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.446237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:19.456205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-57ba1a9c-1ea4-4336-aceb-d4f739e3e0c7 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "PUT /v2.0/routers/658990cb-4ec6-4761-8599-5f5786c72dca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0611706 Mar 02 19:57:19.463703 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] Sync routers for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:19.474912 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:19.475508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:19.478124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:19.520643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.579619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Made reservation on behalf of 98017a49697d40f6bf532ea4e5af5b76 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:19.584412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.595972 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:19.622590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] Routers {'658990cb-4ec6-4761-8599-5f5786c72dca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:19.627866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['658990cb-4ec6-4761-8599-5f5786c72dca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:19.764971 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:19.765545 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e182e1-b88e-473b-ad20-0e80364bdeb1 None None] The sync data for ids ['658990cb-4ec6-4761-8599-5f5786c72dca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:19.832848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.842956 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a14af5d-dc24-4fb1-882a-cbcfce7a6625 req-39ada382-91c8-45a6-aa4b-afea5f1a36eb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.0970583 Mar 02 19:57:19.893006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.905017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a824b1d3-ed38-40ea-9d9e-a79aa73fea4c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:19.959236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:19.968947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72fff0-4c5b-495b-805b-990fdd551857 None None] Network efd765d0-67e6-46f7-bbf3-83fc124c879b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:19.969648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=82594347-b68b-44e8-8af2-00f8ab43b228,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:19.989649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff49cb-fa54-458b-ae8a-7eba7ec34cc1 None None] Network 45bbe4ca-b05d-4a60-a394-e0bd49c92171 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:19.991074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.046966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.048041 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f5322897-2d36-4b93-90d0-4cdf6360fc38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a824b1d3-ed38-40ea-9d9e-a79aa73fea4c HTTP/1.1" status: 204 len: 168 time: 1.3156230 Mar 02 19:57:20.053652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58468) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:20.134720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.188039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.192245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-67fe5c7c-8eed-466e-bc01-d7c67a4fec9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:20.193743 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-67fe5c7c-8eed-466e-bc01-d7c67a4fec9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 797 time: 0.6283994 Mar 02 19:57:20.223120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bbe4ca-b05d-4a60-a394-e0bd49c92171']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:20.237855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce49da2-8cdc-4c59-9a81-21f852b46860') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:20.238204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce49da2-8cdc-4c59-9a81-21f852b46860') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:20.251414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.274267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.283606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for e0579dab-e2d0-4023-9c29-48bbc82a07ba owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:20.327976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:20.328530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:20.353133 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:20.365385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:20.418156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:20.445156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.446156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:20.454231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7305ba8-025b-4883-9466-c3da4668946e None None] DHCP port deletion for 45bbe4ca-b05d-4a60-a394-e0bd49c92171 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:20.496531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] DHCP port deletion for efd765d0-67e6-46f7-bbf3-83fc124c879b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:20.502714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Deleting port 580a0346-c60d-4ea1-a245-9109a371c0f9 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:20.502714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.518120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Deleting port 580a0346-c60d-4ea1-a245-9109a371c0f9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:20.518455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.555691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.582100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.606145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=45bbe4ca-b05d-4a60-a394-e0bd49c92171,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:20.615044 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-77d65a90-d947-4140-9c56-bc74a5d5b863 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/45bbe4ca-b05d-4a60-a394-e0bd49c92171 HTTP/1.1" status: 204 len: 168 time: 2.9450855 Mar 02 19:57:20.619488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Pushing event updated for resources: {'Port': ['ID=12ecef26-3ac6-45a4-892c-e73eb0977ec7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:20.635562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:20.680623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481122502'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:20.697750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.753151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:20.760750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-7072e666-633e-4472-98f0-b6cf9343b75b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.4972813 Mar 02 19:57:20.773461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:20.778688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] For port 580a0346-c60d-4ea1-a245-9109a371c0f9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=580a0346-c60d-4ea1-a245-9109a371c0f9,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:20.779093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.789899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:20.804503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['a4431582-893b-4e7c-9681-b1dc1b37c750']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:20.837022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:20.882320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] For port 580a0346-c60d-4ea1-a245-9109a371c0f9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=580a0346-c60d-4ea1-a245-9109a371c0f9,segment=NetworkSegment(2b54f221-9f4a-4344-bd15-f3452b749698),segment_id=2b54f221-9f4a-4344-bd15-f3452b749698)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:20.882774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:20.919441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Calling delete_port for 580a0346-c60d-4ea1-a245-9109a371c0f9 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:21.006112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.022336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:21.025807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.025987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.037650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event updated for resources: {'Subnet': ['ID=9bd6fa5b-d525-42c9-81d2-0acb5ef51b44,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:21.047544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Calling delete_port for 580a0346-c60d-4ea1-a245-9109a371c0f9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:21.079735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] Pushing event deleted for resources: {'Port': ['ID=580a0346-c60d-4ea1-a245-9109a371c0f9,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:21.084072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c7510-958b-40b2-a765-4a174c2719b9 None None] No DVR routers for this DVR port 580a0346-c60d-4ea1-a245-9109a371c0f9 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:21.086201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Checking segment: {'id': 'd36f9887-ebfc-478e-9f93-9225d3a00497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:21.086581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Network hostable DHCP agents. Network: 653b76b6-e8e0-46a9-a806-a7f9add7f9cf, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:21.125709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:21.131196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.146665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 653b76b6-e8e0-46a9-a806-a7f9add7f9cf) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:21.152304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:21.152968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.156832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b22dc-8e5f-4264-8808-8ee7a90c2d78 None None] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:21.159333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:21.159634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:21.180023 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a9474d7f-b9de-46d0-9620-8d208e3e782a tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3707254 Mar 02 19:57:21.180304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:21.185851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Request body: {'port': {'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2001276438'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:21.246825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=e0579dab-e2d0-4023-9c29-48bbc82a07ba,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:21.269995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a13d-0bce-406b-9186-817340f7df28 req-99a93fdb-512c-4a95-b14e-1975bcda9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:21.271487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-99a93fdb-512c-4a95-b14e-1975bcda9a7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.9983654 Mar 02 19:57:21.273538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a65303b-d99f-4d25-af27-eb8ea77c16a7 req-7fbbc9e3-b6f8-44c6-ba9a-5fa4807a7fd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.2583854 Mar 02 19:57:21.296601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7de87-6947-4f91-860f-230951b19cac req-951800d0-42a0-4af5-93b7-ba9f2e76f49d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:21.296601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7dd7de87-6947-4f91-860f-230951b19cac req-951800d0-42a0-4af5-93b7-ba9f2e76f49d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 1.0177491 Mar 02 19:57:21.296601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port cb4edf37-a1bf-469e-bd2c-1793f88fb254 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:21.296601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.325379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.411237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-653b76b6-e8e0-46a9-a806-a7f9add7f9cf', 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf', 'tenant_id': '98017a49697d40f6bf532ea4e5af5b76', 'fixed_ips': [{'subnet_id': '9bd6fa5b-d525-42c9-81d2-0acb5ef51b44'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:21.412251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.420859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:21.442523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-52677a5a-fe3b-4c3f-ba4a-59abc83e2f19 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/e0579dab-e2d0-4023-9c29-48bbc82a07ba HTTP/1.1" status: 204 len: 168 time: 2.5339553 Mar 02 19:57:21.452229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:21.483532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:21.488051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Usage tracker for resource:port and tenant:98017a49697d40f6bf532ea4e5af5b76 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:21.491086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:21.496785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:21.507233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Made reservation on behalf of 98017a49697d40f6bf532ea4e5af5b76 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:21.511077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.524800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.525143 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 33861d2f-3d87-465e-a741-87bb0eb608e3 of type vlan for network e3c31bca-bf2f-4970-abde-4776814ed25d Mar 02 19:57:21.535939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] device_id is not set on port 05eafeb1-c2d7-4313-b04e-e3f1e56239eb yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:21.585931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Allocated IP 172.20.0.2 (653b76b6-e8e0-46a9-a806-a7f9add7f9cf/9bd6fa5b-d525-42c9-81d2-0acb5ef51b44/1374af4f-3061-45cd-8292-587fdd112450) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:21.645781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:21.660834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Deleting port 580a0346-c60d-4ea1-a245-9109a371c0f9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:21.661262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.698071 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffee9a82-f917-45b4-ac84-dbcb16b34726 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:57:21.698607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffee9a82-f917-45b4-ac84-dbcb16b34726 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:21.704715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:21.734445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] The port '580a0346-c60d-4ea1-a245-9109a371c0f9' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:21.760465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7dd7de87-6947-4f91-860f-230951b19cac req-ce9c17a4-fa96-463a-87f5-f35af9d2a4d3 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4404740 Mar 02 19:57:21.831085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.838318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.841838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:21.843870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Transition to ACTIVE for port object 1374af4f-3061-45cd-8292-587fdd112450 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:21.845287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.865195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Transition to ACTIVE for port object 1374af4f-3061-45cd-8292-587fdd112450 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:21.866843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.873341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:21.921795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffee9a82-f917-45b4-ac84-dbcb16b34726 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:21.922705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ffee9a82-f917-45b4-ac84-dbcb16b34726 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/e0579dab-e2d0-4023-9c29-48bbc82a07ba HTTP/1.1" status: 404 len: 333 time: 0.4531960 Mar 02 19:57:21.936494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:21.939313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:21.942258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:21.942435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:21.943387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a13d-0bce-406b-9186-817340f7df28 req-70938210-7b6c-4ec7-9534-e41b18b8beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:21.944892 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-70938210-7b6c-4ec7-9534-e41b18b8beb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.6209090 Mar 02 19:57:21.948066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Allocated IP 172.20.0.3 (653b76b6-e8e0-46a9-a806-a7f9add7f9cf/9bd6fa5b-d525-42c9-81d2-0acb5ef51b44/05eafeb1-c2d7-4313-b04e-e3f1e56239eb) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:21.987658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Pushing event updated for resources: {'Port': ['ID=1374af4f-3061-45cd-8292-587fdd112450,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:22.018245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'name': 'tempest-PortsIpV6TestJSON-752738915'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:22.068518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Attempting to bind port 1374af4f-3061-45cd-8292-587fdd112450 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:22.069158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Attempting to bind port 1374af4f-3061-45cd-8292-587fdd112450 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd36f9887-ebfc-478e-9f93-9225d3a00497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:22.069952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Attempting to bind port 1374af4f-3061-45cd-8292-587fdd112450 on network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:22.070485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:22.077636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:22.078372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Checking segment: {'id': 'd36f9887-ebfc-478e-9f93-9225d3a00497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:22.079092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.079719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Bound using segment: {'id': 'd36f9887-ebfc-478e-9f93-9225d3a00497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:22.080449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Bound port: 1374af4f-3061-45cd-8292-587fdd112450, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36f9887-ebfc-478e-9f93-9225d3a00497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '653b76b6-e8e0-46a9-a806-a7f9add7f9cf'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:22.080890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.122056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd765d0-67e6-46f7-bbf3-83fc124c879b']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:22.141285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b54f221-9f4a-4344-bd15-f3452b749698') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:22.141556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b54f221-9f4a-4344-bd15-f3452b749698') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:22.159567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.174711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] For port 1374af4f-3061-45cd-8292-587fdd112450, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:22.178726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] For port 1374af4f-3061-45cd-8292-587fdd112450, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1374af4f-3061-45cd-8292-587fdd112450,segment=NetworkSegment(d36f9887-ebfc-478e-9f93-9225d3a00497),segment_id=d36f9887-ebfc-478e-9f93-9225d3a00497)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:22.186930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.193105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.212026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:22.212455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:22.228791 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:22.248903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.271990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d188d9-2519-4d04-befe-fc1ce83062b7 None None] Pushing event updated for resources: {'Port': ['ID=1374af4f-3061-45cd-8292-587fdd112450,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:22.276475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.331093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Transition to ACTIVE for port object 05eafeb1-c2d7-4313-b04e-e3f1e56239eb will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:22.339847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 580a0346-c60d-4ea1-a245-9109a371c0f9 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:22.343500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.374896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.375140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.378495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=efd765d0-67e6-46f7-bbf3-83fc124c879b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:22.396169 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dadadf53-45b5-414f-bbdb-79f9407798d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/efd765d0-67e6-46f7-bbf3-83fc124c879b HTTP/1.1" status: 204 len: 168 time: 2.3412318 Mar 02 19:57:22.415399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.434898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 580a0346-c60d-4ea1-a245-9109a371c0f9 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:22.435376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 580a0346-c60d-4ea1-a245-9109a371c0f9 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:22.435892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:22.484609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:22.485225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d71dcc7-9eb9-4cd4-a4ba-e4dd440da45f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:22.531587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:22.535244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:22.543121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:22.552380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for cb4edf37-a1bf-469e-bd2c-1793f88fb254 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:22.576663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event updated for resources: {'Port': ['ID=05eafeb1-c2d7-4313-b04e-e3f1e56239eb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:22.619258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:22.620002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.661116 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ac4b38ce-513e-43a6-b59d-3f5a33921223 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4797578 Mar 02 19:57:22.663825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58502) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:22.683570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.692820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:22.693481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.727676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-092ea1b4-6a0d-464b-b2f4-5526c4e23b1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.7727072 Mar 02 19:57:22.802947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68b3fbfd-7d61-4995-be22-58f4cb34ffc4 req-13c0cdd0-cb2c-416f-a8bc-3517e434ef67 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.2131655 Mar 02 19:57:22.806070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58510) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:22.835460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Deleting port 05eafeb1-c2d7-4313-b04e-e3f1e56239eb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:22.835460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:22.918010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:22.956312 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-780966da-da59-4395-a6fd-31ef8365c2a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae7be9c513e74f32a0ce6c4d11211467&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1486390 Mar 02 19:57:22.962889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58514) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:23.015405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3718679 Mar 02 19:57:23.025218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58518) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:23.052315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': 'e3c31bca-bf2f-4970-abde-4776814ed25d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:23.142077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:23.174749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744b3c8-5e10-4a2f-a1fe-ca974449cfa1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=e3c31bca-bf2f-4970-abde-4776814ed25d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:23.185564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a13d-0bce-406b-9186-817340f7df28 req-f5f5f790-bdb7-4600-8353-d1e26654e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:23.187056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-f5f5f790-bdb7-4600-8353-d1e26654e79b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.4110427 Mar 02 19:57:23.189770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e3c31bca-bf2f-4970-abde-4776814ed25d details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:23.232323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.255148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:23.258797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.294367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:23.297714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.305355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.319696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:23.325656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:23.371819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.6 (c6fddb2f-4ca1-446b-bc21-38d227ee3e05/e35150f5-3959-4bc9-8d1c-62fca7fe493e/6f6805fd-b690-4c73-9cb0-9f5517f145ef) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:23.403203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port bfbedecb-de9d-4369-bef7-ecdc8ca4f021 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:23.450504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:23.581354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Calling delete_port for 05eafeb1-c2d7-4313-b04e-e3f1e56239eb owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:23.589878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69cc6d-eb43-4545-9208-1f9b13211782 None None] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:23.642708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:23.646356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.689155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9c466-be7a-4e8a-8a9e-33bac26a45d3 req-d5f5f1e4-e20a-4bd1-9f3e-436341f63647 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:23.692973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35a9c466-be7a-4e8a-8a9e-33bac26a45d3 req-d5f5f1e4-e20a-4bd1-9f3e-436341f63647 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6835132 Mar 02 19:57:23.754877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66a13d-0bce-406b-9186-817340f7df28 req-a3bce5c0-1bce-4f19-a5d2-3ff0572c8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:23.756304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-a3bce5c0-1bce-4f19-a5d2-3ff0572c8a24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5484409 Mar 02 19:57:23.762216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.763936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c9140e55-b87d-47e0-889a-a7198286343c None None] Provisioning for port 1374af4f-3061-45cd-8292-587fdd112450 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:23.766137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.793546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c72271-09e2-4e0b-8d24-94bfd7dbb92b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:23.800670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.862783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.866330 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-951ba938-e66c-4f89-ae3d-71e2fb6feb9e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91c72271-09e2-4e0b-8d24-94bfd7dbb92b HTTP/1.1" status: 204 len: 168 time: 0.9012446 Mar 02 19:57:23.896874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:23.988660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event deleted for resources: {'Port': ['ID=05eafeb1-c2d7-4313-b04e-e3f1e56239eb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:24.067252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.152601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.178874 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0272853d-268a-46ba-9869-522559e4aa3f tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "DELETE /v2.0/ports/05eafeb1-c2d7-4313-b04e-e3f1e56239eb HTTP/1.1" status: 204 len: 168 time: 1.5112774 Mar 02 19:57:24.180229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58528) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:24.209086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.293998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=49192f11-4d44-46db-9eda-291a0b411333,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:24.306704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '33861d2f-3d87-465e-a741-87bb0eb608e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e3c31bca-bf2f-4970-abde-4776814ed25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:24.308423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: e3c31bca-bf2f-4970-abde-4776814ed25d, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:24.339709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network e3c31bca-bf2f-4970-abde-4776814ed25d is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:24.357084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e3c31bca-bf2f-4970-abde-4776814ed25d) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:24.363898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:24.366216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.378386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aef843e-6cbc-438e-8ce8-e6e69e8f073e None None] Network e3c31bca-bf2f-4970-abde-4776814ed25d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:24.420540 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-80c59d9b-41c9-4caf-b321-ea59b88ea2d7 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3877990 Mar 02 19:57:24.423531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:24.467767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Port': ['ID=cb4edf37-a1bf-469e-bd2c-1793f88fb254,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:24.471206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-00a69fce-e2b1-43ba-822b-05aba5675d81 req-1731044a-ddf0-41ed-8e28-6d9ac871b193 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:24.506452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35a9c466-be7a-4e8a-8a9e-33bac26a45d3 req-c9ad17e9-6242-4e20-93c5-6f9245ef854c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8097470 Mar 02 19:57:24.610314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1374af4f-3061-45cd-8292-587fdd112450 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:24.690311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-00a69fce-e2b1-43ba-822b-05aba5675d81 req-1731044a-ddf0-41ed-8e28-6d9ac871b193 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:24.691497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-00a69fce-e2b1-43ba-822b-05aba5675d81 req-1731044a-ddf0-41ed-8e28-6d9ac871b193 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.6513050 Mar 02 19:57:24.733294 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b3697d54-7743-4064-bc09-76b93dd95ce2 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.5519640 Mar 02 19:57:24.737069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58546) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:24.740624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.754200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-860714155'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:24.761833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:24.791612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Usage tracker for resource:network and tenant:98017a49697d40f6bf532ea4e5af5b76 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:24.797518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:24.813731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:24.846943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Made reservation on behalf of 98017a49697d40f6bf532ea4e5af5b76 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:24.850460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.867438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.902837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.940384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1374af4f-3061-45cd-8292-587fdd112450 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:24.951074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:24.966942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.966942 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Added segment e21fc64a-5642-4540-9db1-32139e1be264 of type vlan for network 6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 Mar 02 19:57:24.971053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-7199d93c-6cb3-4686-8cd8-f1d4d29592bb service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1992986 Mar 02 19:57:25.001561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.012987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.028302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1374af4f-3061-45cd-8292-587fdd112450 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:25.028698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.043831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.070592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=49192f11-4d44-46db-9eda-291a0b411333,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:25.109233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f319e898-09f8-4d3c-8157-ba51953ad7d1 None None] Could not find standard attr ID for object 05eafeb1-c2d7-4313-b04e-e3f1e56239eb. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:57:25.122908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.124906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff673b5-8a1d-41fb-ba41-a239981cb7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-e3c31bca-bf2f-4970-abde-4776814ed25d', 'network_id': 'e3c31bca-bf2f-4970-abde-4776814ed25d', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '49192f11-4d44-46db-9eda-291a0b411333'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:25.126097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6ff673b5-8a1d-41fb-ba41-a239981cb7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.176677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.182350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:25.183047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.210201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.263804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c31bca-bf2f-4970-abde-4776814ed25d']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:25.284480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.288621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 6f6805fd-b690-4c73-9cb0-9f5517f145ef will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:25.332116 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5850670 Mar 02 19:57:25.332393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 1374af4f-3061-45cd-8292-587fdd112450, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1374af4f-3061-45cd-8292-587fdd112450,segment=NetworkSegment(d36f9887-ebfc-478e-9f93-9225d3a00497),segment_id=d36f9887-ebfc-478e-9f93-9225d3a00497)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:25.333281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3a64af-ab72-4db6-8450-0df6db416685 None None] Network e3c31bca-bf2f-4970-abde-4776814ed25d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:25.336123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33861d2f-3d87-465e-a741-87bb0eb608e3') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:25.336637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33861d2f-3d87-465e-a741-87bb0eb608e3') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:25.344805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58558) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.352636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.360627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd18a8-7ac4-4639-b861-2914d4a1e256 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event updated for resources: {'Network': ['ID=6ea364cf-bcb3-400e-887e-e0bbd0f96ff1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:25.364907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.388113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.392844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.396703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.401125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:25.411027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.425612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:25.426154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:25.441229 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:25.443099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Router e06d414f-9466-4d9e-9441-8f22cb19577f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:57:25.451202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.458313 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd66a13d-0bce-406b-9186-817340f7df28 req-0b55b144-1d21-43b5-a79c-ea439f66f631 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704490 Mar 02 19:57:25.517965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.518690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Fanout notify agent at l3_agent the message router_deleted on router 658990cb-4ec6-4761-8599-5f5786c72dca {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:25.678148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:25.701397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-4626aa1a-682c-44af-a0bb-8d2258ab039d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:25.702843 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4626aa1a-682c-44af-a0bb-8d2258ab039d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3030124 Mar 02 19:57:25.703712 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-19abafbb-630b-442f-ba02-a14235daa481 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks HTTP/1.1" status: 200 len: 7984 time: 0.3576882 Mar 02 19:57:25.705741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=bfbedecb-de9d-4369-bef7-ecdc8ca4f021,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:25.708504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:25.714278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.714566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58570) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.714880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58572) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.716133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ec6d0adc-a7f9-46a4-8b62-ea0ce857efc6 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/routers/658990cb-4ec6-4761-8599-5f5786c72dca HTTP/1.1" status: 204 len: 168 time: 6.2310276 Mar 02 19:57:25.731185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=1374af4f-3061-45cd-8292-587fdd112450,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:25.735859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58576) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.765543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-87a32454-9eb0-474a-9d88-aad268b7a3f8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:25.766664 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-87a32454-9eb0-474a-9d88-aad268b7a3f8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0469103 Mar 02 19:57:25.803318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58584) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.808874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-2f281eac-3d46-47f0-97ba-4f6d26362ce6 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:25.809808 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2f281eac-3d46-47f0-97ba-4f6d26362ce6 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0055542 Mar 02 19:57:25.826180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58588) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.851254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-00fe0e20-9a48-4c7b-ace4-5077e3867c3d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:25.852220 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-00fe0e20-9a48-4c7b-ace4-5077e3867c3d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0173042 Mar 02 19:57:25.858956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58592) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.869705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-340c1caa-da45-4bb1-a762-1605056dc9c8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:25.870572 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-340c1caa-da45-4bb1-a762-1605056dc9c8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107069 Mar 02 19:57:25.874305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:25.876817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.884838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.891096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:25.896719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:25.897378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.915628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.975902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-68eecc91-b4ea-4b7d-8438-e26bfb5bb16f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.0297952 Mar 02 19:57:25.986200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.012122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:26.045956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-922a2146-1fa7-4f0b-8a95-bcc011d6ec18 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.046896 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-922a2146-1fa7-4f0b-8a95-bcc011d6ec18 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.1715527 Mar 02 19:57:26.048303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=e3c31bca-bf2f-4970-abde-4776814ed25d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:26.054444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting subnet a9435b91-7b54-44e0-9729-a18d1656097f {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:26.058414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58604) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.064206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.070723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:26.086017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:26.100500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-b93c62e6-67b4-4f10-805d-b25783ccf8c0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.101469 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b93c62e6-67b4-4f10-805d-b25783ccf8c0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0398419 Mar 02 19:57:26.108144 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c781a004-c111-4525-a6f4-4d9560ebbd60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/e3c31bca-bf2f-4970-abde-4776814ed25d HTTP/1.1" status: 204 len: 168 time: 1.6832948 Mar 02 19:57:26.108807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58608) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.109113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.130430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-23c16c68-cacc-4688-8c06-647fdcb7bebb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.133831 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23c16c68-cacc-4688-8c06-647fdcb7bebb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0152767 Mar 02 19:57:26.134949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834618218'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:26.141734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58616) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.155019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:26.187834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:26.197787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-948bb83f-a518-4756-920b-a1142e579a8a tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.201411 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-948bb83f-a518-4756-920b-a1142e579a8a tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0127199 Mar 02 19:57:26.202896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58620) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.210498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:26.217502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:26.224248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-7d16414d-6a54-4400-90a0-4512af31eef3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.228659 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7d16414d-6a54-4400-90a0-4512af31eef3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0167453 Mar 02 19:57:26.231665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.234233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:26.238388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.275753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-99b5d4db-5afc-4ac7-9082-058f1a7116eb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.279341 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-99b5d4db-5afc-4ac7-9082-058f1a7116eb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0441840 Mar 02 19:57:26.287262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58628) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.297867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-3fbbb10a-79ae-4b05-a7a3-ce4fab442a38 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.298796 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3fbbb10a-79ae-4b05-a7a3-ce4fab442a38 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0071759 Mar 02 19:57:26.302127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.312035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:26.319016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:26.323457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.328423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-68dc0688-0996-41e0-a7dd-993cff1335ec tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.329397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-68dc0688-0996-41e0-a7dd-993cff1335ec tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0197916 Mar 02 19:57:26.332492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:26.335726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.341454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1374af4f-3061-45cd-8292-587fdd112450 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:26.348654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.349890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6ef499b-b88e-4b85-b85a-674aa236c2ef tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "PUT /v2.0/routers/e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 200 len: 915 time: 11.3962789 Mar 02 19:57:26.359602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58640) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.386115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] Sync routers for ids ['e06d414f-9466-4d9e-9441-8f22cb19577f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:26.389668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:26.390286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.400880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-82e2943e-79b0-4d4d-85f6-49350f064a05 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.404455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-82e2943e-79b0-4d4d-85f6-49350f064a05 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0619388 Mar 02 19:57:26.412680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.414489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] Routers {'e06d414f-9466-4d9e-9441-8f22cb19577f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:26.415384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['e06d414f-9466-4d9e-9441-8f22cb19577f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:26.420704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b3fb7-97e2-4d0e-b1e4-3d91c311a606 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] Network 6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:26.427734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-6430ef7c-5abe-4341-963a-ab87752cbae4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.431190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6430ef7c-5abe-4341-963a-ab87752cbae4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0153384 Mar 02 19:57:26.437343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.448383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-6a348e14-dd63-4df6-a086-a3a9c3bf9744 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.451980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6a348e14-dd63-4df6-a086-a3a9c3bf9744 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0102136 Mar 02 19:57:26.453209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58652) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.457581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a52f0-c7a3-4147-ae17-7f70fd29f3db req-b360ee77-f32e-4519-a701-4a219467409a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:26.459026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce3a52f0-c7a3-4147-ae17-7f70fd29f3db req-b360ee77-f32e-4519-a701-4a219467409a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7545557 Mar 02 19:57:26.471592 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f9b3fb7-97e2-4d0e-b1e4-3d91c311a606 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "POST /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7555242 Mar 02 19:57:26.474608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-4c635536-17e6-4448-b1f5-e300c058e384 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.477911 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4c635536-17e6-4448-b1f5-e300c058e384 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0203824 Mar 02 19:57:26.478040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-e2f7b651-0f3c-41ca-81f5-cee4b6d6cfb8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7059524 Mar 02 19:57:26.478040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.484908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58658) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.491677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:26.496202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680b17b-43fa-48bd-a79d-0d29b3248227 None None] Network 6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:26.496791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.497138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-20c54ebc-11c3-43a9-923b-afec92146b6d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.500517 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20c54ebc-11c3-43a9-923b-afec92146b6d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109923 Mar 02 19:57:26.506722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58664) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.515433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-0343bb0b-fe38-43db-a230-4bf878d64ef3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.518804 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0343bb0b-fe38-43db-a230-4bf878d64ef3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0087554 Mar 02 19:57:26.519914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Request body: {'port': {'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:26.522175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b0e0857d-532a-47f2-8fff-f6267bec58e4 None None] Provisioning for port 6f6805fd-b690-4c73-9cb0-9f5517f145ef completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:26.528692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.531259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.531604 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 9b7d27d7-4ca1-4e51-b65c-75cbfe74484a of type vlan for network 3c47510e-551a-4262-a43a-b4258ca24767 Mar 02 19:57:26.543621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-512bd142-f3c7-4fc0-b6f0-2c1748ac54ee tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.546960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:26.547442 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-512bd142-f3c7-4fc0-b6f0-2c1748ac54ee tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0149803 Mar 02 19:57:26.547442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.547584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b0e0857d-532a-47f2-8fff-f6267bec58e4 None None] Provisioning complete for port 6f6805fd-b690-4c73-9cb0-9f5517f145ef triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:26.547662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b0e0857d-532a-47f2-8fff-f6267bec58e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.549939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.584197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-851c4aa1-a7a6-4320-9571-cc58d9d86ad4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.585186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-851c4aa1-a7a6-4320-9571-cc58d9d86ad4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0280190 Mar 02 19:57:26.589879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58676) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.625609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7495-3f0b-4c9a-874f-1e64a20413a1 req-c09cd918-1eb9-4df2-8409-428783f0ce1f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:26.627085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-237b7495-3f0b-4c9a-874f-1e64a20413a1 req-c09cd918-1eb9-4df2-8409-428783f0ce1f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 931 time: 0.4803948 Mar 02 19:57:26.632639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-67031e37-4be9-43fe-84d9-5703eafe4ea9 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.633601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-67031e37-4be9-43fe-84d9-5703eafe4ea9 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0236094 Mar 02 19:57:26.643079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58680) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.660725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-2b231846-d608-4b1b-8ecd-13bab4fec87b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.664012 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2b231846-d608-4b1b-8ecd-13bab4fec87b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0158973 Mar 02 19:57:26.673787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58684) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.691563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-e18f66dc-50a5-4f57-a5ff-aebdf72a6d51 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.694851 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e18f66dc-50a5-4f57-a5ff-aebdf72a6d51 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0178277 Mar 02 19:57:26.697707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.703528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58688) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.717756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-34c13f20-8672-49c0-8483-4f353a0599d0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.718702 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-34c13f20-8672-49c0-8483-4f353a0599d0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0144045 Mar 02 19:57:26.725949 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-47398e54-3263-43aa-8ae8-9cbd34399f20 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 200 len: 921 time: 0.3618317 Mar 02 19:57:26.726158 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce3a52f0-c7a3-4147-ae17-7f70fd29f3db req-6dbe7dcf-6363-4351-a21f-72d698b44fad tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2558227 Mar 02 19:57:26.730696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] Routers {'e06d414f-9466-4d9e-9441-8f22cb19577f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:26.731381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['e06d414f-9466-4d9e-9441-8f22cb19577f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:26.734614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58692) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.735097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58694) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.807558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-542763bd-1b8e-4dca-af56-97e20ce8591c tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.808925 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-542763bd-1b8e-4dca-af56-97e20ce8591c tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0568972 Mar 02 19:57:26.821556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58700) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.831656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-3eca93fe-e199-4c53-af95-00bd32ab0d17 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.832967 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3eca93fe-e199-4c53-af95-00bd32ab0d17 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0100965 Mar 02 19:57:26.846352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58704) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.854109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-42453230-79f7-4660-978e-b9f0c712c575 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.856504 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-42453230-79f7-4660-978e-b9f0c712c575 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073268 Mar 02 19:57:26.856504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.862011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:26.862606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.868866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.892178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.894377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-60bc81c1-90ed-4fa2-bb80-3e154b1f7260 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.895008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:26.895577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95b32d-25ea-4394-a515-8394dbe3fe78 None None] The sync data for ids ['e06d414f-9466-4d9e-9441-8f22cb19577f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:26.895812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-60bc81c1-90ed-4fa2-bb80-3e154b1f7260 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0256388 Mar 02 19:57:26.906134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b0e0857d-532a-47f2-8fff-f6267bec58e4 None None] Port 6f6805fd-b690-4c73-9cb0-9f5517f145ef cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:26.907914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1374af4f-3061-45cd-8292-587fdd112450 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:26.908086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.908774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.929397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-237b7495-3f0b-4c9a-874f-1e64a20413a1 req-887212e5-1e36-4109-908d-438fc51fe07b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547154 Mar 02 19:57:26.936560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-fcd5c94c-4825-468f-82e3-d063c553f19b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.937690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fcd5c94c-4825-468f-82e3-d063c553f19b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0189853 Mar 02 19:57:26.955404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.958272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.977553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-4a5d6a03-748a-49cb-b56f-527d77069394 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:26.980616 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4a5d6a03-748a-49cb-b56f-527d77069394 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0162616 Mar 02 19:57:26.983816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:26.985221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Subnet': ['ID=a9435b91-7b54-44e0-9729-a18d1656097f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:26.987867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.003113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-1faca6fe-9b4e-4345-a588-8cf78af855cf tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.004067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1faca6fe-9b4e-4345-a588-8cf78af855cf tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0175631 Mar 02 19:57:27.006949 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:57:27.021114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9bfa32-709f-48f4-81cf-1341c7fa4524 None None] Network d284fbd3-ae46-46b4-804b-288b58510f5e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:27.049229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58724) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.059477 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9415154 Mar 02 19:57:27.062991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-755c99da-ce75-486d-a0b9-41ce5120c7fd tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.063886 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-755c99da-ce75-486d-a0b9-41ce5120c7fd tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0114081 Mar 02 19:57:27.072237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58728) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.072543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.073320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb227da1-e679-4198-a8c3-6518f411d010 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=3c47510e-551a-4262-a43a-b4258ca24767,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:27.081524 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-003cd792-da32-415c-917d-35834abaf747 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/subnets/a9435b91-7b54-44e0-9729-a18d1656097f HTTP/1.1" status: 204 len: 168 time: 1.3446753 Mar 02 19:57:27.082134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.088926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '3c47510e-551a-4262-a43a-b4258ca24767', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:27.113306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-3c23038b-8658-4fb1-b27c-c17e26ca6982 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.116680 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3c23038b-8658-4fb1-b27c-c17e26ca6982 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0369630 Mar 02 19:57:27.118577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 3c47510e-551a-4262-a43a-b4258ca24767 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:27.127469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58740) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.142019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-777d1a4f-38b5-4a8e-8834-c7aa1c3ba6fd tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks HTTP/1.1" status: 200 len: 7998 time: 0.6496270 Mar 02 19:57:27.148675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58744) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.149415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-f9e576bc-2272-4bed-99ef-12efbf8bff11 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.150612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f9e576bc-2272-4bed-99ef-12efbf8bff11 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0220029 Mar 02 19:57:27.162210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.173197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-7554837e-17a9-4016-8118-26198e463690 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.174519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7554837e-17a9-4016-8118-26198e463690 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104518 Mar 02 19:57:27.178489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58752) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.236637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5f824d-2d5e-420d-8e20-8bde3bfc0b0a tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:27.238110 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ab5f824d-2d5e-420d-8e20-8bde3bfc0b0a tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=e06d414f-9466-4d9e-9441-8f22cb19577f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4835014 Mar 02 19:57:27.241359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58756) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.285379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-22959cbf-05e5-4634-a3cd-fd86a88383c4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.286309 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-22959cbf-05e5-4634-a3cd-fd86a88383c4 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0614893 Mar 02 19:57:27.288792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.304293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58760) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.313030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.319203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-61109f8f-952f-4ca5-bd39-8d585db20144 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.320464 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-61109f8f-952f-4ca5-bd39-8d585db20144 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0147922 Mar 02 19:57:27.351001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58764) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.366630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-d2d87367-7a0f-4fcd-b693-dc9498857e84 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.368390 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d2d87367-7a0f-4fcd-b693-dc9498857e84 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0117383 Mar 02 19:57:27.377058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58768) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.380615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.395116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-45a2b32a-b806-4081-99ae-1d2c3ef1e310 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.396027 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-45a2b32a-b806-4081-99ae-1d2c3ef1e310 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0098372 Mar 02 19:57:27.397003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:27.399111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58772) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.412176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-689af7cc-52a8-4cab-bebc-4377955475d0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.413269 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-689af7cc-52a8-4cab-bebc-4377955475d0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108809 Mar 02 19:57:27.415028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:27.421347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:27.421866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] DHCP port deletion for d284fbd3-ae46-46b4-804b-288b58510f5e request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:27.424071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58776) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.425715 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1089f0f8-6f31-4c99-a807-307c75d4ddd2 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "DELETE /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks/6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 HTTP/1.1" status: 204 len: 168 time: 0.2761004 Mar 02 19:57:27.430500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Deleting port e863609e-de9a-4170-91fb-fa90f5a94a44 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:27.430975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.431668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-6c77ddc4-9ee8-4d8d-bf0c-dca6d3dba98e tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.434921 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c77ddc4-9ee8-4d8d-bf0c-dca6d3dba98e tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057027 Mar 02 19:57:27.436164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58780) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.436496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58782) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.440071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:27.443782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port e863609e-de9a-4170-91fb-fa90f5a94a44 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:27.444112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.465716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] In _notify_port_updated(), no bound segment for port bfbedecb-de9d-4369-bef7-ecdc8ca4f021 on network 74923b1f-2f84-4860-9ee5-a59995919337 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:57:27.471438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:27.471799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.475670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/ports/bfbedecb-de9d-4369-bef7-ecdc8ca4f021 HTTP/1.1" status: 200 len: 818 time: 1.4637768 Mar 02 19:57:27.476883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-56839ffb-af7e-4732-b621-35f66227d98f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.477745 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56839ffb-af7e-4732-b621-35f66227d98f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0390251 Mar 02 19:57:27.481582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58788) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.481910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.526454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:27.529879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.659174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] For port e863609e-de9a-4170-91fb-fa90f5a94a44, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e863609e-de9a-4170-91fb-fa90f5a94a44,segment=NetworkSegment(9722e5df-e4c0-4207-9782-4638e333c1ed),segment_id=9722e5df-e4c0-4207-9782-4638e333c1ed)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:27.659609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.713929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-d712b0d5-6ee3-4653-b340-8203f770b4d1 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.714928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d712b0d5-6ee3-4653-b340-8203f770b4d1 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.2287474 Mar 02 19:57:27.726933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58796) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.742736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390ca8-7c7a-4549-9626-b8de9cbf18b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=bfbedecb-de9d-4369-bef7-ecdc8ca4f021,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:27.749348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-61a90954-4a48-40f3-8324-9cee5c36356f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.750340 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-61a90954-4a48-40f3-8324-9cee5c36356f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0223525 Mar 02 19:57:27.757635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58802) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.773461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-444291c2-f58a-4ce2-82b4-6f40504e5a5f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.774730 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-444291c2-f58a-4ce2-82b4-6f40504e5a5f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0138028 Mar 02 19:57:27.781307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58806) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.788309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a26abf7-f9a0-4c43-b754-1a5470f27bcd tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:27.788923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a26abf7-f9a0-4c43-b754-1a5470f27bcd tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Synchronizing usage tracker for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:27.801480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-db177772-c3ef-46ca-b4e3-aad5c07de3a3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.802422 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-db177772-c3ef-46ca-b4e3-aad5c07de3a3 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0207870 Mar 02 19:57:27.808283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port bfbedecb-de9d-4369-bef7-ecdc8ca4f021 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:27.808651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.827798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Calling delete_port for e863609e-de9a-4170-91fb-fa90f5a94a44 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:27.838858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.858543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-42221a8e-f923-4c49-bdb2-15f0ffe5731f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.862425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42221a8e-f923-4c49-bdb2-15f0ffe5731f tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0207925 Mar 02 19:57:27.872748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.882126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-1230cbd6-2b4b-4cb9-9c20-6ebbc66d64f9 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.894307 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1230cbd6-2b4b-4cb9-9c20-6ebbc66d64f9 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0202110 Mar 02 19:57:27.896915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a26abf7-f9a0-4c43-b754-1a5470f27bcd tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] Unset dirty status for tenant:8e2b9b188a294b23b0855ea90405b048 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:27.898247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0a26abf7-f9a0-4c43-b754-1a5470f27bcd tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.6436787 Mar 02 19:57:27.899229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.913442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58820) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.924872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-8ed62c50-29ba-432e-af96-9aa04873d42d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.926073 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ed62c50-29ba-432e-af96-9aa04873d42d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0157135 Mar 02 19:57:27.959871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58826) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.966191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.978293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-2987bb30-4b14-4390-beae-beae2cab5357 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.979224 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2987bb30-4b14-4390-beae-beae2cab5357 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0162008 Mar 02 19:57:27.986462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58832) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:27.991118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-253e822d-7a71-4181-a520-500b10fd2924 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:27.992016 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-253e822d-7a71-4181-a520-500b10fd2924 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046704 Mar 02 19:57:27.998813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:28.019175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.027781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] Pushing event deleted for resources: {'Port': ['ID=e863609e-de9a-4170-91fb-fa90f5a94a44,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:28.031962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8175c2-4d1b-439f-a897-541321b70896 None None] No DVR routers for this DVR port e863609e-de9a-4170-91fb-fa90f5a94a44 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:28.039429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-67bc4456-267b-49a1-ac97-b27ddd3826ce tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.044301 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-67bc4456-267b-49a1-ac97-b27ddd3826ce tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0192978 Mar 02 19:57:28.050671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58840) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.069537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-e4aa6a62-e22f-4911-bd81-1d35e59299f8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.072926 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e4aa6a62-e22f-4911-bd81-1d35e59299f8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0164661 Mar 02 19:57:28.076842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58844) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.090271 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9cfd2928-39f3-43e3-8cc1-4b79b7e7e4ca tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks HTTP/1.1" status: 200 len: 7191 time: 0.6527677 Mar 02 19:57:28.102810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a07ad02a-7eb2-4260-8efb-d2da3fcdb5a2 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 200 len: 205 time: 0.1854000 Mar 02 19:57:28.103567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.123301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58850) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.126371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-bc14d204-49ff-4f00-b7a5-259c5b95ce71 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.129900 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bc14d204-49ff-4f00-b7a5-259c5b95ce71 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0398791 Mar 02 19:57:28.135593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58856) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.208757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-7f3e9f27-a844-4ac2-969d-ce51c88a0a33 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.209639 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7f3e9f27-a844-4ac2-969d-ce51c88a0a33 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0227940 Mar 02 19:57:28.216671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6805fd-b690-4c73-9cb0-9f5517f145ef {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:57:28.221314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58860) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.234975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-8aeda3f6-2966-4b34-94cc-7b7d35026114 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.235862 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8aeda3f6-2966-4b34-94cc-7b7d35026114 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0100188 Mar 02 19:57:28.239027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58864) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.246262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.250246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] For port e863609e-de9a-4170-91fb-fa90f5a94a44, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e863609e-de9a-4170-91fb-fa90f5a94a44,segment=NetworkSegment(9722e5df-e4c0-4207-9782-4638e333c1ed),segment_id=9722e5df-e4c0-4207-9782-4638e333c1ed)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:28.251308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.260901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-451bb3fb-dc8e-4c18-933b-165db324d1a7 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.261893 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-451bb3fb-dc8e-4c18-933b-165db324d1a7 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0184879 Mar 02 19:57:28.264801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-24eaebfa-ae0f-4e5b-80cd-712934e7fb53 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/networks/653b76b6-e8e0-46a9-a806-a7f9add7f9cf/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1473026 Mar 02 19:57:28.266421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58868) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.269856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.291100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-9d6683a0-4c2f-465f-b21b-bb989d55de4b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.294558 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9d6683a0-4c2f-465f-b21b-bb989d55de4b tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0197322 Mar 02 19:57:28.295284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58876) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.312997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e863609e-de9a-4170-91fb-fa90f5a94a44 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:28.350204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e863609e-de9a-4170-91fb-fa90f5a94a44 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:28.350618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e863609e-de9a-4170-91fb-fa90f5a94a44 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:28.366242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Transition to ACTIVE for port object 6f6805fd-b690-4c73-9cb0-9f5517f145ef will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:28.382420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.389403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.419605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for e863609e-de9a-4170-91fb-fa90f5a94a44 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:28.443834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-32e714d3-9508-4982-aaf9-fe557b85a25e tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/networks/653b76b6-e8e0-46a9-a806-a7f9add7f9cf/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1728678 Mar 02 19:57:28.505174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-c9dbee57-0237-4650-afd6-992626edcb27 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.506058 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c9dbee57-0237-4650-afd6-992626edcb27 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.1496558 Mar 02 19:57:28.509858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.510182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58882) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.537537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.628247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a48fe-df89-4a43-86e2-6488d694b5dc req-81618b0e-95eb-4c4f-b013-6adac3ad1fe0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:28.629813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-957a48fe-df89-4a43-86e2-6488d694b5dc req-81618b0e-95eb-4c4f-b013-6adac3ad1fe0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7159374 Mar 02 19:57:28.635767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.645361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-0c581473-776f-4eed-bac7-6e55a68e31e7 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.646322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0c581473-776f-4eed-bac7-6e55a68e31e7 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1313748 Mar 02 19:57:28.654494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for bfbedecb-de9d-4369-bef7-ecdc8ca4f021 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:28.697417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.723234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-5a464ab6-9265-4736-b946-7b8d8a8383bb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.724188 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5a464ab6-9265-4736-b946-7b8d8a8383bb tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0258665 Mar 02 19:57:28.730707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58892) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.741863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=3964c39d-1cfc-4270-a026-41145a711cd4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:28.748360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-3d269ea3-bcf2-4943-b46e-bf6aa1c1bf74 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.749312 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d269ea3-bcf2-4943-b46e-bf6aa1c1bf74 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0132470 Mar 02 19:57:28.751605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:28.751910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:28.752591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58896) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.766920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-d31e3fe0-8345-44f7-83f8-af5b7df348d8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.771591 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d31e3fe0-8345-44f7-83f8-af5b7df348d8 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097923 Mar 02 19:57:28.778423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58900) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.780903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:28.781252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 3c47510e-551a-4262-a43a-b4258ca24767, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:28.791907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-b6b6ea54-8be7-4aff-a76a-94d503eb5a09 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.795309 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b6b6ea54-8be7-4aff-a76a-94d503eb5a09 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0133321 Mar 02 19:57:28.806172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690e7bf-cd72-4f3f-b167-5f1a1e3357fc req-d9a22a01-75fa-45f2-a1a4-2d4c5e485d04 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:28.807655 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4690e7bf-cd72-4f3f-b167-5f1a1e3357fc req-d9a22a01-75fa-45f2-a1a4-2d4c5e485d04 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 931 time: 0.7030327 Mar 02 19:57:28.810593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58904) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.829793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Pushing event updated for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:28.855787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [None req-2b7204fb-01b3-4fa7-9e09-eff89e4ee3fc tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.856762 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2b7204fb-01b3-4fa7-9e09-eff89e4ee3fc tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0283983 Mar 02 19:57:28.861783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58908) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.871465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-fca5fc0e-42de-4a19-aab3-3b179cc797b0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.872506 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fca5fc0e-42de-4a19-aab3-3b179cc797b0 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0086920 Mar 02 19:57:28.875174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58912) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.886128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 3c47510e-551a-4262-a43a-b4258ca24767 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:28.890366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-823eb8cc-f0a8-4210-a74e-1fb474817e3d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.891266 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-823eb8cc-f0a8-4210-a74e-1fb474817e3d tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0151136 Mar 02 19:57:28.897175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58916) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:28.908624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [None req-c4578be4-113f-46c3-bc9d-c2ec0ee85c39 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:57:28.909666 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4578be4-113f-46c3-bc9d-c2ec0ee85c39 tempest-ExtensionsTestJSON-1313589174 tempest-ExtensionsTestJSON-1313589174-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0117581 Mar 02 19:57:28.917422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 3c47510e-551a-4262-a43a-b4258ca24767) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:28.921344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.924997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:28.925550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.932828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5de66f-3646-4f10-b154-4f78eea0fef6 None None] Network 3c47510e-551a-4262-a43a-b4258ca24767 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:28.950921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port 12ecef26-3ac6-45a4-892c-e73eb0977ec7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:28.951305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:28.981659 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3393ff68-1ced-4553-9d74-d665ce76b06f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9057951 Mar 02 19:57:28.988161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:29.027399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-957a48fe-df89-4a43-86e2-6488d694b5dc req-ca7fdf15-c2bb-464e-b271-2bc6abc65c0b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3395357 Mar 02 19:57:29.112960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4690e7bf-cd72-4f3f-b167-5f1a1e3357fc req-ee7e6148-3b7b-46f6-9b11-76a3e8d307b7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679079 Mar 02 19:57:29.136323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.192969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d046d55e-9233-40a7-8a83-4e4e5a8ebbb9 tempest-DHCPAgentSchedulersTestJSON-244274180 tempest-DHCPAgentSchedulersTestJSON-244274180-project-admin] 10.222.0.36 "GET /v2.0/agents/cae5ddbc-177a-4d84-a91c-7c1eed3ddb97/dhcp-networks HTTP/1.1" status: 200 len: 7191 time: 0.6797354 Mar 02 19:57:29.201678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58928) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:29.205128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Attempting to bind port 6f6805fd-b690-4c73-9cb0-9f5517f145ef on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:29.205627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Attempting to bind port 6f6805fd-b690-4c73-9cb0-9f5517f145ef by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:29.206109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Attempting to bind port 6f6805fd-b690-4c73-9cb0-9f5517f145ef on network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:29.211770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=bfbedecb-de9d-4369-bef7-ecdc8ca4f021,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:29.219687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Port 6f6805fd-b690-4c73-9cb0-9f5517f145ef on network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:29.220250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Attempting to bind port 6f6805fd-b690-4c73-9cb0-9f5517f145ef on network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:29.231872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.238424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:29.238758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Checking segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:29.239140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Bound using segment: {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:29.239573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Bound port: 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cae200-a754-4a3a-8260-56e2b7d90acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:29.240075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.241648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-3c47510e-551a-4262-a43a-b4258ca24767', 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '3964c39d-1cfc-4270-a026-41145a711cd4'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:29.243172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.257870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port e863609e-de9a-4170-91fb-fa90f5a94a44 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:29.258263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.299084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9d8fc719-e6b9-474c-9852-d692d9a5f88e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/bfbedecb-de9d-4369-bef7-ecdc8ca4f021 HTTP/1.1" status: 204 len: 168 time: 1.8143883 Mar 02 19:57:29.305793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58934) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:29.335520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:29.357100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:29.360918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:29.370972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.448629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:29.449384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.450971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] 10.222.0.32 "PUT /v2.0/ports/6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 1093 time: 2.9570522 Mar 02 19:57:29.451496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:57:29.456096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Allocated IP 172.20.0.2 (3c47510e-551a-4262-a43a-b4258ca24767/3964c39d-1cfc-4270-a026-41145a711cd4/5dd7baae-2864-4cbe-85c6-65ccee3602e3) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:29.491131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57f8a5-4d2e-4cb2-b679-f88066c97acb service neutron] Pushing event updated for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:29.590724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] The port 'e863609e-de9a-4170-91fb-fa90f5a94a44' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:29.631734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.725772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'status': 'completed', 'code': 200} Mar 02 19:57:29.726498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.728267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.741930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.748100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:29.756048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Usage tracker for resource:security_group_rule and tenant:2c9770910859458ea691d6f1aaad0ce5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:29.760106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:29.769210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:29.795075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1130c4c7-8738-4042-9e7b-dda817653f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:29.796647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1130c4c7-8738-4042-9e7b-dda817653f5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1096 time: 0.2651033 Mar 02 19:57:29.802141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.815620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Transition to ACTIVE for port object 5dd7baae-2864-4cbe-85c6-65ccee3602e3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:29.836247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Transition to ACTIVE for port object 5dd7baae-2864-4cbe-85c6-65ccee3602e3 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:29.842700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:29.874596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-12a99627-9e28-4bf6-ae71-489f7fdfe8be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 217 time: 0.0686533 Mar 02 19:57:29.904128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Network 3c47510e-551a-4262-a43a-b4258ca24767 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:29.907010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:29.910829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:29.957406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Pushing event updated for resources: {'Port': ['ID=5dd7baae-2864-4cbe-85c6-65ccee3602e3,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:29.970869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for 12ecef26-3ac6-45a4-892c-e73eb0977ec7 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:29.975386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-a3f2a2c1-cc31-4c64-af91-78e794844926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:29.976937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-a3f2a2c1-cc31-4c64-af91-78e794844926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 200 len: 834 time: 0.0960743 Mar 02 19:57:30.003322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.016443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Attempting to bind port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:30.016786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Attempting to bind port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:30.017124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Attempting to bind port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 on network 3c47510e-551a-4262-a43a-b4258ca24767 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:30.023942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:30.025921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Checking segment: {'id': '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:30.025921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.025921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Bound using segment: {'id': '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:30.025921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Bound port: 5dd7baae-2864-4cbe-85c6-65ccee3602e3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3c47510e-551a-4262-a43a-b4258ca24767'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:30.026254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.044146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.053868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.107951 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c9770910859458ea691d6f1aaad0ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687774 Mar 02 19:57:30.112641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58946) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:30.117252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0f52-6b32-4168-9caa-6ad7c888285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc3d227-4af9-4d6c-9d66-dd274c4971ae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:30.123861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] For port 5dd7baae-2864-4cbe-85c6-65ccee3602e3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:30.127825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] For port 5dd7baae-2864-4cbe-85c6-65ccee3602e3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5dd7baae-2864-4cbe-85c6-65ccee3602e3,segment=NetworkSegment(9b7d27d7-4ca1-4e51-b65c-75cbfe74484a),segment_id=9b7d27d7-4ca1-4e51-b65c-75cbfe74484a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:30.128495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d284fbd3-ae46-46b4-804b-288b58510f5e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.134071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.139903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-373a5905-8eb4-4541-9779-86c5df25ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:30.141587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-373a5905-8eb4-4541-9779-86c5df25ae96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1561961 Mar 02 19:57:30.161177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9722e5df-e4c0-4207-9782-4638e333c1ed') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.161467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9722e5df-e4c0-4207-9782-4638e333c1ed') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.231542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.232075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478862b-2762-475e-8dec-092cb17827c5 None None] Pushing event updated for resources: {'Port': ['ID=5dd7baae-2864-4cbe-85c6-65ccee3602e3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:30.287767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.302807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403dd2fc-d94a-4593-b4b1-5dcc65b2fbaa tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:30.303512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-403dd2fc-d94a-4593-b4b1-5dcc65b2fbaa tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:30.308551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.341840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.394149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.397184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea364cf-bcb3-400e-887e-e0bbd0f96ff1']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.397347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.420031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-1a94f825-4a5a-426f-a010-8a653e361468 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703121 Mar 02 19:57:30.421801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:30.422549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.439733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e21fc64a-5642-4540-9db1-32139e1be264') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.440021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e21fc64a-5642-4540-9db1-32139e1be264') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:30.446406 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:30.470576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-403dd2fc-d94a-4593-b4b1-5dcc65b2fbaa tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:30.470778 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-403dd2fc-d94a-4593-b4b1-5dcc65b2fbaa tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1601200 Mar 02 19:57:30.481440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58952) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:30.483093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.567498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37541b-1127-4167-a605-f7ce83b2475a req-ed3ae63e-feed-493a-9d2f-f533fcc56f77 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:30.569124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a37541b-1127-4167-a605-f7ce83b2475a req-ed3ae63e-feed-493a-9d2f-f533fcc56f77 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 943 time: 0.2836778 Mar 02 19:57:30.613036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.642384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.643910 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc657f80-5b5e-4887-8f21-694b9b31d509 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:57:30.645287 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bc657f80-5b5e-4887-8f21-694b9b31d509 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/bfbedecb-de9d-4369-bef7-ecdc8ca4f021 HTTP/1.1" status: 404 len: 333 time: 0.1515193 Mar 02 19:57:30.648028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.652869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:30.668209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=3964c39d-1cfc-4270-a026-41145a711cd4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:30.670085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a37541b-1127-4167-a605-f7ce83b2475a req-4b3e2b2f-4e71-4ff9-847c-bfed9ff88eb1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925989 Mar 02 19:57:30.673124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.674564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1585165883'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:30.675945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:30.676351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.680689 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f238757-9c3e-4693-82f6-638e3f0751ec req-6c67e0bc-e898-4c73-b615-0e73fdcfac49 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540860 Mar 02 19:57:30.684530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc3d227-4af9-4d6c-9d66-dd274c4971ae,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:30.692625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:30.695368 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:30.705197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:30.710807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:30.717362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.718578 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ba2e257-8279-451b-b03a-c763df19a237 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fc3d227-4af9-4d6c-9d66-dd274c4971ae HTTP/1.1" status: 204 len: 168 time: 0.6042955 Mar 02 19:57:30.719613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:30.821053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:30.824550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.831534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.868289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:30.875554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608effd0-18e7-4117-980e-4d40152e6d9f req-46d9aa9c-22b2-4175-97f7-5b44e6497d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:30.877234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-46d9aa9c-22b2-4175-97f7-5b44e6497d0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1096 time: 0.1336975 Mar 02 19:57:30.882533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.882874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment acbe51ac-4a10-464a-a1bb-268b5c39d926 of type vlan for network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 Mar 02 19:57:30.913545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Network': ['ID=d284fbd3-ae46-46b4-804b-288b58510f5e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:30.921104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.925953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:30.954540 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3cd1f24d-de3d-41d0-b3ff-6b482a8c4ee2 tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/networks/d284fbd3-ae46-46b4-804b-288b58510f5e HTTP/1.1" status: 204 len: 168 time: 3.8476768 Mar 02 19:57:30.977609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:31.002500 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "DELETE /v2.0/networks/6ea364cf-bcb3-400e-887e-e0bbd0f96ff1 HTTP/1.1" status: 204 len: 168 time: 1.7974031 Mar 02 19:57:31.010285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f81817-d0d6-4ddb-bde7-9e0c8de28620 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event deleted for resources: {'Network': ['ID=6ea364cf-bcb3-400e-887e-e0bbd0f96ff1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:31.019106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58970) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:31.022758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.074970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.096526 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-31912606-8b14-49c6-b3f9-ef898569a3c4 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] DELETE failed (client error): The resource could not be found. Mar 02 19:57:31.097204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31912606-8b14-49c6-b3f9-ef898569a3c4 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:57:31.100543 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-31912606-8b14-49c6-b3f9-ef898569a3c4 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "DELETE /v2.0/ports/05eafeb1-c2d7-4313-b04e-e3f1e56239eb HTTP/1.1" status: 404 len: 333 time: 0.0791004 Mar 02 19:57:31.108380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 58978) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:31.144180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.198312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c47510e-551a-4262-a43a-b4258ca24767']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:31.203621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Deleting port 2d001041-80f8-4a53-aeb5-85763785767f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:31.204174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.214488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=12ecef26-3ac6-45a4-892c-e73eb0977ec7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:31.231789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:31.245553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608effd0-18e7-4117-980e-4d40152e6d9f req-6dc816d1-1c58-4024-89ba-e9db9bb01422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:31.247652 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-6dc816d1-1c58-4024-89ba-e9db9bb01422 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 898 time: 0.3631685 Mar 02 19:57:31.345292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-c54cf5e3-9506-433f-921e-3443c2adf17d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 217 time: 0.0817883 Mar 02 19:57:31.377261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:31.377785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:31.433429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.479100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Deleting subnet 9bd6fa5b-d525-42c9-81d2-0acb5ef51b44 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:31.500162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc419bf-eb37-4318-aca6-eb3babc78f47 None None] Network 3c47510e-551a-4262-a43a-b4258ca24767 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:31.512252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.515249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.586950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:31.587649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:31.613720 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:31.617378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22cbb08d-4714-4f6d-953c-60f02b5d830c None None] Provisioning for port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:31.647259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.652874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:31.653458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.656790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 58992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:31.698653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.845756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] DHCP port deletion for 3c47510e-551a-4262-a43a-b4258ca24767 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:31.851017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Deleting port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:31.851394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.863817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.914153 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2525320 Mar 02 19:57:31.917964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-790565144'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:31.928660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59000) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:31.939764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e878de-7a24-43f4-927d-878277696a26 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=082f31e1-cd87-4b1d-b9ce-23900a517dd5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:31.951465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:31.955076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:31.966380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:31.970472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608effd0-18e7-4117-980e-4d40152e6d9f req-2b2ce2ca-9143-44ac-bd39-3c7879c6d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:31.971924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-2b2ce2ca-9143-44ac-bd39-3c7879c6d063 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 200 len: 834 time: 0.6115866 Mar 02 19:57:31.974184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:31.976123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:57:31.976123 dv-neutron-831594-2-hyperv neutron-server[87813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:57:31.976123 dv-neutron-831594-2-hyperv neutron-server[87813]: [parameters: {'id': '3c47510e-551a-4262-a43a-b4258ca24767'}] Mar 02 19:57:31.976123 dv-neutron-831594-2-hyperv neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:31.976544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:31.979662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.023660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.024377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router e06d414f-9466-4d9e-9441-8f22cb19577f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:32.039447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:32.041311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.045269 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-07629338-3f31-4df1-a782-427301461f68 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 204 len: 168 time: 3.9165566 Mar 02 19:57:32.048685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:32.050353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59004) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:32.058822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.072294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:32.079646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.079972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.105411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-539304175', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:32.121685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:32.135290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Usage tracker for resource:router and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:32.142803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:32.156997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:32.187843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.189340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.203659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] For port 5dd7baae-2864-4cbe-85c6-65ccee3602e3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5dd7baae-2864-4cbe-85c6-65ccee3602e3,segment=NetworkSegment(9b7d27d7-4ca1-4e51-b65c-75cbfe74484a),segment_id=9b7d27d7-4ca1-4e51-b65c-75cbfe74484a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:32.204121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.226372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.257772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.286869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Calling delete_port for 2d001041-80f8-4a53-aeb5-85763785767f owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:32.328299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:32.331751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.358135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:32.358959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Calling delete_port for 5dd7baae-2864-4cbe-85c6-65ccee3602e3 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:32.366481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.383605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd6fa5b-d525-42c9-81d2-0acb5ef51b44,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:32.387677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0980be5-f1fd-4014-924a-3624e7afe10c req-1cd5d7dc-adc3-46d7-9e20-35e8c8e00889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:32.388870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.394518 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0980be5-f1fd-4014-924a-3624e7afe10c req-1cd5d7dc-adc3-46d7-9e20-35e8c8e00889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 943 time: 0.5382297 Mar 02 19:57:32.395215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4fced3-b8c2-4f01-866d-c9b21bc4eb7f None None] Network 653b76b6-e8e0-46a9-a806-a7f9add7f9cf requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:32.402458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:32.420606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:32.454034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:32.461787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:32.481727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:security_group_rule and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:32.485153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:32.503678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:32.513239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.516775 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cdc52920-c537-402c-a510-833ce316a505 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "DELETE /v2.0/subnets/9bd6fa5b-d525-42c9-81d2-0acb5ef51b44 HTTP/1.1" status: 204 len: 168 time: 1.4069598 Mar 02 19:57:32.520985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0980be5-f1fd-4014-924a-3624e7afe10c req-fd7a6e1c-44e1-49ff-92c8-7c663c10b81d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255155 Mar 02 19:57:32.526282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59008) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:32.531560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608effd0-18e7-4117-980e-4d40152e6d9f req-17fc5e48-92d1-47ee-b063-5b2a7c63697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:32.533211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-17fc5e48-92d1-47ee-b063-5b2a7c63697e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5399363 Mar 02 19:57:32.533851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:32.537541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.637876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.640484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.724150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] Pushing event deleted for resources: {'Port': ['ID=5dd7baae-2864-4cbe-85c6-65ccee3602e3,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:32.730175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f65d0-7555-486b-b2b3-40d7abca852a None None] No DVR routers for this DVR port 5dd7baae-2864-4cbe-85c6-65ccee3602e3 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:32.842489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.853810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] DHCP port deletion for 653b76b6-e8e0-46a9-a806-a7f9add7f9cf request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:32.854638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.858546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Deleting port 1374af4f-3061-45cd-8292-587fdd112450 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:32.859705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.911592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:32.923258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Pushing event deleted for resources: {'Port': ['ID=2d001041-80f8-4a53-aeb5-85763785767f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:32.977781 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-372d34b1-2a23-4d87-99c1-68488294511b service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187315 Mar 02 19:57:33.066185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] For port 1374af4f-3061-45cd-8292-587fdd112450, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1374af4f-3061-45cd-8292-587fdd112450,segment=NetworkSegment(d36f9887-ebfc-478e-9f93-9225d3a00497),segment_id=d36f9887-ebfc-478e-9f93-9225d3a00497)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:33.066498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.114795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Deleting port 1374af4f-3061-45cd-8292-587fdd112450 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:33.115691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.155625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c47510e-551a-4262-a43a-b4258ca24767']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:33.182056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:33.182738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7d27d7-4ca1-4e51-b65c-75cbfe74484a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:33.192117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Calling delete_port for 1374af4f-3061-45cd-8292-587fdd112450 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:33.197283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.200311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.212525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.215750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.265298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.275282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.280197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:33.280861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.293303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:33.296011 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:33.324866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] Pushing event deleted for resources: {'Port': ['ID=1374af4f-3061-45cd-8292-587fdd112450,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:33.328296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-608effd0-18e7-4117-980e-4d40152e6d9f req-99cad0ef-07b8-49c6-95f8-82ea4a6f139c service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095198 Mar 02 19:57:33.328572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a9180-4a0d-4f14-bdfd-7153d9e3abbf None None] No DVR routers for this DVR port 1374af4f-3061-45cd-8292-587fdd112450 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:33.331138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.331763 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 29df03db-d771-4d6b-bec6-caab2fdcf4e9 of type vlan for network 8ca588f5-0985-4e71-a2d4-497c185bee77 Mar 02 19:57:33.333340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4652bcbe-9354-407a-922b-48790ab1ad05,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:33.340722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.543131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.549772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.564030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=27c04fcc-1b7d-48cd-882c-8dcaeb8013b5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:33.573974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.575268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ae7502b7-40a2-41c0-a0ce-2b8c1887576b tempest-FloatingIPAdminTestJSON-1325424786 tempest-FloatingIPAdminTestJSON-1325424786-project] 10.222.0.36 "DELETE /v2.0/floatingips/465e0516-94e5-4969-ba25-01b0fcf95056 HTTP/1.1" status: 204 len: 168 time: 2.5965855 Mar 02 19:57:33.599224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': 'acbe51ac-4a10-464a-a1bb-268b5c39d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:33.599480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 082f31e1-cd87-4b1d-b9ce-23900a517dd5, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:33.605854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.613412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.623781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:33.624853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.670327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=3c47510e-551a-4262-a43a-b4258ca24767,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:33.687214 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bb36ad8e-2b25-4dbb-9511-12cf2c63b053 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/3c47510e-551a-4262-a43a-b4258ca24767 HTTP/1.1" status: 204 len: 168 time: 4.6979654 Mar 02 19:57:33.691620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59016) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:33.723576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] For port 1374af4f-3061-45cd-8292-587fdd112450, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1374af4f-3061-45cd-8292-587fdd112450,segment=NetworkSegment(d36f9887-ebfc-478e-9f93-9225d3a00497),segment_id=d36f9887-ebfc-478e-9f93-9225d3a00497)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:33.723943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.731899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0515914 Mar 02 19:57:33.735749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-257427145'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:33.742449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59020) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:33.750304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:33.782793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:33.803056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874297cb-6539-4cd2-8b1e-64e8a81ae5af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=8ca588f5-0985-4e71-a2d4-497c185bee77,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:33.808739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1975287418'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:33.811977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.820716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:33.825050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 082f31e1-cd87-4b1d-b9ce-23900a517dd5) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:33.831352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:33.832161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.848404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a9c69-8b54-4222-8f7c-82189058aeec None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:33.873539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11fdadaa-e6b5-49de-bf37-37bfe3f9142a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9397049 Mar 02 19:57:33.876914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:33.885967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:33.898186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:33.907355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Calling delete_port for 1374af4f-3061-45cd-8292-587fdd112450 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:33.937710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:33.949156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:33.952645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:33.960080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59030) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:33.994553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:33.999408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:34.001538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:34.016661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:34.026130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b773f0-e0de-452d-8871-cf7cf38ee138 req-337e1ace-a6eb-4306-8453-a6a179216206 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:34.034715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b773f0-e0de-452d-8871-cf7cf38ee138 req-337e1ace-a6eb-4306-8453-a6a179216206 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 943 time: 0.3804278 Mar 02 19:57:34.065424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:34.069162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.097229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:34.100883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.122274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b773f0-e0de-452d-8871-cf7cf38ee138 req-2c428a80-938c-40d7-ab50-cc83f823ad68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863810 Mar 02 19:57:34.135776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:34.144233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:34.147882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:34.157637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:34.177701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:34.181923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.189032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': '27c04fcc-1b7d-48cd-882c-8dcaeb8013b5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:34.190467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.205604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:34.206193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:34.210588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:34.241932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:34.248664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.249020 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 947f3c58-df6a-4ddd-9058-1f6698527071 of type vlan for network a62c5e77-d63d-408a-a3fe-cd5436020e9e Mar 02 19:57:34.276930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Allocated IP 172.26.2.73 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/c064f888-4015-4e4e-a13d-fcf1b031c147) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:34.285183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.285518 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a of type vlan for network 9e7408a2-db8e-4746-b278-ba937a10fe50 Mar 02 19:57:34.331334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 6f6805fd-b690-4c73-9cb0-9f5517f145ef details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:57:34.338137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27c04fcc-1b7d-48cd-882c-8dcaeb8013b5 (CIDR: 2001:db8::/64) Mar 02 19:57:34.344203 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:57:34.344444 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-47a74985-8d45-4418-829e-233cce4e74f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c98002b4f04145dfbd986cbd2e64d4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832510 Mar 02 19:57:34.344726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:57:34.351147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59036) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:34.360513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.366844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1374af4f-3061-45cd-8292-587fdd112450 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:34.400077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cce59b98-e0f3-44af-8f34-0fb6cea645b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5213625 Mar 02 19:57:34.403220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:34.416862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:34.420284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1374af4f-3061-45cd-8292-587fdd112450 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:34.420742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1374af4f-3061-45cd-8292-587fdd112450 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:34.432990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.445588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Allocated IP 2001:db8::2 (082f31e1-cd87-4b1d-b9ce-23900a517dd5/27c04fcc-1b7d-48cd-882c-8dcaeb8013b5/1c4fa347-f601-4aa5-a729-f861f723e40b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:34.503387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.509331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:34.509903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.534048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.574058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.579357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:34.579927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.584357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.609555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:34.616939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:34.626977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:34.630439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:34.637675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:34.650510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:57:34.654596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.658872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:34.664889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.674389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=a62c5e77-d63d-408a-a3fe-cd5436020e9e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:34.708230 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9b4bcbb8-34e1-4814-b5e3-c72c22ba9319 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9586525 Mar 02 19:57:34.709058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59044) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:34.709185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:34.719399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Deleting port 1374af4f-3061-45cd-8292-587fdd112450 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:34.719594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:34.719828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.749363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.882596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c114ddb9-9ab1-4e4b-9b69-6ba8eb285404,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:34.888824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.889963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b69a183b-f075-4d04-8a4d-a5e4cab17b37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c114ddb9-9ab1-4e4b-9b69-6ba8eb285404 HTTP/1.1" status: 204 len: 168 time: 0.5357027 Mar 02 19:57:34.893921 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2009468 Mar 02 19:57:34.896776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59050) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:34.928859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.976974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6805fd-b690-4c73-9cb0-9f5517f145ef {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:57:34.981278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:34.981759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:34.988142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:34.997639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:34.998426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Transition to ACTIVE for port object 1c4fa347-f601-4aa5-a729-f861f723e40b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:35.001535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:35.005522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] The port '1374af4f-3061-45cd-8292-587fdd112450' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:57:35.008036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:35.011638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:35.023673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Transition to ACTIVE for port object 1c4fa347-f601-4aa5-a729-f861f723e40b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:35.028413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.031238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:35.035395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.059196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10ba8b-5797-4522-814f-2d45e4ba879e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=9e7408a2-db8e-4746-b278-ba937a10fe50,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.073821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.086457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9e7408a2-db8e-4746-b278-ba937a10fe50 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:35.133489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:35.227341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:35.234046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.250937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:35.273578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.308267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:35.313582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.334231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:35.338182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:35.342496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:35.347000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:35.356471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653b76b6-e8e0-46a9-a806-a7f9add7f9cf']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:35.378361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:35.406613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:35.411212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:35.434028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['6f6805fd-b690-4c73-9cb0-9f5517f145ef'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:57:35.435484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event updated for resources: {'Port': ['ID=c064f888-4015-4e4e-a13d-fcf1b031c147,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.440439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36f9887-ebfc-478e-9f93-9225d3a00497') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:35.440926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36f9887-ebfc-478e-9f93-9225d3a00497') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:35.452756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:35.464281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:35.464894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.491185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.494752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:35.501933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.502348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.530836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.575415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Attempting to bind port 1c4fa347-f601-4aa5-a729-f861f723e40b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:35.575771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Attempting to bind port 1c4fa347-f601-4aa5-a729-f861f723e40b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'acbe51ac-4a10-464a-a1bb-268b5c39d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:35.576318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Attempting to bind port 1c4fa347-f601-4aa5-a729-f861f723e40b on network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:35.589769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:35.592699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.598604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:35.598992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Checking segment: {'id': 'acbe51ac-4a10-464a-a1bb-268b5c39d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:35.599362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.599805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Bound using segment: {'id': 'acbe51ac-4a10-464a-a1bb-268b5c39d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:35.600287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Bound port: 1c4fa347-f601-4aa5-a729-f861f723e40b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbe51ac-4a10-464a-a1bb-268b5c39d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:35.600679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.637204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Pushing event updated for resources: {'Port': ['ID=1c4fa347-f601-4aa5-a729-f861f723e40b,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.673235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.687156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:35.687598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.698389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.720919 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cec903bc-f612-44ae-9558-a924ae85612b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3165419 Mar 02 19:57:35.721883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:35.747834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:35.748603 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:35.756878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Usage tracker for resource:security_group_rule and tenant:605be87272c745c8bdc8c2b5792bbe49 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:35.760561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] For port 1c4fa347-f601-4aa5-a729-f861f723e40b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:35.761594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:35.771862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:35.777393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] For port 1c4fa347-f601-4aa5-a729-f861f723e40b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c4fa347-f601-4aa5-a729-f861f723e40b,segment=NetworkSegment(acbe51ac-4a10-464a-a1bb-268b5c39d926),segment_id=acbe51ac-4a10-464a-a1bb-268b5c39d926)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:35.791176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'fixed_ips': [{'subnet_id': '27c04fcc-1b7d-48cd-882c-8dcaeb8013b5'}, {'subnet_id': 'a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e'}], 'name': 'tempest-PortsIpV6TestJSON-1822878238'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:35.832527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing IP validity checks on allocation pools {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:57:35.833378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.833520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:57:35.867702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=0aa5e9e2-d19e-41db-9358-cf796a95df90,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.883121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6314f-4d7c-4efa-91bd-b2831cfa05fc req-1a0a32fd-4e3a-4bcf-863e-19c009a37767 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:35.884658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7b6314f-4d7c-4efa-91bd-b2831cfa05fc req-1a0a32fd-4e3a-4bcf-863e-19c009a37767 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 944 time: 0.4811380 Mar 02 19:57:35.926878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.955769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:35.975814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] Pushing event deleted for resources: {'Network': ['ID=653b76b6-e8e0-46a9-a806-a7f9add7f9cf,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:35.982555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '29df03db-d771-4d6b-bec6-caab2fdcf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:35.982906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 8ca588f5-0985-4e71-a2d4-497c185bee77, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:35.988536 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-28c388ec-09e4-47f1-8c0b-87941bbfb8c7 tempest-DHCPAgentSchedulersTestJSON-1262648245 tempest-DHCPAgentSchedulersTestJSON-1262648245-project] 10.222.0.36 "DELETE /v2.0/networks/653b76b6-e8e0-46a9-a806-a7f9add7f9cf HTTP/1.1" status: 204 len: 168 time: 3.4501965 Mar 02 19:57:35.999390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0fb6-0de0-4b5c-82a9-e4da38da5865 None None] Pushing event updated for resources: {'Port': ['ID=1c4fa347-f601-4aa5-a729-f861f723e40b,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:36.071031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7b6314f-4d7c-4efa-91bd-b2831cfa05fc req-8f863696-0f30-44f7-983a-bda9cc158174 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322131 Mar 02 19:57:36.092013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:36.107205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:36.109834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:36.118139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:36.138102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.139330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:36.150015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.169816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 8ca588f5-0985-4e71-a2d4-497c185bee77) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:36.176529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:36.180251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ecd06b-4c8f-413f-b3bf-19bec6acd951 None None] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:36.214196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.220858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:36.221443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.250837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82645b-6d2f-4be2-8955-d3d34e8a376e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:36.308358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.332493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-551f1bc9-9940-4a53-bdb7-4cf6c7f8e76e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=605be87272c745c8bdc8c2b5792bbe49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8365273 Mar 02 19:57:36.344907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:36.400184 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0f1d4f91-f839-4a68-b1a7-d555bf580d39 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6903455 Mar 02 19:57:36.405914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:36.427019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:36.536957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.580887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:36.590965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-8ca588f5-0985-4e71-a2d4-497c185bee77', 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '0aa5e9e2-d19e-41db-9358-cf796a95df90'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:36.592145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.595815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.604166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 89d23afd-0fc3-455b-ac20-5a2edb40af1d yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:36.645195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=080d4d89-c4fe-4e79-acf6-84cb6b56a6d0,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:36.647650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:36.671092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:36.704871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:36.721970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.728741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:36.783712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:36.783957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 9e7408a2-db8e-4746-b278-ba937a10fe50, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:36.831214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Allocated IP 172.20.0.2 (8ca588f5-0985-4e71-a2d4-497c185bee77/0aa5e9e2-d19e-41db-9358-cf796a95df90/36f103f6-0e03-4b72-a774-8f0e42ba8c34) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:36.832487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:36.835593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:36.874931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 9e7408a2-db8e-4746-b278-ba937a10fe50 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:36.900394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9e7408a2-db8e-4746-b278-ba937a10fe50) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:36.935786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edf57ff-3491-4e03-b378-b340ffe4dd9f None None] Network 9e7408a2-db8e-4746-b278-ba937a10fe50 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:36.960036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:36.960560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.005845 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3ede5a43-49ec-42c6-8e09-965de98c4a7a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1057456 Mar 02 19:57:37.006451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59084) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:37.018714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.106198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bd5dd955-de21-4b6e-95f8-896740ae8f67 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98017a49697d40f6bf532ea4e5af5b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218418 Mar 02 19:57:37.116874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59090) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:37.269330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4079e836-babc-4baa-8862-79c526598202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9e7408a2-db8e-4746-b278-ba937a10fe50', 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '080d4d89-c4fe-4e79-acf6-84cb6b56a6d0'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:37.270162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.380722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.416444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.419499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b301e3-4a69-4efa-91f8-e0bf14f9a042 None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:37.424983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.450839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Router fceaab99-28f0-4c22-a64b-21f41116a988 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:57:37.463931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Transition to ACTIVE for port object 36f103f6-0e03-4b72-a774-8f0e42ba8c34 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:37.468515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.481776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.551925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82645b-6d2f-4be2-8955-d3d34e8a376e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:37.605277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Transition to ACTIVE for port object 36f103f6-0e03-4b72-a774-8f0e42ba8c34 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:37.620370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.634732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.651177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2ac8b-0fab-4c15-a33f-87840afec069,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:37.655837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::7c (082f31e1-cd87-4b1d-b9ce-23900a517dd5/27c04fcc-1b7d-48cd-882c-8dcaeb8013b5/89d23afd-0fc3-455b-ac20-5a2edb40af1d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:37.661860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.662400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:37.664066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.665196 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-80c85990-2221-46d8-977e-cbcedb33dfe3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30a2ac8b-0fab-4c15-a33f-87840afec069 HTTP/1.1" status: 204 len: 168 time: 0.5413582 Mar 02 19:57:37.674084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-26eeba8e-5c18-42ed-a680-6d319244afb6 None None] Provisioning for port 1c4fa347-f601-4aa5-a729-f861f723e40b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:37.677895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] Sync routers for ids ['fceaab99-28f0-4c22-a64b-21f41116a988'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:37.690237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:37.694656 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88ff4470-c57a-4939-92be-d517b872fe57 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6397476 Mar 02 19:57:37.695438 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] Routers {'fceaab99-28f0-4c22-a64b-21f41116a988'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:37.695585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59096) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:37.696059 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fceaab99-28f0-4c22-a64b-21f41116a988'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:37.700984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:37.764430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8:0:1::2bd (082f31e1-cd87-4b1d-b9ce-23900a517dd5/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e/89d23afd-0fc3-455b-ac20-5a2edb40af1d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:37.764952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:37.766173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-4079e836-babc-4baa-8862-79c526598202 None None] Allocated IP 172.20.0.3 (9e7408a2-db8e-4746-b278-ba937a10fe50/080d4d89-c4fe-4e79-acf6-84cb6b56a6d0/1678d628-dc1e-48aa-a04d-e2e9f3ba0155) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:37.805683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:37.808374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:37.818022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Pushing event updated for resources: {'Port': ['ID=36f103f6-0e03-4b72-a774-8f0e42ba8c34,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:37.865611 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:37.879573 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] Routers {'fceaab99-28f0-4c22-a64b-21f41116a988'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:37.880590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fceaab99-28f0-4c22-a64b-21f41116a988'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:38.014168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:38.014920 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf0eefb-999a-42bb-bc02-84011f151fd2 None None] The sync data for ids ['fceaab99-28f0-4c22-a64b-21f41116a988'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:38.128627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Attempting to bind port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:38.129054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Attempting to bind port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '29df03db-d771-4d6b-bec6-caab2fdcf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:38.129390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Attempting to bind port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 on network 8ca588f5-0985-4e71-a2d4-497c185bee77 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:38.146088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:38.146467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Checking segment: {'id': '29df03db-d771-4d6b-bec6-caab2fdcf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:38.146870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.147258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Bound using segment: {'id': '29df03db-d771-4d6b-bec6-caab2fdcf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:38.147731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Bound port: 36f103f6-0e03-4b72-a774-8f0e42ba8c34, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29df03db-d771-4d6b-bec6-caab2fdcf4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8ca588f5-0985-4e71-a2d4-497c185bee77'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:38.148101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.161585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.220097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:38.293904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.296372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2d927e73-32cb-42a7-92e6-fc4a7fc53975 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec82645b-6d2f-4be2-8955-d3d34e8a376e HTTP/1.1" status: 204 len: 168 time: 1.9449625 Mar 02 19:57:38.309704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.333137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=ce27d71d-c32f-4436-9007-c5ea7a8278b8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:38.338461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.356845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 6f6805fd-b690-4c73-9cb0-9f5517f145ef up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:38.368730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:38.372688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Usage tracker for resource:security_group_rule and tenant:0768b36ed28849128440ef9e2b5446a8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:38.376021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:38.386686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:38.452682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] For port 36f103f6-0e03-4b72-a774-8f0e42ba8c34, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:38.461348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] For port 36f103f6-0e03-4b72-a774-8f0e42ba8c34, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=36f103f6-0e03-4b72-a774-8f0e42ba8c34,segment=NetworkSegment(29df03db-d771-4d6b-bec6-caab2fdcf4e9),segment_id=29df03db-d771-4d6b-bec6-caab2fdcf4e9)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:38.463335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd91a6-6fa6-462b-83bb-723b43720704 req-fa372eb0-93be-4842-bdf3-ab8470fd4165 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:38.465122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4dd91a6-6fa6-462b-83bb-723b43720704 req-fa372eb0-93be-4842-bdf3-ab8470fd4165 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 944 time: 0.9748676 Mar 02 19:57:38.465257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4079e836-babc-4baa-8862-79c526598202 None None] Transition to ACTIVE for port object 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:38.469525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.480862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '947f3c58-df6a-4ddd-9058-1f6698527071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:38.481385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: a62c5e77-d63d-408a-a3fe-cd5436020e9e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:38.490459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4079e836-babc-4baa-8862-79c526598202 None None] Transition to ACTIVE for port object 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:38.535474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c4fa347-f601-4aa5-a729-f861f723e40b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:38.574106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 89d23afd-0fc3-455b-ac20-5a2edb40af1d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:38.581691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.608513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.627265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.636153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:38.641168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4dd91a6-6fa6-462b-83bb-723b43720704 req-637eb631-dc40-406b-969c-0a5bc0419d35 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650996 Mar 02 19:57:38.648462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=080d4d89-c4fe-4e79-acf6-84cb6b56a6d0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:38.684078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.697131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Deleting port c064f888-4015-4e4e-a13d-fcf1b031c147 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:38.697366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, a62c5e77-d63d-408a-a3fe-cd5436020e9e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:38.697629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.719234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.723136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:38.723879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.729104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.734099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079e836-babc-4baa-8862-79c526598202 None None] Pushing event updated for resources: {'Port': ['ID=1678d628-dc1e-48aa-a04d-e2e9f3ba0155,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:38.753828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079e836-babc-4baa-8862-79c526598202 None None] Network 9e7408a2-db8e-4746-b278-ba937a10fe50 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:38.756004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4585d1-4083-4cc9-850d-1ac6f6e801d8 None None] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:38.797834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.811427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-4079e836-babc-4baa-8862-79c526598202 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:38.816964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 6f6805fd-b690-4c73-9cb0-9f5517f145ef completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:38.821139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079e836-babc-4baa-8862-79c526598202 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:38.875251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.883607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59112) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:38.890249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.908737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.915809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 6f6805fd-b690-4c73-9cb0-9f5517f145ef triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:38.915809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.938233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:38.943908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.951548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Usage tracker for resource:security_group_rule and tenant:77c8535bb9ec4d8a8f26fc75eaa96880 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:38.957723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:38.991972 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2d9ce204-36f5-4bb6-9e5a-97182534ef5c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5793140 Mar 02 19:57:39.000716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59116) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:39.003502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da9987-74fc-4c30-b46b-faa973c7c537,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.011230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-712d849a-deff-4260-82a3-2ebad4860b0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0768b36ed28849128440ef9e2b5446a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815423 Mar 02 19:57:39.011654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:39.015976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7408a2-db8e-4746-b278-ba937a10fe50']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:39.023590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:39.035949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1575440692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:39.055193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1c4fa347-f601-4aa5-a729-f861f723e40b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:39.056064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:39.068717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:39.072087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:39.072424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:39.080098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=89d23afd-0fc3-455b-ac20-5a2edb40af1d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.080276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Calling delete_port for c064f888-4015-4e4e-a13d-fcf1b031c147 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:39.087008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:39.093927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:39.096598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:39.102625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:39.103266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.109956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1c4fa347-f601-4aa5-a729-f861f723e40b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:39.109956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.110277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:39.124911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:39.128890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.168286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.179128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.180308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.189913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:39.190358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.205519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Update dhcp port {'port': {'network_id': '082f31e1-cd87-4b1d-b9ce-23900a517dd5', 'fixed_ips': [{'subnet_id': '27c04fcc-1b7d-48cd-882c-8dcaeb8013b5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '1c4fa347-f601-4aa5-a729-f861f723e40b'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 19:57:39.209287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d08b29cd-2a7c-480a-bc72-68346fe4848d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.4807520 Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:39.210285 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:39.225403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:39.233964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27c04fcc-1b7d-48cd-882c-8dcaeb8013b5'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:39.274584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27380b15-d629-4a3d-ba0b-b98fe6a572fe None None] Pushing event updated for resources: {'Port': ['ID=36f103f6-0e03-4b72-a774-8f0e42ba8c34,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.283991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4079e836-babc-4baa-8862-79c526598202 None None] Attempting to bind port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:39.284133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.284645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4079e836-babc-4baa-8862-79c526598202 None None] Attempting to bind port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:39.285181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079e836-babc-4baa-8862-79c526598202 None None] Attempting to bind port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 on network 9e7408a2-db8e-4746-b278-ba937a10fe50 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:39.326613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.326954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079e836-babc-4baa-8862-79c526598202 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:39.326954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079e836-babc-4baa-8862-79c526598202 None None] Checking segment: {'id': '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:39.326954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.326954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079e836-babc-4baa-8862-79c526598202 None None] Bound using segment: {'id': '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:39.327326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4079e836-babc-4baa-8862-79c526598202 None None] Bound port: 1678d628-dc1e-48aa-a04d-e2e9f3ba0155, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9e7408a2-db8e-4746-b278-ba937a10fe50'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:39.327442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.379017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.388321 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77c8535bb9ec4d8a8f26fc75eaa96880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035698 Mar 02 19:57:39.393004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59128) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:39.426900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.432681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:57:39.432681 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:57:39.432681 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '9e7408a2-db8e-4746-b278-ba937a10fe50'}] Mar 02 19:57:39.432681 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:39.433270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:39.484058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.497546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.515652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475416bc-411e-4d45-b892-c096f9f82369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc487c-b4af-4951-8e1a-540dfae3ac71,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.563452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.566029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.602055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.619460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.623886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.655095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.697949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Pushing event deleted for resources: {'Port': ['ID=c064f888-4015-4e4e-a13d-fcf1b031c147,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.722732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.753539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-a62c5e77-d63d-408a-a3fe-cd5436020e9e', 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': 'ce27d71d-c32f-4436-9007-c5ea7a8278b8'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:39.754365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.811376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.830420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4079e836-babc-4baa-8862-79c526598202 None None] For port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:39.847881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.878672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4079e836-babc-4baa-8862-79c526598202 None None] For port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1678d628-dc1e-48aa-a04d-e2e9f3ba0155,segment=NetworkSegment(1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a),segment_id=1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:39.907218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da9987-74fc-4c30-b46b-faa973c7c537,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:39.937282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:57:39.942188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4079e836-babc-4baa-8862-79c526598202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.959328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.973161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.974298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0be8581a-1a3a-4fc8-b3eb-79854d9ca4d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92da9987-74fc-4c30-b46b-faa973c7c537 HTTP/1.1" status: 204 len: 168 time: 0.9327636 Mar 02 19:57:39.991410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:39.996222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b1377559-af85-4ab3-a718-98ca730b4851 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9882238 Mar 02 19:57:39.997234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:40.033374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:40.049550 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'code': 200} Mar 02 19:57:40.091207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.113381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.155210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc487c-b4af-4951-8e1a-540dfae3ac71,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:40.203244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 1c4fa347-f601-4aa5-a729-f861f723e40b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c4fa347-f601-4aa5-a729-f861f723e40b,segment=NetworkSegment(acbe51ac-4a10-464a-a1bb-268b5c39d926),segment_id=acbe51ac-4a10-464a-a1bb-268b5c39d926)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:40.293345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Allocated IP 2001:db8:0:1::2 (082f31e1-cd87-4b1d-b9ce-23900a517dd5/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e/1c4fa347-f601-4aa5-a729-f861f723e40b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:40.394260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.398946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.450962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:40.451499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.571182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.587775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079e836-babc-4baa-8862-79c526598202 None None] Pushing event updated for resources: {'Port': ['ID=1678d628-dc1e-48aa-a04d-e2e9f3ba0155,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:40.629393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:40.633811 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cd29426c-fcec-43bb-978d-6481c01f67fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/becc487c-b4af-4951-8e1a-540dfae3ac71 HTTP/1.1" status: 204 len: 168 time: 1.2396772 Mar 02 19:57:40.727585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2840bc8-cffe-4e72-8ddb-cc401ed9a9de None None] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:40.750860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Router fceaab99-28f0-4c22-a64b-21f41116a988 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:40.848291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 36f103f6-0e03-4b72-a774-8f0e42ba8c34 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:40.877347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51a46c-bfbf-4998-a6f1-b0a011d04d78 req-92400e6a-5166-449e-bae5-00002d7a1928 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:40.879319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c51a46c-bfbf-4998-a6f1-b0a011d04d78 req-92400e6a-5166-449e-bae5-00002d7a1928 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 944 time: 0.9738576 Mar 02 19:57:40.916640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] For port 1c4fa347-f601-4aa5-a729-f861f723e40b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c4fa347-f601-4aa5-a729-f861f723e40b,segment=NetworkSegment(acbe51ac-4a10-464a-a1bb-268b5c39d926),segment_id=acbe51ac-4a10-464a-a1bb-268b5c39d926)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:41.035861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Allocated IP 172.21.0.2 (a62c5e77-d63d-408a-a3fe-cd5436020e9e/ce27d71d-c32f-4436-9007-c5ea7a8278b8/c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:41.058931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa4ba4-5174-47dc-96ed-044f40ea8b4c None None] Network 9e7408a2-db8e-4746-b278-ba937a10fe50 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:41.074848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:41.089025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a89a29ba-2af8-4db1-a27a-bfd300073d68 None None] Provisioning for port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:41.089500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.093331 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-45cbb792-432f-473a-8841-f0e3517384cb tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "PUT /v2.0/routers/fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 200 len: 705 time: 3.3941758 Mar 02 19:57:41.093465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:41.094181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59164) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:41.132950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] Sync routers for ids ['fceaab99-28f0-4c22-a64b-21f41116a988'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:41.150178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.190723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:41.287009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.340878 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-18a81ddb-11f3-4e17-ae62-f387002b2a75 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/routers/fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 200 len: 740 time: 0.2372296 Mar 02 19:57:41.341607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] Routers {'fceaab99-28f0-4c22-a64b-21f41116a988'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:41.342246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fceaab99-28f0-4c22-a64b-21f41116a988'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:41.343654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59178) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:41.421828 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4aecbcfb-9ae3-429e-9b98-d9f9f70beb57 tempest-RoutersAdminTest-1631825688 tempest-RoutersAdminTest-1631825688-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 200 len: 205 time: 0.0723171 Mar 02 19:57:41.423001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59184) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:41.518712 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e9f7d721-d5c0-4596-b35c-b230bcf38490 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 200 len: 205 time: 0.0940607 Mar 02 19:57:41.519383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c51a46c-bfbf-4998-a6f1-b0a011d04d78 req-c2f21aa4-c7f7-4a07-9a11-43d18d65c1ef tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4958448 Mar 02 19:57:41.519867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59192) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:41.586170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Transition to ACTIVE for port object 1c4fa347-f601-4aa5-a729-f861f723e40b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:41.586990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:41.672911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.674531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Delete allocated IP 2001:db8:0:1::2bd (082f31e1-cd87-4b1d-b9ce-23900a517dd5/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:57:41.685812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:41.705376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.759113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:41.759476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:41.811586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] Routers {'fceaab99-28f0-4c22-a64b-21f41116a988'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:41.812195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fceaab99-28f0-4c22-a64b-21f41116a988'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:41.884138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=1c4fa347-f601-4aa5-a729-f861f723e40b,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:41.989749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.20.0.1 (8ca588f5-0985-4e71-a2d4-497c185bee77/0aa5e9e2-d19e-41db-9358-cf796a95df90/926c9a99-633a-4974-8c14-e2572d567a1a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:41.999776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:42.000388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6174de-f4ae-457f-83b2-7457a2cfe2ee None None] The sync data for ids ['fceaab99-28f0-4c22-a64b-21f41116a988'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:42.018221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c10b7e-447b-4e93-b581-6aedc09bff82 req-212dd2f4-c355-421b-8a3a-a08854ac2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:42.020412 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75c10b7e-447b-4e93-b581-6aedc09bff82 req-212dd2f4-c355-421b-8a3a-a08854ac2689 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1098 time: 1.5705683 Mar 02 19:57:42.033095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1a0a8d2e-3e00-424c-ae10-5eef2344d0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.035983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.039047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.074140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.074880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Fanout notify agent at l3_agent the message router_deleted on router fceaab99-28f0-4c22-a64b-21f41116a988 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:57:42.092644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.101223 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e714d50a-1d65-4516-90f6-de628ea12337 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 204 len: 168 time: 0.5804532 Mar 02 19:57:42.107594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59204) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:42.137381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.155770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Ignored duplicate provisioning block setup for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 19:57:42.176274 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e934bc76-ae25-4521-8446-db90e3b4e690 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 200 len: 205 time: 0.0667992 Mar 02 19:57:42.177325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59210) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:42.278921 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-f71e2b18-8ec9-4a8f-bf8a-d6b1c8ef84d4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:42.286051 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f71e2b18-8ec9-4a8f-bf8a-d6b1c8ef84d4 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/fceaab99-28f0-4c22-a64b-21f41116a988 HTTP/1.1" status: 404 len: 336 time: 0.1072438 Mar 02 19:57:42.286876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59216) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:42.301833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.397494 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c0d49652-2901-4219-a5de-42c93963e8b3 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 200 len: 205 time: 0.1045697 Mar 02 19:57:42.399914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:42.461120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84febd-3ad9-4cb6-aec4-f598b15ef647 None None] Pushing event updated for resources: {'Port': ['ID=1c4fa347-f601-4aa5-a729-f861f723e40b,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:42.507690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=89d23afd-0fc3-455b-ac20-5a2edb40af1d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:42.521181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1678d628-dc1e-48aa-a04d-e2e9f3ba0155,segment=NetworkSegment(1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a),segment_id=1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:42.521942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.633564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.677135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.774424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Transition to ACTIVE for port object c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:42.791798 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-152d2e04-ecc6-4794-8399-8216bd8dd09e tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:42.795319 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-152d2e04-ecc6-4794-8399-8216bd8dd09e tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/e06d414f-9466-4d9e-9441-8f22cb19577f HTTP/1.1" status: 404 len: 336 time: 0.3920109 Mar 02 19:57:42.797305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59236) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:42.833636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Transition to ACTIVE for port object c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:42.862782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:42.931676 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-861004d4-5c76-494b-8772-9804a55b62ef tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 200 len: 205 time: 0.1308908 Mar 02 19:57:42.934031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59240) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.029640 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-1e6ec3ba-5550-464e-bed8-f9c1baa2d2ca tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:43.033484 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e6ec3ba-5550-464e-bed8-f9c1baa2d2ca tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/84c22a00-2449-471c-b4dd-257d3f31bf0c HTTP/1.1" status: 404 len: 336 time: 0.0956466 Mar 02 19:57:43.033678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:43.038010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59248) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.040870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 36f103f6-0e03-4b72-a774-8f0e42ba8c34, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=36f103f6-0e03-4b72-a774-8f0e42ba8c34,segment=NetworkSegment(29df03db-d771-4d6b-bec6-caab2fdcf4e9),segment_id=29df03db-d771-4d6b-bec6-caab2fdcf4e9)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:43.049040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:43.053869 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75c10b7e-447b-4e93-b581-6aedc09bff82 req-f6d1d6e9-c528-4929-ba5a-d484b1d3d4da service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9624670 Mar 02 19:57:43.056827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:43.126108 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4b61ca8-55c5-4d7a-8cca-0bbaa9c4e661 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 200 len: 205 time: 0.0862734 Mar 02 19:57:43.126999 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59256) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.143399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] In _notify_port_updated(), no bound segment for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d on network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:57:43.154203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:43.154866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.156289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bbfa55d0-d98f-4e9d-873b-4d5f49a70b03 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/ports/89d23afd-0fc3-455b-ac20-5a2edb40af1d HTTP/1.1" status: 200 len: 925 time: 3.9283757 Mar 02 19:57:43.170966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.199027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59262) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.219711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '27c04fcc-1b7d-48cd-882c-8dcaeb8013b5'}, {'subnet_id': 'a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:43.230134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Attempting to bind port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:43.230485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Attempting to bind port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '947f3c58-df6a-4ddd-9058-1f6698527071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:43.230845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Attempting to bind port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 on network a62c5e77-d63d-408a-a3fe-cd5436020e9e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:43.237120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:43.237486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Checking segment: {'id': '947f3c58-df6a-4ddd-9058-1f6698527071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:43.237887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.238272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Bound using segment: {'id': '947f3c58-df6a-4ddd-9058-1f6698527071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:43.238777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Bound port: c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947f3c58-df6a-4ddd-9058-1f6698527071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a62c5e77-d63d-408a-a3fe-cd5436020e9e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:43.239173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.265290 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-c3c3cbf0-b8c2-4f02-8331-fbfd08a20fbe tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:43.269033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Pushing event updated for resources: {'Port': ['ID=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:43.269763 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c3c3cbf0-b8c2-4f02-8331-fbfd08a20fbe tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/993f3b4f-fd76-470f-8628-9653836750b1 HTTP/1.1" status: 404 len: 336 time: 0.1416235 Mar 02 19:57:43.277758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59266) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.332788 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d2fd8961-fa71-443f-8890-30134c8562a1 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 200 len: 205 time: 0.0536528 Mar 02 19:57:43.336056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59272) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.339847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60bc616-d835-4c8e-933e-ed10854bfe6e None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:43.369768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:43.411612 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-c282afc9-9821-440c-bc53-7abf852a7cde tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:43.415778 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c282afc9-9821-440c-bc53-7abf852a7cde tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/b69a5c46-3bb7-451a-88ab-2b3d65a883c3 HTTP/1.1" status: 404 len: 336 time: 0.0784013 Mar 02 19:57:43.422993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.499938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ba303245-7d90-4902-86cb-847ec1e9b073 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "GET /v2.0/ports?device_id=047292c8-a66b-4fa6-9ede-335d18fcdfbc HTTP/1.1" status: 200 len: 205 time: 0.0726268 Mar 02 19:57:43.505932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.568594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c4fa347-f601-4aa5-a729-f861f723e40b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:43.625682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.629212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.632937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-f6fc4be4-0c1c-456a-98c3-35159fb356ce tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] delete failed (client error): The resource could not be found. Mar 02 19:57:43.636389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6fc4be4-0c1c-456a-98c3-35159fb356ce tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/routers/047292c8-a66b-4fa6-9ede-335d18fcdfbc HTTP/1.1" status: 404 len: 336 time: 0.1258614 Mar 02 19:57:43.640258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.652212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.685993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd62c72b-f890-4b0c-9fed-1451fefe9f0a None None] Provisioning complete for port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:43.686963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd62c72b-f890-4b0c-9fed-1451fefe9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.703483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:43.720914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 926c9a99-633a-4974-8c14-e2572d567a1a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:43.742083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad69f9-305f-455f-ad97-86d6a13f7a49 req-43af900f-858a-4713-a77d-cfc7a3b23471 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:43.748307 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bcad69f9-305f-455f-ad97-86d6a13f7a49 req-43af900f-858a-4713-a77d-cfc7a3b23471 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 0.7016053 Mar 02 19:57:43.749334 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-02108a4a-02f6-47dd-8a5b-7185bb69ede7 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] DELETE failed (client error): The resource could not be found. Mar 02 19:57:43.756689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02108a4a-02f6-47dd-8a5b-7185bb69ede7 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:57:43.781657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-02108a4a-02f6-47dd-8a5b-7185bb69ede7 tempest-RoutersAdminTest-1838797623 tempest-RoutersAdminTest-1838797623-project] 10.222.0.36 "DELETE /v2.0/subnets/7521ae7b-4148-4794-b5b2-f13e135924ff HTTP/1.1" status: 404 len: 337 time: 0.1389892 Mar 02 19:57:43.782642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.818863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=36f103f6-0e03-4b72-a774-8f0e42ba8c34,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:43.858997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f417e8f4-abea-4443-bfea-af330727426b tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:43.859165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] For port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:43.864793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] For port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,segment=NetworkSegment(947f3c58-df6a-4ddd-9058-1f6698527071),segment_id=947f3c58-df6a-4ddd-9058-1f6698527071)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:43.888798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:43.914726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=1678d628-dc1e-48aa-a04d-e2e9f3ba0155,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:43.923327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port 1678d628-dc1e-48aa-a04d-e2e9f3ba0155 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:44.063213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.091777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e7408a2-db8e-4746-b278-ba937a10fe50']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:44.093317 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f417e8f4-abea-4443-bfea-af330727426b tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "PUT /v2.0/quotas/e5924a5bb105412cafb77860af603440 HTTP/1.1" status: 200 len: 366 time: 0.4652972 Mar 02 19:57:44.105391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:44.105767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5e56cb-0be5-47c9-8aa0-f3bba4abe51a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:44.113155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59306) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.118585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.139869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.147339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:44.147966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.236485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a92423-ca63-4803-8a56-1785b89616b6 None None] Pushing event updated for resources: {'Port': ['ID=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:44.249143 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bb7bb7d3-1620-4795-9283-a3c6bc5a39ea tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1345274 Mar 02 19:57:44.252083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59312) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.283012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1477893106'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:44.285574 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-42bbbc3d-0ea7-431a-8cec-4f39061c29a8 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas/e5924a5bb105412cafb77860af603440 HTTP/1.1" status: 200 len: 366 time: 0.0326030 Mar 02 19:57:44.289251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59316) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:44.294469 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:44.313712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:44.323532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Usage tracker for resource:network and tenant:9957ba31409f48e39d71cdf990211fec is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:44.333760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:44.339180 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bcad69f9-305f-455f-ad97-86d6a13f7a49 req-81e3ebf9-89e7-48fe-8c05-1b431e71f687 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5712261 Mar 02 19:57:44.355943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:44.359610 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7d949cdb-ca07-4b2f-b657-bd5ae8b2d553 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e5924a5bb105412cafb77860af603440 HTTP/1.1" status: 204 len: 168 time: 0.0669398 Mar 02 19:57:44.360651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.360861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7aca2160-303e-47bd-b73d-1c9516df70e4 None None] Provisioning for port 1c4fa347-f601-4aa5-a729-f861f723e40b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:44.369546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59320) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.370100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59322) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.375484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7aca2160-303e-47bd-b73d-1c9516df70e4 None None] Provisioning complete for port 1c4fa347-f601-4aa5-a729-f861f723e40b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:44.375849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7aca2160-303e-47bd-b73d-1c9516df70e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.411419 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-64edf1d6-f106-418c-954f-c117fd3ed9f2 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0378103 Mar 02 19:57:44.411943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59330) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.421898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.425671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.443142 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e4d438cb-abd9-4265-a080-3347b3433a11 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas/e5924a5bb105412cafb77860af603440 HTTP/1.1" status: 200 len: 370 time: 0.0240350 Mar 02 19:57:44.445770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.454618 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b1db966-6f38-4200-8d7c-4e9dd96dad9d tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas/e5924a5bb105412cafb77860af603440/default HTTP/1.1" status: 200 len: 370 time: 0.0078492 Mar 02 19:57:44.470563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59338) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.473756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8:0:1::1e5 (082f31e1-cd87-4b1d-b9ce-23900a517dd5/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e/89d23afd-0fc3-455b-ac20-5a2edb40af1d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:44.504498 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-55596ee9-fe72-41cd-a72a-c027c7579652 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] delete failed (client error): The resource could not be found. Mar 02 19:57:44.508321 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-55596ee9-fe72-41cd-a72a-c027c7579652 tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/e5924a5bb105412cafb77860af603440 HTTP/1.1" status: 404 len: 348 time: 0.0341775 Mar 02 19:57:44.584269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=926c9a99-633a-4974-8c14-e2572d567a1a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:44.589052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=9e7408a2-db8e-4746-b278-ba937a10fe50,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:44.596619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Made reservation on behalf of 9957ba31409f48e39d71cdf990211fec for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:44.600935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.618147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:44.621660 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bde08d8a-8464-4365-9893-a630515357cf tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/9e7408a2-db8e-4746-b278-ba937a10fe50 HTTP/1.1" status: 204 len: 168 time: 7.6079590 Mar 02 19:57:44.624488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:44.627628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:44.628753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.654297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:44.704463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497992445'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:44.718392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:44.729554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.742030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:44.750241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:44.756802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:44.765675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:44.770703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Usage tracker for resource:security_group_rule and tenant:10770c09dec64eabaf259aceaa02a83d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:44.773931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:44.776358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Usage tracker for resource:security_group_rule and tenant:9957ba31409f48e39d71cdf990211fec is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:44.779146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:44.785592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:44.796451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:44.808537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Provisioning for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:44.827014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:44.827625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Provisioning complete for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:44.830349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.842002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.942931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.966078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:44.994975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Port 89d23afd-0fc3-455b-ac20-5a2edb40af1d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:45.018667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59348) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:45.027842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Provisioning complete for port 1c4fa347-f601-4aa5-a729-f861f723e40b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:45.028223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7311cfcf-fc1e-4d17-9dde-1061c2ed855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.042940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:45.046786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.062744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf56ebf6-7cb8-4532-a1f1-addec52b4113,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:45.090828 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0cd873e0-4050-4db4-890b-1ba42e806b4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10770c09dec64eabaf259aceaa02a83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7164519 Mar 02 19:57:45.091024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59352) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:45.093749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe1f4-6bb4-41d3-9be4-3e607b4a6d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.121009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:45.130968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.131364 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment 1a264658-4530-4e6d-9331-d66b49870713 of type vlan for network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e Mar 02 19:57:45.143854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:network and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:45.158756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.173720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.174921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:45.199434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.218674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.224131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:45.224865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.227842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Ignored duplicate provisioning block setup for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 19:57:45.250250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.278610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.325158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:subnet and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:45.342418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Provisioning complete for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:45.342787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.399240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.445260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=89d23afd-0fc3-455b-ac20-5a2edb40af1d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:45.494097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:45.514167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Port 89d23afd-0fc3-455b-ac20-5a2edb40af1d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:45.520198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 36f103f6-0e03-4b72-a774-8f0e42ba8c34 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:45.593673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] In _notify_port_updated(), no bound segment for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d on network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:57:45.596637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.610257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:45.610946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.612357 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b467a4db-fbd9-4f59-be13-040d763c1ae6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/ports/89d23afd-0fc3-455b-ac20-5a2edb40af1d HTTP/1.1" status: 200 len: 1011 time: 2.4065526 Mar 02 19:57:45.617846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Provisioning for port 926c9a99-633a-4974-8c14-e2572d567a1a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:45.620373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.631333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59358) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:45.655358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Provisioning complete for port 926c9a99-633a-4974-8c14-e2572d567a1a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:45.655850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.771143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-11e25632-5d1b-4ca6-99af-f1f04db70310 None None] Port 926c9a99-633a-4974-8c14-e2572d567a1a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:45.784087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=e2c64b32-961a-4b7a-8e40-1fc6a572ae0e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:45.793312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3181031c-3ef9-4e4f-91ef-b0fc314cf5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1472116 Mar 02 19:57:45.795765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.799666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:45.802448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.816210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:45.818246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:45.842026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.870133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:subnetpool and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:45.884663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:45.884935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.890404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:45.927862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:port and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:45.944495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:45.954935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 89d23afd-0fc3-455b-ac20-5a2edb40af1d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:45.955272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:45.997954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:46.014130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d93976-443f-4406-b66b-a8282ab81c88 None None] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:46.058543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80cd55d7-090a-44c4-a6cd-843d462a306f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:46.068573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dfb77fc5-14dd-4534-ad49-1e3ebc6f6134 None None] Provisioning complete for port 89d23afd-0fc3-455b-ac20-5a2edb40af1d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:46.070202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dfb77fc5-14dd-4534-ad49-1e3ebc6f6134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.092304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.092799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Added segment 7ee19e95-ba65-4ddb-9c8e-35766694503f of type vlan for network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 Mar 02 19:57:46.214757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dfb77fc5-14dd-4534-ad49-1e3ebc6f6134 None None] Port 89d23afd-0fc3-455b-ac20-5a2edb40af1d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:46.244264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:46.255257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.258130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.266467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:46.275037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:46.276382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:46.287387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:46.371896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.377437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:46.378128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.381825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:46.385330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.396365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 89d23afd-0fc3-455b-ac20-5a2edb40af1d owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:46.400425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ace41db2-c58b-4578-96ce-63cbcafb8003 None None] Provisioning for port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:46.432528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e86c-52a8-49b6-a24c-859095dacb78 req-6fb430bd-0f2c-4faa-adc7-c6cc94e649a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:46.437343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:router and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:46.440652 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4776e86c-52a8-49b6-a24c-859095dacb78 req-6fb430bd-0f2c-4faa-adc7-c6cc94e649a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 0.5936122 Mar 02 19:57:46.445799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:46.451267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:46.456499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:46.456866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.467986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:floatingip and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:46.482548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:46.485139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.537932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.539506 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf56ebf6-7cb8-4532-a1f1-addec52b4113 HTTP/1.1" status: 204 len: 168 time: 1.4446013 Mar 02 19:57:46.540455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24018-646c-4b5e-86b7-9cb6a60db10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf56ebf6-7cb8-4532-a1f1-addec52b4113,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:46.612010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:security_group and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:46.619857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.622365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:46.637728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Usage tracker for resource:security_group_rule and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:46.647744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:46.661833 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-28b14e54-0386-4753-b991-f709766c0f0f tempest-QuotasTest-164866599 tempest-QuotasTest-164866599-project-admin] 10.222.0.36 "GET /v2.0/quotas/1c2fe75dc33e4ba6a700bc837de3ddb6/details.json HTTP/1.1" status: 200 len: 703 time: 1.6367342 Mar 02 19:57:46.698738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9939055 Mar 02 19:57:46.744669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42420356-a5d6-4762-bf69-9312ae9446d0 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Pushing event updated for resources: {'Network': ['ID=7bcd4195-74ad-4d6f-9ce4-b010f9b4b159,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:46.752607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,segment=NetworkSegment(947f3c58-df6a-4ddd-9058-1f6698527071),segment_id=947f3c58-df6a-4ddd-9058-1f6698527071)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:46.771690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:46.788143 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4776e86c-52a8-49b6-a24c-859095dacb78 req-d6716d06-5058-4039-8cec-d3d63110e90d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462873 Mar 02 19:57:46.809470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.879982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.933821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:46.952671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=89d23afd-0fc3-455b-ac20-5a2edb40af1d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:47.027421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.122580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.143932 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0c0ec4fb-32a4-433e-972c-97fe6d786016 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/89d23afd-0fc3-455b-ac20-5a2edb40af1d HTTP/1.1" status: 204 len: 168 time: 1.5090780 Mar 02 19:57:47.145929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.207273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.236921 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fa8f17-d3b4-477b-a443-c266cd47b71a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:57:47.238304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-39fa8f17-d3b4-477b-a443-c266cd47b71a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:47.279393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ab21283-febc-44c0-9112-959d8bae4de1 None None] Provisioning complete for port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:47.279862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-39fa8f17-d3b4-477b-a443-c266cd47b71a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:47.280515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ab21283-febc-44c0-9112-959d8bae4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.281380 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-39fa8f17-d3b4-477b-a443-c266cd47b71a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/89d23afd-0fc3-455b-ac20-5a2edb40af1d HTTP/1.1" status: 404 len: 333 time: 0.1266012 Mar 02 19:57:47.284413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59384) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.354614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:47.414686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6d94f-b665-4b91-868b-a95b01fe7c74 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:57:47.416449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.423989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=926c9a99-633a-4974-8c14-e2572d567a1a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:47.467992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:47.483950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.498955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.612168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.653340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.660937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59394) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.674899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f6d94f-b665-4b91-868b-a95b01fe7c74 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:57:47.679661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.689424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1638392555'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:47.729306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:47.746064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754781a-1b5e-445c-9e63-24eb2dbf4bc7 req-bfabfe63-a3bc-4318-a5f5-044b944f09c2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:47.747810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2754781a-1b5e-445c-9e63-24eb2dbf4bc7 req-bfabfe63-a3bc-4318-a5f5-044b944f09c2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 0.5325563 Mar 02 19:57:47.763603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Usage tracker for resource:port and tenant:e83ec2470a4b40fba656308ecfa62ace is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:47.764524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.905073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.921798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:47.926339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Usage tracker for resource:security_group_rule and tenant:0a450dea2ef24b6e97edb48f39b4e1a4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:47.929639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:47.934899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:47.935158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:47.954535 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c749bf48-04e9-4796-96d3-33c5dbea8794 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e2b9b188a294b23b0855ea90405b048&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4502139 Mar 02 19:57:47.956534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:47.962342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59402) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:47.979481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:47.999771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:48.008983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:48.009685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.015811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=4a634200-7f97-404d-9b48-511aac7e6fcb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:48.018007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Made reservation on behalf of e83ec2470a4b40fba656308ecfa62ace for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:48.020531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.030016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:48.043086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2754781a-1b5e-445c-9e63-24eb2dbf4bc7 req-20110f4f-464a-4641-bca7-fe22ec200247 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741697 Mar 02 19:57:48.046121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.058624 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-144c53b9-0eda-4e65-84a3-ced4ed498d47 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e HTTP/1.1" status: 204 len: 168 time: 0.7725978 Mar 02 19:57:48.061357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59406) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:48.079549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59410) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:48.095417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': '1a264658-4530-4e6d-9331-d66b49870713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:48.095759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: e2c64b32-961a-4b7a-8e40-1fc6a572ae0e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:48.132607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad37fa-2ecd-48cb-be35-46d0cdd53c56 None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:48.133525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.169883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:48.193383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Usage tracker for resource:security_group_rule and tenant:e83ec2470a4b40fba656308ecfa62ace is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:48.199172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:48.200985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.247406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01fc083-ac4a-4262-ae13-c240bba6814f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:48.248864 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c01fc083-ac4a-4262-ae13-c240bba6814f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1093 time: 0.1668794 Mar 02 19:57:48.260744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:48.264870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:48.280811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:48.287489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:48.289475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 27c04fcc-1b7d-48cd-882c-8dcaeb8013b5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:57:48.294936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.296657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:48.302667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:48.318114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:48.326147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.332012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:48.341918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.369289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.381248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e2c64b32-961a-4b7a-8e40-1fc6a572ae0e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:48.389383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:48.391194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.392731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.413820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.421804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f04d088-3b89-4a7c-9f76-3dfa5207fcea None None] Network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:48.444982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.448891 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79aa2262-6047-40fe-8c9e-80eb8ee0f120 HTTP/1.1" status: 204 len: 168 time: 0.4756596 Mar 02 19:57:48.448891 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a450dea2ef24b6e97edb48f39b4e1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7869060 Mar 02 19:57:48.451941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59420) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:48.454354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174514d-e739-40dc-b44a-6d35cdbc9169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d7be26-d5fd-4494-a265-bdb877fd0634,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:48.484646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ef9ce-030b-4cf4-b12f-c9a14bb5a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79aa2262-6047-40fe-8c9e-80eb8ee0f120,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:48.598309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.603067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0ed1e7a-8f0e-4a5e-8216-55cc47dddfba None None] Provisioning complete for port 926c9a99-633a-4974-8c14-e2572d567a1a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:48.603722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0ed1e7a-8f0e-4a5e-8216-55cc47dddfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.630961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.643097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.685300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.699176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b2c2fd1e-7985-449d-bc47-075ff41b9d6d tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8958447 Mar 02 19:57:48.704925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.711327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:48.742600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.796208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed1e7a-8f0e-4a5e-8216-55cc47dddfba None None] Port 926c9a99-633a-4974-8c14-e2572d567a1a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:48.801914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port 897a015e-475b-49b8-a6f1-01dda301a390 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:48.869337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79990d-3a53-45aa-9fa5-73f01fae06e4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:48.931815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-e2c64b32-961a-4b7a-8e40-1fc6a572ae0e', 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '4a634200-7f97-404d-9b48-511aac7e6fcb'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:48.932703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.943758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:48.978215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d7be26-d5fd-4494-a265-bdb877fd0634,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:49.036310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 17b2a20d-fdc0-46ec-bf34-94045b3a0e61 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:57:49.056193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.060025 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4ed8cf71-3fdd-443f-8a0a-52376cf04de2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5d7be26-d5fd-4494-a265-bdb877fd0634 HTTP/1.1" status: 204 len: 168 time: 0.6068807 Mar 02 19:57:49.064883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.095853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.186 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/7065ebd1-6821-4a38-bbe8-04474f47ad70) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:49.195167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=27c04fcc-1b7d-48cd-882c-8dcaeb8013b5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:49.202514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.226438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Allocated IP 172.20.0.1 (e2c64b32-961a-4b7a-8e40-1fc6a572ae0e/4a634200-7f97-404d-9b48-511aac7e6fcb/0e9fea12-747e-401a-b9d0-8a82389a26cd) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:49.241616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.367240 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0df39972-a2ed-4df0-b7f0-c4b1d7a1d99f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/27c04fcc-1b7d-48cd-882c-8dcaeb8013b5 HTTP/1.1" status: 204 len: 168 time: 1.3045235 Mar 02 19:57:49.370278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:49.505468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.553201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.592225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 1c4fa347-f601-4aa5-a729-f861f723e40b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:49.593167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.647280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:49.658071 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] Sync routers for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:49.659973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6419f179-74e5-4d4b-b665-4d2a905bc4c8 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6539903 Mar 02 19:57:49.662722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:49.677531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:49.678187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:49.681065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.712009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Transition to ACTIVE for port object 0e9fea12-747e-401a-b9d0-8a82389a26cd will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:49.761916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.765452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Transition to ACTIVE for port object 0e9fea12-747e-401a-b9d0-8a82389a26cd will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:49.797594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:49.825375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f2721-1ff8-4684-97b8-956ad37fee64 None None] Network 082f31e1-cd87-4b1d-b9ce-23900a517dd5 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:49.847765 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:49.874362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:49.883396 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:49.885488 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:49.914326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port 897a015e-475b-49b8-a6f1-01dda301a390 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:49.996249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port 1c4fa347-f601-4aa5-a729-f861f723e40b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c4fa347-f601-4aa5-a729-f861f723e40b,segment=NetworkSegment(acbe51ac-4a10-464a-a1bb-268b5c39d926),segment_id=acbe51ac-4a10-464a-a1bb-268b5c39d926)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:49.996646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.026090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc1cb9d-d05b-4632-b80f-1e410b5608fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:50.026395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4fc1cb9d-d05b-4632-b80f-1e410b5608fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:50.045589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.056901 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:50.057502 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87199fe6-cf54-4f04-a2da-c9f883905c35 None None] The sync data for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:50.071185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:50.097219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:50.104453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:50.107003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Transition to ACTIVE for port object 897a015e-475b-49b8-a6f1-01dda301a390 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:50.108664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Pushing event updated for resources: {'Port': ['ID=0e9fea12-747e-401a-b9d0-8a82389a26cd,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.116368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.136252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:50.140674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a48c7ea-6cac-4e51-b992-12a6feba9610 None None] Provisioning complete for port 1c4fa347-f601-4aa5-a729-f861f723e40b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:50.141170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a48c7ea-6cac-4e51-b992-12a6feba9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.157825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.166028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 1c4fa347-f601-4aa5-a729-f861f723e40b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:50.251059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.308378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No DVR routers for this DVR port 1c4fa347-f601-4aa5-a729-f861f723e40b on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:50.337628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:50.338215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.341020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=1c4fa347-f601-4aa5-a729-f861f723e40b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.342557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=4a634200-7f97-404d-9b48-511aac7e6fcb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.348573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:50.352702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Usage tracker for resource:security_group_rule and tenant:1c2fe75dc33e4ba6a700bc837de3ddb6 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:50.355694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:50.361488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:50.377144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a48c7ea-6cac-4e51-b992-12a6feba9610 None None] Could not find standard attr ID for object 1c4fa347-f601-4aa5-a729-f861f723e40b. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:57:50.385999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Attempting to bind port 0e9fea12-747e-401a-b9d0-8a82389a26cd on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:50.386476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Attempting to bind port 0e9fea12-747e-401a-b9d0-8a82389a26cd by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1a264658-4530-4e6d-9331-d66b49870713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:50.387229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Attempting to bind port 0e9fea12-747e-401a-b9d0-8a82389a26cd on network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:50.393156 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.plugins.ml2.db [None req-3a48c7ea-6cac-4e51-b992-12a6feba9610 None None] No ports have port_id starting with 1c4fa347-f601-4aa5-a729-f861f723e40b Mar 02 19:57:50.407031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:50.407500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Checking segment: {'id': '1a264658-4530-4e6d-9331-d66b49870713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:50.407965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.408440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Bound using segment: {'id': '1a264658-4530-4e6d-9331-d66b49870713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:50.408979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Bound port: 0e9fea12-747e-401a-b9d0-8a82389a26cd, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a264658-4530-4e6d-9331-d66b49870713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:50.409541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.452124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.457346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.474881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.476532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4fc1cb9d-d05b-4632-b80f-1e410b5608fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:50.480498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4fc1cb9d-d05b-4632-b80f-1e410b5608fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports/926c9a99-633a-4974-8c14-e2572d567a1a HTTP/1.1" status: 200 len: 910 time: 0.8118794 Mar 02 19:57:50.486334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082f31e1-cd87-4b1d-b9ce-23900a517dd5']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:50.499377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbe51ac-4a10-464a-a1bb-268b5c39d926') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:50.499598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbe51ac-4a10-464a-a1bb-268b5c39d926') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:50.511268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.521043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:50.529311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.537555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:50.538215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.543366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.589795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd604e6-6f31-49c1-8cbc-79d0e04b63d2 None None] DHCP port deletion for 082f31e1-cd87-4b1d-b9ce-23900a517dd5 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:57:50.599982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] For port 0e9fea12-747e-401a-b9d0-8a82389a26cd, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:50.615668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] For port 0e9fea12-747e-401a-b9d0-8a82389a26cd, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0e9fea12-747e-401a-b9d0-8a82389a26cd,segment=NetworkSegment(1a264658-4530-4e6d-9331-d66b49870713),segment_id=1a264658-4530-4e6d-9331-d66b49870713)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:50.623589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:50.651025 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:50.653218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.693656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.699075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.743388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fa7e7-6513-4325-af96-aecb26a2159e None None] Pushing event updated for resources: {'Port': ['ID=0e9fea12-747e-401a-b9d0-8a82389a26cd,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.753895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=082f31e1-cd87-4b1d-b9ce-23900a517dd5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.763399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:50.764021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59480) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:50.768997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:50.771564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:50.800007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c430fbf7-63f5-4fbf-b7e3-21cec891fff4 None None] Network e2c64b32-961a-4b7a-8e40-1fc6a572ae0e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:50.819415 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-758e69f9-e4ba-46f2-8534-aa76a9f5c0a2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/082f31e1-cd87-4b1d-b9ce-23900a517dd5 HTTP/1.1" status: 204 len: 168 time: 1.4429426 Mar 02 19:57:50.823025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:50.823670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=7065ebd1-6821-4a38-bbe8-04474f47ad70,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.903798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:50.917844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8df564-4f43-48ad-a88b-3e87e2d8ed43,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.922587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc50c68f-f988-42b7-9bc1-b5b55db87db5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c2fe75dc33e4ba6a700bc837de3ddb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8497877 Mar 02 19:57:50.931181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=897a015e-475b-49b8-a6f1-01dda301a390,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:50.935462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:50.973868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-729029499', 'router:external': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:50.993881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c64b32-961a-4b7a-8e40-1fc6a572ae0e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:51.009518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Checking segment: {'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:51.009874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Network hostable DHCP agents. Network: 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:51.020539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:51.033362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a264658-4530-4e6d-9331-d66b49870713') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:51.033657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a264658-4530-4e6d-9331-d66b49870713') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:51.035721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:network and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:51.041654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:51.060277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e188f3ee-8ff1-49d4-bb75-f47e5a6ac39b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:51.061003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e188f3ee-8ff1-49d4-bb75-f47e5a6ac39b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:51.064842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:51.065106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab92e51f-e2e2-462e-93f3-e38f527f4648 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:57:51.125938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.202946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab92e51f-e2e2-462e-93f3-e38f527f4648 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:57:51.222098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:51.228238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.240965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.257826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c4fa347-f601-4aa5-a729-f861f723e40b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:57:51.268029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Made reservation on behalf of 7dc48e2802ef4805ae0a8fe8fbfd6795 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:51.270522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.282881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e188f3ee-8ff1-49d4-bb75-f47e5a6ac39b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:51.289011 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e188f3ee-8ff1-49d4-bb75-f47e5a6ac39b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4443059 Mar 02 19:57:51.289423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59494) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:51.294183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.312380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1c4fa347-f601-4aa5-a729-f861f723e40b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:57:51.312725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c4fa347-f601-4aa5-a729-f861f723e40b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:57:51.330270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:51.330884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.345675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:51.347322 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:51.369624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:51.378437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:51.378619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:security_group_rule and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:51.430507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:51.453419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:51.500014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.525944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:51.526303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:51.526614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:51.534363 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7263ba54-3cb7-4fac-80ee-8cc2cce27cbb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2401984 Mar 02 19:57:51.541093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:51.550082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:51.550408 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:51.553953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1729045201'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:51.567260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 2 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:51.573830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:57:51.573830 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:57:51.573830 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': 'e2c64b32-961a-4b7a-8e40-1fc6a572ae0e'}] Mar 02 19:57:51.573830 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:51.574280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:51.586866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:51.599869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:51.606417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:51.611743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:51.612072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:51.612423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:51.623287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.630950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37dc086-a7a9-4b86-be83-6309d41ead02 None None] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:51.631913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.646934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:51.663270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:51.664577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:51.664909 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:51.667614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 3 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:51.685707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f11632-e804-470a-b462-f2b537b58686,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:51.697624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.731899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:51.735389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.751815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:51.752144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:51.752499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:51.765626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.766020 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Added segment cd91fe64-c821-4d13-865c-56c9c7654283 of type vlan for network bfa84786-9a77-47d2-a152-2c5672119c22 Mar 02 19:57:51.771991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.783858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:51.784678 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:51.792125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.792802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 4 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:51.823416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:51.833143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.833711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 1ba7b77b-ba2a-46ce-a30f-93180d76c959 of type vlan for network 47c89020-e3a8-4833-bafd-0ea4d219291c Mar 02 19:57:51.847658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:51.847979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:51.848301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:51.855545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8df564-4f43-48ad-a88b-3e87e2d8ed43,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:51.856164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.874543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:51.874889 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:51.881481 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 5 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:51.893433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.907644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.926506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:51.926829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:51.927620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:51.929492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.930609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fb1759d8-4705-4bff-956d-5215d125518e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ee8df564-4f43-48ad-a88b-3e87e2d8ed43 HTTP/1.1" status: 204 len: 168 time: 0.9904196 Mar 02 19:57:51.993545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.994453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:51.994927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:51.995045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:51.995258 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.004103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 6 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:52.130745 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3627715 Mar 02 19:57:52.131813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfab2a-0c82-459e-af44-581028a41f69 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Network': ['ID=bfa84786-9a77-47d2-a152-2c5672119c22,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:52.133343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59506) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:52.144838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network bfa84786-9a77-47d2-a152-2c5672119c22 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:52.145452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'subnet': {'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:52.151845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:52.158543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:subnet and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:52.163054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:52.171101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:52.195460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.200270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Made reservation on behalf of 7dc48e2802ef4805ae0a8fe8fbfd6795 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:52.202776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.213873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.218530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.227416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:52.227748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:52.228078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:52.242681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:52.243015 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.254004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 7 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:52.261135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.267388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:52.268016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.368711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:52.369420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:52.369905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:52.429060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port 0e9fea12-747e-401a-b9d0-8a82389a26cd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:52.429646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.439698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=7065ebd1-6821-4a38-bbe8-04474f47ad70,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:52.461510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.475861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:52.476244 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.494188 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 8 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:52.514258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=47c89020-e3a8-4833-bafd-0ea4d219291c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:52.525882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d12316c6-4ad0-49eb-8e92-38fdd247d56b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9837444 Mar 02 19:57:52.530566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59520) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:52.538643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:52.539305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 47c89020-e3a8-4833-bafd-0ea4d219291c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:52.539733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:52.540163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:52.540398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:52.611614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:52.612123 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.623684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 9 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:52.667915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:52.668558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:52.669039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:52.691032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:52.691617 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.710450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 10 to bind port 897a015e-475b-49b8-a6f1-01dda301a390 Mar 02 19:57:52.806235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:52.815997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:52.827280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 5c2e646f-b52e-4772-936d-71cc916ac5bb associated. External IP: 172.26.2.186, port: 6f6805fd-b690-4c73-9cb0-9f5517f145ef. Mar 02 19:57:52.829706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:52.830028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:52.830351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:52.849150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port 897a015e-475b-49b8-a6f1-01dda301a390 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:57:52.849512 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port 897a015e-475b-49b8-a6f1-01dda301a390 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:57:52.849860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.860902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:52.886936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port 0e9fea12-747e-401a-b9d0-8a82389a26cd, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0e9fea12-747e-401a-b9d0-8a82389a26cd,segment=NetworkSegment(1a264658-4530-4e6d-9331-d66b49870713),segment_id=1a264658-4530-4e6d-9331-d66b49870713)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:52.887293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:52.902907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.21.0.1 (a62c5e77-d63d-408a-a3fe-cd5436020e9e/ce27d71d-c32f-4436-9007-c5ea7a8278b8/f8be6059-f180-4f1d-a276-1cc2ea16a208) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:53.001197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:53.016922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:53.055813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for 0e9fea12-747e-401a-b9d0-8a82389a26cd owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:53.071601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:53.074986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.084745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1710072647'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:53.110152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:53.124182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:53.148818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:53.182960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:53.277491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:53.280886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.304754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port 897a015e-475b-49b8-a6f1-01dda301a390, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:53.305095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:57:53.306947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.325397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.328668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.396980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:53.399382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port 0e9fea12-747e-401a-b9d0-8a82389a26cd on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:57:53.403505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:53.404217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.459020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:security_group_rule and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:53.470243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:53.506740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=897a015e-475b-49b8-a6f1-01dda301a390,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:53.509299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:53.561986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.585645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:53.590939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dbeb49f5-8648-4219-aadc-a089d38893f7 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.9248776 Mar 02 19:57:53.597548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=0e9fea12-747e-401a-b9d0-8a82389a26cd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:53.599200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59536) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:53.668425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object f8be6059-f180-4f1d-a276-1cc2ea16a208 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:53.670291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.681163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.712985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c64b32-961a-4b7a-8e40-1fc6a572ae0e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:53.737496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a264658-4530-4e6d-9331-d66b49870713') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:53.737759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a264658-4530-4e6d-9331-d66b49870713') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:53.758095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.777473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:57:53.777473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.791600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.807238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.813190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:53.813577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.857098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Deleting port 897a015e-475b-49b8-a6f1-01dda301a390 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:53.857340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:53.907643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=0c41432d-157e-4f3c-b4c9-4bb81b378f8f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:53.979330 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:53.997690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.068871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.101086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:54.108655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:54.113014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '1ba7b77b-ba2a-46ce-a30f-93180d76c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:54.113371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 47c89020-e3a8-4833-bafd-0ea4d219291c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:54.120970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:54.128179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Checking segment: {'id': 'cd91fe64-c821-4d13-865c-56c9c7654283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:54.128550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network hostable DHCP agents. Network: bfa84786-9a77-47d2-a152-2c5672119c22, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:54.136626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Subnet': ['ID=900a455f-f333-42da-80f3-5d915fbe698e,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:54.139104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:54.146374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=f8be6059-f180-4f1d-a276-1cc2ea16a208,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:54.156495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:54.168538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.175239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:54.176341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:54.177574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:54.205027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.215010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb147a-eab6-4ea5-a21f-18a8d6480ad8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:54.226931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.227590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment ae06fda0-1613-47ae-b794-299fb2be039e of type vlan for network 2f063a77-087c-4c5e-8e19-160b2a5a627e Mar 02 19:57:54.232529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=e2c64b32-961a-4b7a-8e40-1fc6a572ae0e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:54.254411 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1dce757e-27df-4a5f-9130-e71f02e82857 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/e2c64b32-961a-4b7a-8e40-1fc6a572ae0e HTTP/1.1" status: 204 len: 168 time: 5.5419004 Mar 02 19:57:54.254986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:54.284509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.299624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054029852'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:54.305462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:54.309809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:54.313762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:54.321619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:54.330131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.337894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.351740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:54.355653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.416292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:54.417897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:57:54.445640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.445886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment b7b131d5-cc4c-4ce0-a1ef-059bbca13e79 of type vlan for network 36b61345-cb13-40ea-b530-5b3115ce743d Mar 02 19:57:54.446632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network bfa84786-9a77-47d2-a152-2c5672119c22 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:54.448846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 47c89020-e3a8-4833-bafd-0ea4d219291c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:54.459427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.465449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:54.466466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.490322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-defd048e-d621-449b-af9d-8b6d4ca9e4b5 None None] Provisioning for port f8be6059-f180-4f1d-a276-1cc2ea16a208 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:54.492560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 47c89020-e3a8-4833-bafd-0ea4d219291c) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:54.504005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, bfa84786-9a77-47d2-a152-2c5672119c22) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:54.506127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port 897a015e-475b-49b8-a6f1-01dda301a390, host hv-neutron-8315, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:57:54.506633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.523794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:54.524399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.528221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:54.528800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.532847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-76990f75-50ee-4a84-a32b-1aaddd4045db tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2711217 Mar 02 19:57:54.538236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:57:54.542938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59544) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:54.607864 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'status': 'completed', 'code': 200} Mar 02 19:57:54.619277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938ee4f-9666-4f72-a97a-b799407bd2d6 None None] Network 47c89020-e3a8-4833-bafd-0ea4d219291c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:54.631287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9269b-0013-4694-bf34-18488f53f6e5 None None] Network bfa84786-9a77-47d2-a152-2c5672119c22 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:54.661037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-defd048e-d621-449b-af9d-8b6d4ca9e4b5 None None] Provisioning complete for port f8be6059-f180-4f1d-a276-1cc2ea16a208 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:54.661561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-defd048e-d621-449b-af9d-8b6d4ca9e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.672966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Calling delete_port for 897a015e-475b-49b8-a6f1-01dda301a390 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:54.711626 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a4679cc2-2ed3-4d84-acad-5c6d02db8d37 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5731542 Mar 02 19:57:54.715563 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-52919462-1bba-4ae0-b5fa-2897ee453ade tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1840315 Mar 02 19:57:54.718379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59550) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:54.719538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59552) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:54.728179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-244874522', 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:54.734766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c', 'name': 'tempest-PortsIpV6TestJSON-1065293748'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:54.739971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8755572 Mar 02 19:57:54.751180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:54.755304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:port and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:54.759592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.767333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:54.785966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:54.839964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02abb8-7b87-4bdd-af37-6f2d18358415 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=2f063a77-087c-4c5e-8e19-160b2a5a627e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:54.872610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:54.881014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Made reservation on behalf of 7dc48e2802ef4805ae0a8fe8fbfd6795 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:54.883694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.957624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.961058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] device_id is not set on port 054419c2-5bbc-4952-91d0-b663919fdca9 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:54.995590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:54.998666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-defd048e-d621-449b-af9d-8b6d4ca9e4b5 None None] Port f8be6059-f180-4f1d-a276-1cc2ea16a208 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:54.999049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e6dd79bd-3808-49c5-9d08-b2dd3ce72aa1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/5c2e646f-b52e-4772-936d-71cc916ac5bb HTTP/1.1" status: 200 len: 991 time: 0.4549356 Mar 02 19:57:55.015148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.030611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.036391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:55.037008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.091465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-5d84604d-a02c-4eaf-9fb8-ecce27505ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:55.092980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-5d84604d-a02c-4eaf-9fb8-ecce27505ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1098 time: 0.4771521 Mar 02 19:57:55.210161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 2001:db8::302 (bfa84786-9a77-47d2-a152-2c5672119c22/900a455f-f333-42da-80f3-5d915fbe698e/054419c2-5bbc-4952-91d0-b663919fdca9) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:55.223230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9619911 Mar 02 19:57:55.232387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59558) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:55.248486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:55.334731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0d2d1-b733-47ef-b894-d24ef8e9f5fa tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=36b61345-cb13-40ea-b530-5b3115ce743d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:55.393512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 36b61345-cb13-40ea-b530-5b3115ce743d details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:57:55.470893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.555143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:55.574382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.576653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event deleted for resources: {'Port': ['ID=897a015e-475b-49b8-a6f1-01dda301a390,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:55.585524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.593143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:55.597759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.605694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:55.620617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:55.624107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-eececb57-5ee0-4ad7-8fc5-9f5b5f98e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:55.625883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-eececb57-5ee0-4ad7-8fc5-9f5b5f98e265 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 898 time: 0.4989312 Mar 02 19:57:55.628751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:55.642858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-47c89020-e3a8-4833-bafd-0ea4d219291c', 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': '0c41432d-157e-4f3c-b4c9-4bb81b378f8f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:55.643828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.698144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:55.706569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=054419c2-5bbc-4952-91d0-b663919fdca9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:55.743570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 74294e0e-c05b-490f-9fa5-ce2c4683b15b yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:55.883702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:51Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:55.889701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c35050-5e6c-42d7-bbeb-04f02697d11a None None] Network bfa84786-9a77-47d2-a152-2c5672119c22 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:55.907662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:57:55.963228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:55.964735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::1c0 (47c89020-e3a8-4833-bafd-0ea4d219291c/0c41432d-157e-4f3c-b4c9-4bb81b378f8f/74294e0e-c05b-490f-9fa5-ce2c4683b15b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:55.967517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.987691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:55.988676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:56.204727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.226302 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f3a81699-627a-4b3c-82d9-1771fd7dd7ad tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "DELETE /v2.0/ports/897a015e-475b-49b8-a6f1-01dda301a390 HTTP/1.1" status: 204 len: 168 time: 2.6249542 Mar 02 19:57:56.231029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59566) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.262658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:57:56.274746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.283859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network bfa84786-9a77-47d2-a152-2c5672119c22 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:56.285180 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c026a2-a8c9-406c-82a8-f36427dbc19d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:57:56.285839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88c026a2-a8c9-406c-82a8-f36427dbc19d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Synchronizing usage tracker for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:57:56.298165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:56.311179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:56.313258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:56.315372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.341062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.354803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88c026a2-a8c9-406c-82a8-f36427dbc19d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Unset dirty status for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:57:56.362957 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88c026a2-a8c9-406c-82a8-f36427dbc19d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports/897a015e-475b-49b8-a6f1-01dda301a390 HTTP/1.1" status: 404 len: 333 time: 0.1285441 Mar 02 19:57:56.364179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59570) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.377143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1444319503'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:56.395829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:56.398829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 74294e0e-c05b-490f-9fa5-ce2c4683b15b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:56.413553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:56.421668 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2f4db830-62b9-4f90-9975-89bd4d99e845 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7017884 Mar 02 19:57:56.426138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59574) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.493074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:56.493687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 36b61345-cb13-40ea-b530-5b3115ce743d, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:56.502638 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-37bb692f-c458-4c6d-91f3-470aad283895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 999 time: 0.8685527 Mar 02 19:57:56.503902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting port 054419c2-5bbc-4952-91d0-b663919fdca9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:57:56.504354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.605390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-22352268-17b0-4d29-9274-0159ab879367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:56.609068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-22352268-17b0-4d29-9274-0159ab879367 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 200 len: 834 time: 0.0882878 Mar 02 19:57:56.609213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Made reservation on behalf of e83ec2470a4b40fba656308ecfa62ace for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:56.611720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.632168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 36b61345-cb13-40ea-b530-5b3115ce743d is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:56.681274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:56.725486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 36b61345-cb13-40ea-b530-5b3115ce743d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:56.727618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=dd1812b6-e646-4c83-a445-ecc9adb1cec6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:56.739580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57444a5a-6f25-4a0e-890d-b1a3d927d366 None None] Network 36b61345-cb13-40ea-b530-5b3115ce743d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:56.784986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b46d0deb-ebed-4b80-93bc-5e8f8c6057ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/5c2e646f-b52e-4772-936d-71cc916ac5bb HTTP/1.1" status: 200 len: 991 time: 0.5735724 Mar 02 19:57:56.793719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:56.797223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.900129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-34fe2fa1-4461-4842-b688-facc1bb22ca8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6646788 Mar 02 19:57:56.903307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:56.927484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.944972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.966539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Allocated IP 2001:db8::2 (47c89020-e3a8-4833-bafd-0ea4d219291c/0c41432d-157e-4f3c-b4c9-4bb81b378f8f/0e6419ac-4029-47cd-a572-a17d49cc4774) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:56.974527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.058378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 47c89020-e3a8-4833-bafd-0ea4d219291c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:57.080067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:57.086877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=74294e0e-c05b-490f-9fa5-ce2c4683b15b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:57.104153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:57.110479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:57.111285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.117916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.166536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-aef8f091-7151-44a0-a630-b00383b5cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:57.168439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-aef8f091-7151-44a0-a630-b00383b5cc09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5147402 Mar 02 19:57:57.237191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.243961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=f8be6059-f180-4f1d-a276-1cc2ea16a208,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:57.250738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Transition to ACTIVE for port object 0e6419ac-4029-47cd-a572-a17d49cc4774 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:57.258673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.272520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Transition to ACTIVE for port object 0e6419ac-4029-47cd-a572-a17d49cc4774 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:57.325370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Calling delete_port for 054419c2-5bbc-4952-91d0-b663919fdca9 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:57:57.338041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.385495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.425021 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-68348700-b734-4caa-ae4c-bd9be98110fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7034428 Mar 02 19:57:57.431734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59582) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:57.453263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c', 'name': 'tempest-PortsIpV6TestJSON-1501152673'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:57.563144 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-950a662e-2343-4e38-862c-602bcd36b511 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836493 Mar 02 19:57:57.569730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:51Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:57.576460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-36b61345-cb13-40ea-b530-5b3115ce743d', 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': 'dd1812b6-e646-4c83-a445-ecc9adb1cec6'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:57:57.577384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.584998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.593541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b017775b-0da5-4544-9f86-4a905fc03b02 None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:56:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:51Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:57.607289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.612988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Network 47c89020-e3a8-4833-bafd-0ea4d219291c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:57.627593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:57.630692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:57.753776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:57.760179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:57.764267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:57.774457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:57.779194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.843203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59586) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:57.859545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.863206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Allocated IP 172.20.0.1 (36b61345-cb13-40ea-b530-5b3115ce743d/dd1812b6-e646-4c83-a445-ecc9adb1cec6/f5924b64-ce56-49f9-93e2-371bf104421b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:57.951642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:57.956990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:57.973551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Port': ['ID=054419c2-5bbc-4952-91d0-b663919fdca9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:57.978333 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85374b-cf9e-4f0a-bd47-5f43d7675d9e None None] New status for floating IP 5c2e646f-b52e-4772-936d-71cc916ac5bb: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:57:57.990439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:57.994532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.116372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59590) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:58.162008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.177700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:58.179447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Transition to ACTIVE for port object f5924b64-ce56-49f9-93e2-371bf104421b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:58.212565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Transition to ACTIVE for port object f5924b64-ce56-49f9-93e2-371bf104421b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:58.224793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Pushing event updated for resources: {'Port': ['ID=0e6419ac-4029-47cd-a572-a17d49cc4774,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:58.238598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:58.251506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.255055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port db451dac-4fbd-44eb-88a2-b0b74714f802 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:58.291846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.307838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:58.329874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:58.331188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:58.332162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.379872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Pushing event updated for resources: {'Port': ['ID=f5924b64-ce56-49f9-93e2-371bf104421b,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:58.404891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Attempting to bind port 0e6419ac-4029-47cd-a572-a17d49cc4774 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:58.405241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Attempting to bind port 0e6419ac-4029-47cd-a572-a17d49cc4774 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1ba7b77b-ba2a-46ce-a30f-93180d76c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:58.405600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Attempting to bind port 0e6419ac-4029-47cd-a572-a17d49cc4774 on network 47c89020-e3a8-4833-bafd-0ea4d219291c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:58.418480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Network 36b61345-cb13-40ea-b530-5b3115ce743d is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:58.419607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:58.419797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffebc530-9d80-494f-9019-5f197b91b8a7 req-66e0de88-08ba-4ad7-b35d-0dda0b00517c service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8480272 Mar 02 19:57:58.420547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Checking segment: {'id': '1ba7b77b-ba2a-46ce-a30f-93180d76c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:58.420547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.420752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Bound using segment: {'id': '1ba7b77b-ba2a-46ce-a30f-93180d76c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:58.421215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Bound port: 0e6419ac-4029-47cd-a572-a17d49cc4774, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ba7b77b-ba2a-46ce-a30f-93180d76c959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '47c89020-e3a8-4833-bafd-0ea4d219291c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:58.421579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.442511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a7825012-b195-435f-8fb2-00cd8d296cee tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/ports/054419c2-5bbc-4952-91d0-b663919fdca9 HTTP/1.1" status: 204 len: 168 time: 2.0142784 Mar 02 19:57:58.446111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:58.454453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.464495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22', 'external_fixed_ips': [{'subnet_id': '900a455f-f333-42da-80f3-5d915fbe698e', 'ip_address': '2001:db8::302'}]}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:58.467437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:58.494909 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-31eac6a3-0fe0-4c9f-946d-a3b85d39c41a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/5c2e646f-b52e-4772-936d-71cc916ac5bb HTTP/1.1" status: 200 len: 991 time: 0.6501904 Mar 02 19:57:58.501922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:58.511572 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-66dd26c9-1950-4bcf-a629-0925ff703445 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1358902 Mar 02 19:57:58.511572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:57:58.512016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:58.513493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1812b6-e646-4c83-a445-ecc9adb1cec6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:58.516314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:subnet and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:58.518430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:router and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:57:58.524935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:58.536974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] For port 0e6419ac-4029-47cd-a572-a17d49cc4774, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:58.540267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] For port 0e6419ac-4029-47cd-a572-a17d49cc4774, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0e6419ac-4029-47cd-a572-a17d49cc4774,segment=NetworkSegment(1ba7b77b-ba2a-46ce-a30f-93180d76c959),segment_id=1ba7b77b-ba2a-46ce-a30f-93180d76c959)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:58.541740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 17b2a20d-fdc0-46ec-bf34-94045b3a0e61 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:57:58.542662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:57:58.545062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:58.548966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:57:58.549980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:58.552706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.563309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:58.585608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:57:58.592922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:57:58.596436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.604812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dc27f176-5eb8-4c12-a39d-c96395d51eed None None] Provisioning complete for port f8be6059-f180-4f1d-a276-1cc2ea16a208 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:57:58.605186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc27f176-5eb8-4c12-a39d-c96395d51eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.642432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::127 (47c89020-e3a8-4833-bafd-0ea4d219291c/0c41432d-157e-4f3c-b4c9-4bb81b378f8f/db451dac-4fbd-44eb-88a2-b0b74714f802) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:57:58.687010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.688013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.753680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.767190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Attempting to bind port f5924b64-ce56-49f9-93e2-371bf104421b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:57:58.767846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Attempting to bind port f5924b64-ce56-49f9-93e2-371bf104421b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:57:58.768517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Attempting to bind port f5924b64-ce56-49f9-93e2-371bf104421b on network 36b61345-cb13-40ea-b530-5b3115ce743d {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:57:58.786788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:57:58.787521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Checking segment: {'id': 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:58.788131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.788777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Bound using segment: {'id': 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:57:58.789437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Bound port: f5924b64-ce56-49f9-93e2-371bf104421b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '36b61345-cb13-40ea-b530-5b3115ce743d'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:57:58.789995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.823449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dc27f176-5eb8-4c12-a39d-c96395d51eed None None] Port f8be6059-f180-4f1d-a276-1cc2ea16a208 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:57:58.828172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901c157-f2e7-40e5-a2f9-f725d9f01ee1 None None] Pushing event updated for resources: {'Port': ['ID=0e6419ac-4029-47cd-a572-a17d49cc4774,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:58.913417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.932436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] For port f5924b64-ce56-49f9-93e2-371bf104421b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:57:58.936193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] For port f5924b64-ce56-49f9-93e2-371bf104421b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f5924b64-ce56-49f9-93e2-371bf104421b,segment=NetworkSegment(b7b131d5-cc4c-4ce0-a1ef-059bbca13e79),segment_id=b7b131d5-cc4c-4ce0-a1ef-059bbca13e79)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:57:58.945995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.958042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:58.968907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b61345-cb13-40ea-b530-5b3115ce743d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.120308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808540ff-8158-4530-b7a6-d3fc8e1cfdfd None None] Pushing event updated for resources: {'Port': ['ID=f5924b64-ce56-49f9-93e2-371bf104421b,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:59.159278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1ea70d-cd0c-47d5-a5f8-699af1098ca6 None None] Network 36b61345-cb13-40ea-b530-5b3115ce743d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:59.162873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.163215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.188700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:57:59.189620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.199056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.209645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.216649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object db451dac-4fbd-44eb-88a2-b0b74714f802 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:59.233852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3aa42476-c2d7-48bf-8e6e-a25f403062af tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6817198 Mar 02 19:57:59.259179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59602) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:59.281253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] Sync routers for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:57:59.347679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.366525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:59.367298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.404195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d2a19-4153-4e91-a445-5f4c6cf8169c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:59.406073 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2a6d2a19-4153-4e91-a445-5f4c6cf8169c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports/f8be6059-f180-4f1d-a276-1cc2ea16a208 HTTP/1.1" status: 200 len: 910 time: 0.1442118 Mar 02 19:57:59.408594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=938f26a7-cf69-4ce5-a435-625d91b1bb78,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:59.409552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:57:59.411625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59606) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:59.414733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0e6419ac-4029-47cd-a572-a17d49cc4774 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:57:59.435887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:57:59.436252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:57:59.451287 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:57:59.479486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': 'ae06fda0-1613-47ae-b794-299fb2be039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:57:59.479856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: 2f063a77-087c-4c5e-8e19-160b2a5a627e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:57:59.499209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:57:59.499671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.536708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:57:59.537327 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.627446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.645585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:57:59.645985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9396ae4d-6ad8-4fb3-9780-3317fdd70a8f None None] The sync data for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:57:59.683277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0e6419ac-4029-47cd-a572-a17d49cc4774 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:57:59.692150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.704436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:57:59.712515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:57:59.712515 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:57:59.712515 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '36b61345-cb13-40ea-b530-5b3115ce743d'}] Mar 02 19:57:59.712515 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:57:59.712515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:57:59.714516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.716882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:57:59.757483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 47c89020-e3a8-4833-bafd-0ea4d219291c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:57:59.781166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:59.785547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=db451dac-4fbd-44eb-88a2-b0b74714f802,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:57:59.849325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:57:59.854932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:59.855550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.862482 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7e051bd4-2087-4369-afbd-584888550c7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/5c2e646f-b52e-4772-936d-71cc916ac5bb HTTP/1.1" status: 200 len: 993 time: 0.3594036 Mar 02 19:57:59.871139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 2f063a77-087c-4c5e-8e19-160b2a5a627e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:57:59.880155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9633ecbc-3033-482f-9309-8f7f0adfa4e8 None None] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:57:59.892486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:57:59.893076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.899268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Transition to ACTIVE for port object c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:57:59.907604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:59.968929 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b33591d6-2001-4999-b430-975c88fe02be tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5359130 Mar 02 19:57:59.972633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:00.032870 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-61e5b7c5-9a5a-4e9c-92d4-db8106217e2e tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8980622 Mar 02 19:58:00.043056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:00.125945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-2f063a77-087c-4c5e-8e19-160b2a5a627e', 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e', 'tenant_id': '5752e2f0c6194044a945a428a09e94e1', 'fixed_ips': [{'subnet_id': '938f26a7-cf69-4ce5-a435-625d91b1bb78'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:00.126920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.128450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1225003701'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:00.145857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:00.161389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.161820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.162223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.166152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:00.173350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:00.178216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:00.189032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a94ae-dfbf-42ac-9baa-2200e3602563 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:00.190034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4e4a94ae-dfbf-42ac-9baa-2200e3602563 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:00.201163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.201596 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:00.203268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:00.206778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 2 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:00.218411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.219185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a88a91-8c21-4f5f-a035-31651655f4cf None None] Network 47c89020-e3a8-4833-bafd-0ea4d219291c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:00.238428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.238767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.239080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.244103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:00.247609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.253787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4e4a94ae-dfbf-42ac-9baa-2200e3602563 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:00.257403 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4e4a94ae-dfbf-42ac-9baa-2200e3602563 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c0 HTTP/1.1" status: 200 len: 929 time: 0.2793651 Mar 02 19:58:00.260295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:00.268476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.268798 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:00.273126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 3 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:00.285214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port f5924b64-ce56-49f9-93e2-371bf104421b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:00.285554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.336146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port db451dac-4fbd-44eb-88a2-b0b74714f802 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:00.336417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.337436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.337436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.337706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.365632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.366008 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:00.368821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:00.371415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 4 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:00.389863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Provisioning for port 0e6419ac-4029-47cd-a572-a17d49cc4774 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:00.396265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.410845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Provisioning complete for port 0e6419ac-4029-47cd-a572-a17d49cc4774 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:00.411319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.460128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.460648 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment 46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1 of type vlan for network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 Mar 02 19:58:00.461615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.461936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.462230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.483580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.483952 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:00.490575 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 5 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:00.543662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Allocated IP 2001:db8:0:ffff::2 (2f063a77-087c-4c5e-8e19-160b2a5a627e/938f26a7-cf69-4ce5-a435-625d91b1bb78/ac00c2fd-b4ad-40fa-9887-5540555b5218) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:00.551705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.570099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.570383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.570717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.650283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.650283 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:00.690351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 6 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:00.799631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.800313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port f5924b64-ce56-49f9-93e2-371bf104421b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f5924b64-ce56-49f9-93e2-371bf104421b,segment=NetworkSegment(b7b131d5-cc4c-4ce0-a1ef-059bbca13e79),segment_id=b7b131d5-cc4c-4ce0-a1ef-059bbca13e79)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:00.800832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.835558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:00.835890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:00.836226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:00.848061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.853576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:00.854154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.908458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] For port 0e6419ac-4029-47cd-a572-a17d49cc4774, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0e6419ac-4029-47cd-a572-a17d49cc4774,segment=NetworkSegment(1ba7b77b-ba2a-46ce-a30f-93180d76c959),segment_id=1ba7b77b-ba2a-46ce-a30f-93180d76c959)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:00.922732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.955207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:00.981384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Transition to ACTIVE for port object ac00c2fd-b4ad-40fa-9887-5540555b5218 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:00.989703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:00.989703 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:01.016084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Transition to ACTIVE for port object ac00c2fd-b4ad-40fa-9887-5540555b5218 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:01.017245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for f5924b64-ce56-49f9-93e2-371bf104421b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:01.019309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84b0cd-8217-4d6d-82ff-9b88c45ba8c9 None None] Pushing event updated for resources: {'Port': ['ID=0e6419ac-4029-47cd-a572-a17d49cc4774,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:01.030640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.045005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.097506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:01.100229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:01.109890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:01.145238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Pushing event updated for resources: {'Port': ['ID=ac00c2fd-b4ad-40fa-9887-5540555b5218,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:01.171222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 7 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:01.180716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.232620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for db451dac-4fbd-44eb-88a2-b0b74714f802 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:01.233101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1720092 Mar 02 19:58:01.241979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.242248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Attempting to bind port ac00c2fd-b4ad-40fa-9887-5540555b5218 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:01.242614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Attempting to bind port ac00c2fd-b4ad-40fa-9887-5540555b5218 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'ae06fda0-1613-47ae-b794-299fb2be039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:01.243063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Attempting to bind port ac00c2fd-b4ad-40fa-9887-5540555b5218 on network 2f063a77-087c-4c5e-8e19-160b2a5a627e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:01.256038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:01.256693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:01.262957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Checking segment: {'id': 'ae06fda0-1613-47ae-b794-299fb2be039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:01.263414 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.263811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Bound using segment: {'id': 'ae06fda0-1613-47ae-b794-299fb2be039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:01.264307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Bound port: ac00c2fd-b4ad-40fa-9887-5540555b5218, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae06fda0-1613-47ae-b794-299fb2be039e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2f063a77-087c-4c5e-8e19-160b2a5a627e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:01.264713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.325120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.336622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0e6419ac-4029-47cd-a572-a17d49cc4774 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:01.371346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Provisioning for port db451dac-4fbd-44eb-88a2-b0b74714f802 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:01.393556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Provisioning complete for port db451dac-4fbd-44eb-88a2-b0b74714f802 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:01.393916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.416897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port f8be6059-f180-4f1d-a276-1cc2ea16a208 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:01.417369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.495665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port f5924b64-ce56-49f9-93e2-371bf104421b on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:01.510374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Port db451dac-4fbd-44eb-88a2-b0b74714f802 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:01.523593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:01.529213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:01.541552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0e6419ac-4029-47cd-a572-a17d49cc4774 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:01.541915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.568098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.606665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Provisioning complete for port 0e6419ac-4029-47cd-a572-a17d49cc4774 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:01.606943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.669558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:01.684789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=f5924b64-ce56-49f9-93e2-371bf104421b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:01.687096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:01.687498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:01.687942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:01.688255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:01.764507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:01.764787 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:01.774545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 8 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:01.783740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937581fe-47cf-4244-b525-e6b18f8fe76a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=a3e214d3-0d04-4fc2-86ed-9ac50e5ea862,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:01.803610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8215e-1e19-4dbd-9468-b43569f7f176 None None] Pushing event updated for resources: {'Port': ['ID=ac00c2fd-b4ad-40fa-9887-5540555b5218,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:01.806424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:01.850864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for f8be6059-f180-4f1d-a276-1cc2ea16a208 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:01.984539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:01.985148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:01.985419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:02.009210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:02.009642 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:02.011985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.021302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 9 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:02.040073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Provisioning for port 74294e0e-c05b-490f-9fa5-ce2c4683b15b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:02.046272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Provisioning complete for port 74294e0e-c05b-490f-9fa5-ce2c4683b15b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:02.046712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.095261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=db451dac-4fbd-44eb-88a2-b0b74714f802,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:02.124966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f31db65e-de2e-48a5-b926-ac561e42da02 None None] Port 74294e0e-c05b-490f-9fa5-ce2c4683b15b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:02.128878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:02.134091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 2001:db8::302 (bfa84786-9a77-47d2-a152-2c5672119c22/900a455f-f333-42da-80f3-5d915fbe698e/6d97c365-fee4-4fc8-a9c9-23941a41bfbf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:02.150022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.152439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.160373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:02.160794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:02.161198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:02.168312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:subnet and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:02.178344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:02.197349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:02.209847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c2a95649-9dbd-491e-94ce-edca326f3f3f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/db451dac-4fbd-44eb-88a2-b0b74714f802 HTTP/1.1" status: 204 len: 168 time: 1.9459951 Mar 02 19:58:02.212645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59632) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:02.257194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1670342b-d27c-4dc2-a16c-09aa050a6d87 None None] Could not find standard attr ID for object db451dac-4fbd-44eb-88a2-b0b74714f802. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:58:02.269708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1670342b-d27c-4dc2-a16c-09aa050a6d87 None None] Provisioning complete for port 74294e0e-c05b-490f-9fa5-ce2c4683b15b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:02.270647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1670342b-d27c-4dc2-a16c-09aa050a6d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.272966 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0c19ad-e5db-4a38-a86b-d608c6cfc2bd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:58:02.273520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea0c19ad-e5db-4a38-a86b-d608c6cfc2bd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:02.316868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.355832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1670342b-d27c-4dc2-a16c-09aa050a6d87 None None] Port 74294e0e-c05b-490f-9fa5-ce2c4683b15b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:02.365008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ea0c19ad-e5db-4a38-a86b-d608c6cfc2bd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:02.366192 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea0c19ad-e5db-4a38-a86b-d608c6cfc2bd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/db451dac-4fbd-44eb-88a2-b0b74714f802 HTTP/1.1" status: 404 len: 333 time: 0.1527746 Mar 02 19:58:02.372595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:02.372923 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:02.378123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59636) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:02.379041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=f8be6059-f180-4f1d-a276-1cc2ea16a208,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:02.384957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b61345-cb13-40ea-b530-5b3115ce743d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:02.398343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:02.398461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b131d5-cc4c-4ce0-a1ef-059bbca13e79') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:02.411409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.427195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 10 to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa Mar 02 19:58:02.448258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.476556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8967c30-b034-40f6-907f-014edcac7e22 req-58f7b2aa-3420-4c8c-aad9-b4429b3f7ac0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:02.478174 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8967c30-b034-40f6-907f-014edcac7e22 req-58f7b2aa-3420-4c8c-aad9-b4429b3f7ac0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 1.0161860 Mar 02 19:58:02.484118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:02.484514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:02.484865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:02.487673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:02.488077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:02.508657 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:02.523919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.542979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:02.547357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.618943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:02.619268 dv-neutron-831594-2-hyperv neutron-server[87812]: ERROR neutron.plugins.ml2.managers [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:02.619621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.662238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 74294e0e-c05b-490f-9fa5-ce2c4683b15b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:02.662535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.814893 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8967c30-b034-40f6-907f-014edcac7e22 req-4d308cae-0973-45bf-8c22-321ee5c54790 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3106375 Mar 02 19:58:02.815600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.875256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.894745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=36b61345-cb13-40ea-b530-5b3115ce743d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:02.910330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7db834b5-2beb-4dee-82f5-f2d4f060297b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/36b61345-cb13-40ea-b530-5b3115ce743d HTTP/1.1" status: 204 len: 168 time: 5.9979520 Mar 02 19:58:02.915788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:02.917428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:02.917795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempted to set empty binding levels {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:58:02.927055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776220587'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:02.934101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:02.968303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:02.999296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.026732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:03.031547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.034497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:03.088478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845f0bc-5f9d-4905-b06b-ac5669a3fe34 None None] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:03.089329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:03.102302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network bfa84786-9a77-47d2-a152-2c5672119c22 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:03.105034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] In _notify_port_updated(), no bound segment for port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:58:03.105892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.106486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.110333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "PUT /v2.0/ports/c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa HTTP/1.1" status: 200 len: 977 time: 4.5913150 Mar 02 19:58:03.116176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59646) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:03.119118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:03.135063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:03.218306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:03.221540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.230000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-546cf106-5550-453a-8917-fe5fe01652a6 None None] Provisioning for port ac00c2fd-b4ad-40fa-9887-5540555b5218 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:03.230864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:03.256642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.374460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ac00c2fd-b4ad-40fa-9887-5540555b5218 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:03.399443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 74294e0e-c05b-490f-9fa5-ce2c4683b15b owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:03.464749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ac00c2fd-b4ad-40fa-9887-5540555b5218 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:03.471453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ac00c2fd-b4ad-40fa-9887-5540555b5218 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:03.472180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.576511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:03.606609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671a3c-060e-42a4-8877-73e51b688401 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:03.615364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.618437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903f3e8-9f2d-41dd-85b0-24710306130c req-ee068966-4a36-4f83-a361-fd874d380b46 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.620022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3903f3e8-9f2d-41dd-85b0-24710306130c req-ee068966-4a36-4f83-a361-fd874d380b46 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6970210 Mar 02 19:58:03.634128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.634494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment f2aa3347-145f-43e9-951e-fb6d3ef0ce58 of type vlan for network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb Mar 02 19:58:03.663657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:03.670795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.716954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3104867-ec96-4c9c-82d8-2a1ca3ece2c0 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:58:03.777369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.778627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.779284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.780016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.780709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.781350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.781969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.782590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.783483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.784165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.785714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.786921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.787687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.788318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.789079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.789982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.790606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.791259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.791924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.792586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.793808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.794453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.795209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.796771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:03.797644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.799676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Synchronizing usage tracker for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:03.826078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ac00c2fd-b4ad-40fa-9887-5540555b5218,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:03.830629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 17b2a20d-fdc0-46ec-bf34-94045b3a0e61 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:58:03.832158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c4e4dd4-c3d4-4a2b-a3ff-23505b88ec19 None None] Provisioning complete for port ac00c2fd-b4ad-40fa-9887-5540555b5218 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:03.832612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4dd4-c3d4-4a2b-a3ff-23505b88ec19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.848975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:03.851558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3903f3e8-9f2d-41dd-85b0-24710306130c req-5be9b499-41f9-4c1c-aaa8-1c681608163c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2217014 Mar 02 19:58:03.857008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:58:03.863015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.006053 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:58:04.027177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.032625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:04.033226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.140598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Unset dirty status for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:04.145123 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-53a2b354-442e-4a66-81ba-6ab1c59ebe86 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21611 time: 1.0204468 Mar 02 19:58:04.149985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3104867-ec96-4c9c-82d8-2a1ca3ece2c0 None None] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:04.153610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.163352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3104867-ec96-4c9c-82d8-2a1ca3ece2c0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, a3e214d3-0d04-4fc2-86ed-9ac50e5ea862) {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:58:04.165345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=9c3a3850-4375-4040-b473-aed78f824b4b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:04.202253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=74294e0e-c05b-490f-9fa5-ce2c4683b15b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:04.276967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.286735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.307057 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-644f6e33-90a4-4325-a781-811196f713fd tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/74294e0e-c05b-490f-9fa5-ce2c4683b15b HTTP/1.1" status: 204 len: 168 time: 1.9216826 Mar 02 19:58:04.307986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59656) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.346484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:04.346709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4239259 Mar 02 19:58:04.346709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c6fd8-e30a-40a0-89b3-e3550c04d9c9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=0f90d4aa-5494-4435-a537-2ccfcb0f27fb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:04.356480 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e902953-1dfb-4e22-a747-7c81162644b6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9387090 Mar 02 19:58:04.356480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59660) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.357814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:04.358175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: a3e214d3-0d04-4fc2-86ed-9ac50e5ea862, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:04.359622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:04.361665 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] Sync routers for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:04.364167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59664) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.365662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:04.376580 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:04.377505 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:04.393503 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-064827d0-0e67-4fca-8ec9-34550b9ceaee tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:58:04.394131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-064827d0-0e67-4fca-8ec9-34550b9ceaee tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:04.463411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-064827d0-0e67-4fca-8ec9-34550b9ceaee tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:04.467872 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-064827d0-0e67-4fca-8ec9-34550b9ceaee tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/74294e0e-c05b-490f-9fa5-ce2c4683b15b HTTP/1.1" status: 404 len: 333 time: 0.1562572 Mar 02 19:58:04.470497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.471414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Deleting port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:04.471757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.473945 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:04.486542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:04.487549 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:04.563163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Unable to find a vacant binding_index for network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 and agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 19:58:04.576856 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:04.577264 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d3c5d2-b9c1-4759-9919-557235e84ca0 None None] The sync data for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:04.610799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, a3e214d3-0d04-4fc2-86ed-9ac50e5ea862) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:04.640043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 0c41432d-157e-4f3c-b4c9-4bb81b378f8f {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:04.657786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.688190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:04.688802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.712378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b1d7f-75e2-4b07-b282-ef16b669d992 req-b4d5cda1-8981-4295-af06-0ba61f71b3aa tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:04.713894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-253b1d7f-75e2-4b07-b282-ef16b669d992 req-b4d5cda1-8981-4295-af06-0ba61f71b3aa tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7035615 Mar 02 19:58:04.763241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-a3e214d3-0d04-4fc2-86ed-9ac50e5ea862', 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862', 'tenant_id': '5752e2f0c6194044a945a428a09e94e1', 'fixed_ips': [{'subnet_id': '9c3a3850-4375-4040-b473-aed78f824b4b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:04.763756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.764183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.773149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.842467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.871694 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9bd59775-db37-427b-93d8-f489c193b53c tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4189854 Mar 02 19:58:04.873415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb is not hosted by any dhcp agent {{(pid=87813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 19:58:04.878397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:04.879009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:04.883499 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "PUT /v2.0/networks/0f90d4aa-5494-4435-a537-2ccfcb0f27fb HTTP/1.1" status: 200 len: 723 time: 0.5284181 Mar 02 19:58:04.887164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59672) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.887490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59674) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:04.916472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '0f90d4aa-5494-4435-a537-2ccfcb0f27fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:04.934066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'port': {'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862', 'name': 'tempest-NetworksIpV6TestAttrs-695307862'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:04.934833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Allocated IP 2001:db8::f816:3eff:fee8:7138 (a3e214d3-0d04-4fc2-86ed-9ac50e5ea862/9c3a3850-4375-4040-b473-aed78f824b4b/b2c0d002-dc96-48e4-ad61-75ecdfb86643) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:05.105947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df69c8-855f-4c3d-ad9c-ab1a240fff2b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=0f90d4aa-5494-4435-a537-2ccfcb0f27fb,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:05.120020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:05.188243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.238630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:05.241796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.250977 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-253b1d7f-75e2-4b07-b282-ef16b669d992 req-64445e56-9ad5-4737-aaed-b8e49718a873 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4953618 Mar 02 19:58:05.255449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:05.256910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Transition to ACTIVE for port object b2c0d002-dc96-48e4-ad61-75ecdfb86643 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:05.263280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:05.278798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:05.291795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Transition to ACTIVE for port object b2c0d002-dc96-48e4-ad61-75ecdfb86643 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:05.312185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.340735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa, host hv-neutron-8315, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:05.341361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.349381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:05.359464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:port and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:05.364853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:05.387858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.398292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ac00c2fd-b4ad-40fa-9887-5540555b5218 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:05.403008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:05.408973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.451587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Pushing event updated for resources: {'Port': ['ID=b2c0d002-dc96-48e4-ad61-75ecdfb86643,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:05.458599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:05.462154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:05.465018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:05.467649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:05.522283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=0c41432d-157e-4f3c-b4c9-4bb81b378f8f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:05.530809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.547299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.547682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.547961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.548415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.548668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.548984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.549305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.549617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.551493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.551493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.551493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.551493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:05.553557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:05.557265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.577430 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4a473649-0fb7-4eac-8a5a-f7cce2c69bed tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/0c41432d-157e-4f3c-b4c9-4bb81b378f8f HTTP/1.1" status: 204 len: 168 time: 1.1054215 Mar 02 19:58:05.578811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59682) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:05.580034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Attempting to bind port b2c0d002-dc96-48e4-ad61-75ecdfb86643 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:05.580428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Attempting to bind port b2c0d002-dc96-48e4-ad61-75ecdfb86643 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:05.580790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Attempting to bind port b2c0d002-dc96-48e4-ad61-75ecdfb86643 on network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:05.582853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ac00c2fd-b4ad-40fa-9887-5540555b5218 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:05.583218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.586751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Calling delete_port for c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:05.595623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] device_id is not set on port af2e9f0c-9d7e-4a17-998c-f41235659177 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:05.621008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:05.621291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Checking segment: {'id': '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:05.621694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.622108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Bound using segment: {'id': '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:05.622578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Bound port: b2c0d002-dc96-48e4-ad61-75ecdfb86643, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a3e214d3-0d04-4fc2-86ed-9ac50e5ea862'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:05.622948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.736446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.775018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] For port b2c0d002-dc96-48e4-ad61-75ecdfb86643, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:05.783900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] For port b2c0d002-dc96-48e4-ad61-75ecdfb86643, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b2c0d002-dc96-48e4-ad61-75ecdfb86643,segment=NetworkSegment(46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1),segment_id=46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:05.793835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.811872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Allocated IP 2001:db8::f816:3eff:fed9:476b (a3e214d3-0d04-4fc2-86ed-9ac50e5ea862/9c3a3850-4375-4040-b473-aed78f824b4b/af2e9f0c-9d7e-4a17-998c-f41235659177) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:05.895392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77976e4c-ead2-417a-a212-d26e7d426ed7 None None] Pushing event updated for resources: {'Port': ['ID=b2c0d002-dc96-48e4-ad61-75ecdfb86643,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:05.934902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.976077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:05.976313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.106855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event deleted for resources: {'Port': ['ID=c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:06.118456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.133467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e35d3-6f87-4088-9b71-7fe9bd6a1a89 req-220f1770-c7c4-44b7-ac37-7d2839cabe3c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:06.134943 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e6e35d3-6f87-4088-9b71-7fe9bd6a1a89 req-220f1770-c7c4-44b7-ac37-7d2839cabe3c tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7333031 Mar 02 19:58:06.136513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 0e6419ac-4029-47cd-a572-a17d49cc4774 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:06.136766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.150677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': 'f2aa3347-145f-43e9-951e-fb6d3ef0ce58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0f90d4aa-5494-4435-a537-2ccfcb0f27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:06.151036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 0f90d4aa-5494-4435-a537-2ccfcb0f27fb, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:06.157892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=319946a7-75c3-4f06-b70c-06eb373ca137,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.204913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.205630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.205630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.205835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.206358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.206827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:06.249825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:06.272690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 0f90d4aa-5494-4435-a537-2ccfcb0f27fb) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:06.280391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:06.280969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.284284 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bd15ea90-83d6-4eef-895e-0cd1f4d7672c tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa HTTP/1.1" status: 204 len: 168 time: 2.1202836 Mar 02 19:58:06.288079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59686) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:06.344946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.361403 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9437642a-0f79-4dad-bb26-0966fea76dcc tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:58:06.367452 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9437642a-0f79-4dad-bb26-0966fea76dcc tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports/c975d1cb-8e90-4d3b-b44e-1f6ed38c04aa HTTP/1.1" status: 404 len: 333 time: 0.0667422 Mar 02 19:58:06.367452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59690) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:06.370574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e6e35d3-6f87-4088-9b71-7fe9bd6a1a89 req-a3182f88-17e8-4d86-8ea7-0700a937557b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1923106 Mar 02 19:58:06.375948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1491311373', 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:06.383007 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d68e1dd3-5ec2-4521-b998-df747205a738 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4817140 Mar 02 19:58:06.383455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59694) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:06.388676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:06.391045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Transition to ACTIVE for port object af2e9f0c-9d7e-4a17-998c-f41235659177 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:06.395561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:06.440887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Usage tracker for resource:port and tenant:e83ec2470a4b40fba656308ecfa62ace is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:06.447237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:06.460642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:06.499597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:06.507237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.515731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Made reservation on behalf of e83ec2470a4b40fba656308ecfa62ace for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:06.518038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.552725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port 9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:06.765369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.800938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port 0e6419ac-4029-47cd-a572-a17d49cc4774, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0e6419ac-4029-47cd-a572-a17d49cc4774,segment=NetworkSegment(1ba7b77b-ba2a-46ce-a30f-93180d76c959),segment_id=1ba7b77b-ba2a-46ce-a30f-93180d76c959)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:06.801306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.816041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.855124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9597755'] for subnet, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:06.952908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20689d5e-895d-4d2e-bba6-0eb2e7f8af67 None None] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:06.961276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:06.967148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:06.971994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Port': ['ID=af2e9f0c-9d7e-4a17-998c-f41235659177,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:06.973729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51603d2-a2fb-4dd9-8946-6a465fb203bc None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:06.974132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:06.979684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:06.980483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.057008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 0e6419ac-4029-47cd-a572-a17d49cc4774 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:07.062695 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bcc4a439-c2af-467b-bdf6-7af87f5bd303 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1631477 Mar 02 19:58:07.068525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59702) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.177016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.185304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73834457-886d-4443-a9a4-03968a3f69f1 None None] Network 47c89020-e3a8-4833-bafd-0ea4d219291c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:07.187789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting subnet 9c3a3850-4375-4040-b473-aed78f824b4b {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:07.245377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.303692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:07.314591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:07.329141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:07.330077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:07.330668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.351863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:07.358538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b14fc752-0c12-40ca-997a-b7ea5a759dd0 None None] Provisioning for port b2c0d002-dc96-48e4-ad61-75ecdfb86643 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:07.358730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2322245'] for subnet, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.369041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b2c0d002-dc96-48e4-ad61-75ecdfb86643 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:07.401848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.416482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d9396-9fcd-45f5-8f90-1945e12d20ee req-46a7eef5-1789-4c72-b8a6-527f1d5a2823 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:07.417907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e3d9396-9fcd-45f5-8f90-1945e12d20ee req-46a7eef5-1789-4c72-b8a6-527f1d5a2823 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6872177 Mar 02 19:58:07.461195 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-045499a8-584b-4c00-9bb2-6db7a5d16089 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0929909 Mar 02 19:58:07.462446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.467392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.468181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:07.468972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.472882 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "PUT /v2.0/subnets/319946a7-75c3-4f06-b70c-06eb373ca137 HTTP/1.1" status: 200 len: 806 time: 1.0834441 Mar 02 19:58:07.476481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59710) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.506169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:07.537033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Sync routers for ids ['4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:07.539175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339db09-81f3-4208-a032-53a9c07dd30b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=319946a7-75c3-4f06-b70c-06eb373ca137,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:07.586813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=0e6419ac-4029-47cd-a572-a17d49cc4774,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:07.591793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No DVR routers for this DVR port 0e6419ac-4029-47cd-a572-a17d49cc4774 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:07.634011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Routers {'4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:07.634539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.664542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.670172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e3d9396-9fcd-45f5-8f90-1945e12d20ee req-880100d3-d1a7-408c-b194-7d9c8db71ff8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2389054 Mar 02 19:58:07.725976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b1810c-7c12-4e23-91e5-8e516b70effd tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:07.726566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1b1810c-7c12-4e23-91e5-8e516b70effd tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Synchronizing usage tracker for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:07.748667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bab10-78ea-4814-ab46-8bbbb5688c3d None None] DHCP port deletion for 47c89020-e3a8-4833-bafd-0ea4d219291c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:07.786419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.787883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed572d21-3e85-4ec4-9ad8-ae49b0b10498 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.3406274 Mar 02 19:58:07.790246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.797539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.806534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b2c0d002-dc96-48e4-ad61-75ecdfb86643 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:07.808779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.817776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b2c0d002-dc96-48e4-ad61-75ecdfb86643 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:07.817928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.851304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8fc30a-ace5-4cf4-be4b-9cb128be0783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-0f90d4aa-5494-4435-a537-2ccfcb0f27fb', 'network_id': '0f90d4aa-5494-4435-a537-2ccfcb0f27fb', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '319946a7-75c3-4f06-b70c-06eb373ca137'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:07.852140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be8fc30a-ace5-4cf4-be4b-9cb128be0783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.866438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:07.943073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1b1810c-7c12-4e23-91e5-8e516b70effd tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Unset dirty status for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:07.944148 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d1b1810c-7c12-4e23-91e5-8e516b70effd tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports/9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa HTTP/1.1" status: 200 len: 955 time: 0.4728284 Mar 02 19:58:07.948549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c89020-e3a8-4833-bafd-0ea4d219291c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.958441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59718) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:07.972399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba7b77b-ba2a-46ce-a30f-93180d76c959') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:07.972681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba7b77b-ba2a-46ce-a30f-93180d76c959') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.034451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.078749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.083087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Set router 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:08.141818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=319946a7-75c3-4f06-b70c-06eb373ca137,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:08.230753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.252393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 926c9a99-633a-4974-8c14-e2572d567a1a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:08.252393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.255706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server [None req-be8fc30a-ace5-4cf4-be4b-9cb128be0783 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 319946a7-75c3-4f06-b70c-06eb373ca137: This subnet is being modified by another concurrent operation. Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:58:08.294864 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise exception Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 319946a7-75c3-4f06-b70c-06eb373ca137: This subnet is being modified by another concurrent operation. Mar 02 19:58:08.299678 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Mar 02 19:58:08.309705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f90d4aa-5494-4435-a537-2ccfcb0f27fb']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.311809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3a3850-4375-4040-b473-aed78f824b4b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:08.315420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.317158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.320752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2aa3347-145f-43e9-951e-fb6d3ef0ce58') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.321038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2aa3347-145f-43e9-951e-fb6d3ef0ce58') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.330880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Deleting port 9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:08.331220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.337158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.346973 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e00c4a75-2fe1-4ac4-821c-fc092ee55840 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/9c3a3850-4375-4040-b473-aed78f824b4b HTTP/1.1" status: 204 len: 168 time: 1.2752597 Mar 02 19:58:08.348081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59722) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:08.364773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:08.365178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:08.379721 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:08.392156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530cfcac-708c-4240-b63d-b103e5973ad8 None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:08.415408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ff3ff-d337-4fe8-91f5-9f8cdd655e4d tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:08.417042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524ff3ff-d337-4fe8-91f5-9f8cdd655e4d tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:08.417819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-524ff3ff-d337-4fe8-91f5-9f8cdd655e4d tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Synchronizing usage tracker for tenant:5752e2f0c6194044a945a428a09e94e1 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:08.427594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.438373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:08.438769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:08.454743 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:08.500075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.571768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-524ff3ff-d337-4fe8-91f5-9f8cdd655e4d tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Unset dirty status for tenant:5752e2f0c6194044a945a428a09e94e1 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:08.573136 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-524ff3ff-d337-4fe8-91f5-9f8cdd655e4d tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2241418 Mar 02 19:58:08.576417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:08.664365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b2c0d002-dc96-48e4-ad61-75ecdfb86643, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b2c0d002-dc96-48e4-ad61-75ecdfb86643,segment=NetworkSegment(46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1),segment_id=46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:08.682747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.688003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.700484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.703104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.722809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c5e43-6297-487e-a0f1-ddad3e9175f0 None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:08.741353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.757958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=0f90d4aa-5494-4435-a537-2ccfcb0f27fb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:08.761490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c5e43-6297-487e-a0f1-ddad3e9175f0 None None] Network 0f90d4aa-5494-4435-a537-2ccfcb0f27fb could not be found, it might have been deleted concurrently. {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 19:58:08.764476 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3fd689a5-1e0f-44d5-95e9-c56c37d4ee73 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/0f90d4aa-5494-4435-a537-2ccfcb0f27fb HTTP/1.1" status: 204 len: 168 time: 1.2850034 Mar 02 19:58:08.769959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65c465b3-3c4c-4650-94dd-82db06709b4f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.774579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59732) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:08.791877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b2c0d002-dc96-48e4-ad61-75ecdfb86643,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:08.806031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.806377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.806716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.807049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.807385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.807711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.808034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.808374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.808701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.809436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.809436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.809661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:08.827070 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c465b3-3c4c-4650-94dd-82db06709b4f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 19:58:08.829935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c465b3-3c4c-4650-94dd-82db06709b4f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:08.830927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a3758-3fc9-4d40-a99a-07af4a8c0a00', 'name': '', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22', 'external_fixed_ips': [{'subnet_id': '900a455f-f333-42da-80f3-5d915fbe698e', 'ip_address': '2001:db8::302'}], 'enable_snat': True}, 'gw_port_id': '6d97c365-fee4-4fc8-a9c9-23941a41bfbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:57:58Z', 'updated_at': '2022-03-02T19:58:03Z', 'revision_number': 3, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port': {'id': '6d97c365-fee4-4fc8-a9c9-23941a41bfbf', 'name': '', 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:28:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a3758-3fc9-4d40-a99a-07af4a8c0a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '900a455f-f333-42da-80f3-5d915fbe698e', 'ip_address': '2001:db8::302', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:01Z', 'updated_at': '2022-03-02T19:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '900a455f-f333-42da-80f3-5d915fbe698e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:08.833016 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-65c465b3-3c4c-4650-94dd-82db06709b4f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 HTTP/1.1" status: 409 len: 405 time: 0.2555425 Mar 02 19:58:08.845117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:08.848555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Checking router: 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:58:08.848992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Updating router 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:58:08.862411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1552071314'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:08.868109 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-27074ea1-8d82-4cdf-8dc2-4032288723f1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:08.868593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27074ea1-8d82-4cdf-8dc2-4032288723f1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:08.875633 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-27074ea1-8d82-4cdf-8dc2-4032288723f1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/0f90d4aa-5494-4435-a537-2ccfcb0f27fb HTTP/1.1" status: 404 len: 339 time: 0.0919271 Mar 02 19:58:08.876600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59740) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:08.877853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:08.886156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-925067180', 'description': 'd1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:08.899399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:08.903322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:08.910639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:network and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:08.915519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:08.922902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:08.925190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:08.930929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.933585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:08.947735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:08.952140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:08.980098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:08.983598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.003505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.008461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.013733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:09.033839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.034172 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment a5dbc7cd-be06-4c99-bb06-685682316443 of type vlan for network aa8d74a5-d9d1-4a55-9e36-73449392a47b Mar 02 19:58:09.054797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 926c9a99-633a-4974-8c14-e2572d567a1a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:09.066655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.101826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.104857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467e3da-dd55-4966-933e-90ed5f046b09 None None] Network a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:09.107629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:09.108287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.134770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:09.134984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:09.142353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=47c89020-e3a8-4833-bafd-0ea4d219291c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:09.149676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-611158fe-3182-43ba-8d70-7e4721ec4263 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/47c89020-e3a8-4833-bafd-0ea4d219291c HTTP/1.1" status: 204 len: 168 time: 3.5307302 Mar 02 19:58:09.150378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59744) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.156589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704380505'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:09.161526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:09.166055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:09.174600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:09.216576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Provisioning complete for port b2c0d002-dc96-48e4-ad61-75ecdfb86643 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:09.217020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.235017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:09.248551 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3650572 Mar 02 19:58:09.250535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59748) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.256019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bc0a9-fe18-4d91-937f-7e61b0ab844f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=aa8d74a5-d9d1-4a55-9e36-73449392a47b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:09.307436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network aa8d74a5-d9d1-4a55-9e36-73449392a47b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:09.353001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:09.356453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.372715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b2c0d002-dc96-48e4-ad61-75ecdfb86643 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:09.395634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b7a59c-5916-46c5-a776-a4377caef15a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:09.396301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-66b7a59c-5916-46c5-a776-a4377caef15a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Synchronizing usage tracker for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:09.411781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:09.425334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.425695 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 117f87cd-68ff-428a-9821-b2940229a3c9 of type vlan for network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 Mar 02 19:58:09.431068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-66b7a59c-5916-46c5-a776-a4377caef15a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Unset dirty status for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:09.434932 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-66b7a59c-5916-46c5-a776-a4377caef15a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks?id=aa8d74a5-d9d1-4a55-9e36-73449392a47b HTTP/1.1" status: 200 len: 760 time: 0.1789088 Mar 02 19:58:09.435082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59752) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.441715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'description': 'd2'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:09.525122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.538564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.665499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.695684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.701263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:09.701859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.726802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b2c0d002-dc96-48e4-ad61-75ecdfb86643 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:09.727195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.829022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.846781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Provisioning for port af2e9f0c-9d7e-4a17-998c-f41235659177 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:09.847028 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6958861 Mar 02 19:58:09.854288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.857575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59756) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:09.859846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:09.868116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Provisioning complete for port af2e9f0c-9d7e-4a17-998c-f41235659177 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:09.868496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.869708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:09.884276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361a75d-5333-4303-8af2-3c2d49fe54f2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=131b1fc2-d611-422e-8d23-4e75aa5e2aa6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:09.892149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.897767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Transition to ACTIVE for port object 6d97c365-fee4-4fc8-a9c9-23941a41bfbf will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:09.930155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:09.936722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.937068 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment 80835b9c-925b-4886-8c20-cb7989e9d249 of type vlan for network e2209878-6746-4a71-9c3c-193f3e742f6f Mar 02 19:58:09.949371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] DHCP port deletion for a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:09.965517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network aa8d74a5-d9d1-4a55-9e36-73449392a47b is not hosted by any dhcp agent {{(pid=87813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 19:58:09.967410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Calling delete_port for 9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:09.969844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.970878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:09.971482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:09.972772 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "PUT /v2.0/networks/aa8d74a5-d9d1-4a55-9e36-73449392a47b HTTP/1.1" status: 200 len: 757 time: 0.5368080 Mar 02 19:58:10.019979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Deleting port b2c0d002-dc96-48e4-ad61-75ecdfb86643 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:10.020756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.039508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:10.043120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.109024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f6d42-7f5d-4f9f-9904-fea5e07bfcfd req-bc0e9083-2567-41d0-8ea1-4dbc71639598 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:10.110593 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c28f6d42-7f5d-4f9f-9904-fea5e07bfcfd req-bc0e9083-2567-41d0-8ea1-4dbc71639598 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 1.1084809 Mar 02 19:58:10.127131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:10.127479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.169264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b57d-8d3f-444d-922e-cb95b17de598 None None] Port af2e9f0c-9d7e-4a17-998c-f41235659177 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:10.200852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.244823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Attempting to bind port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:10.245417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Attempting to bind port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'cd91fe64-c821-4d13-865c-56c9c7654283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:10.246013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Attempting to bind port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf on network bfa84786-9a77-47d2-a152-2c5672119c22 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:10.260315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142ec42-8716-4d5d-8e95-e13ea55a1091 None None] Pushing event updated for resources: {'Port': ['ID=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.261356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b99ade-dc6d-4740-a9e6-468189f90b5a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=aa8d74a5-d9d1-4a55-9e36-73449392a47b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.268928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.274349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:10.280181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:10.284130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:10.292539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:10.305261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network aa8d74a5-d9d1-4a55-9e36-73449392a47b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:10.319158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:10.325140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.330862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:10.331068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Checking segment: {'id': 'cd91fe64-c821-4d13-865c-56c9c7654283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:10.331517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.331956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Bound using segment: {'id': 'cd91fe64-c821-4d13-865c-56c9c7654283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:10.332524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Bound port: 6d97c365-fee4-4fc8-a9c9-23941a41bfbf, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd91fe64-c821-4d13-865c-56c9c7654283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bfa84786-9a77-47d2-a152-2c5672119c22'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:10.333002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.337575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.361687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.369143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:10.369821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.421236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63846a5-afd0-4123-9655-51c84a1cf3b1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:10.422554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b63846a5-afd0-4123-9655-51c84a1cf3b1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Synchronizing usage tracker for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:10.442063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.456822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c28f6d42-7f5d-4f9f-9904-fea5e07bfcfd req-aa62ed8f-ac33-4b74-94f6-0d5b1d34a4fe tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3026669 Mar 02 19:58:10.480445 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6287563 Mar 02 19:58:10.492852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59770) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:10.505667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:10.508884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0e6419ac-4029-47cd-a572-a17d49cc4774 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:10.551688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b63846a5-afd0-4123-9655-51c84a1cf3b1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Unset dirty status for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:10.556779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b63846a5-afd0-4123-9655-51c84a1cf3b1 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks?id=aa8d74a5-d9d1-4a55-9e36-73449392a47b HTTP/1.1" status: 200 len: 760 time: 0.5068409 Mar 02 19:58:10.562030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-77d5214c-8c80-4bf2-b0c7-90e6d8422ba0 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa HTTP/1.1" status: 204 len: 168 time: 2.5973473 Mar 02 19:58:10.562030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59774) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:10.568062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59776) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:10.618565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-844337733'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:10.622184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0a81b-88bd-4c46-b727-b95214964ec2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=e2209878-6746-4a71-9c3c-193f3e742f6f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.630556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0e6419ac-4029-47cd-a572-a17d49cc4774 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:10.630556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0e6419ac-4029-47cd-a572-a17d49cc4774 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:10.633273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:10.635576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.685744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e2209878-6746-4a71-9c3c-193f3e742f6f details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:10.706450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:10.706857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed34bdc7-b7b6-4510-bb7b-bb54b97c220a tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:58:10.707557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed34bdc7-b7b6-4510-bb7b-bb54b97c220a tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Synchronizing usage tracker for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:10.710523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:10.727316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] For port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:10.727540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=926c9a99-633a-4974-8c14-e2572d567a1a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:10.729399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] For port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf, host dv-neutron-831594-2-hyperv, got binding levels [] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:10.729907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.749904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] For port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,segment=NetworkSegment(cd91fe64-c821-4d13-865c-56c9c7654283),segment_id=cd91fe64-c821-4d13-865c-56c9c7654283)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:10.756406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:10.795765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:10.799819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.800857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.876875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] For port b2c0d002-dc96-48e4-ad61-75ecdfb86643, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b2c0d002-dc96-48e4-ad61-75ecdfb86643,segment=NetworkSegment(46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1),segment_id=46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:10.877177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.953352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:10.962944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.972636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:10.985264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Calling delete_port for 6d97c365-fee4-4fc8-a9c9-23941a41bfbf owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:11.027724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Calling delete_port for b2c0d002-dc96-48e4-ad61-75ecdfb86643 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:11.029203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed34bdc7-b7b6-4510-bb7b-bb54b97c220a tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Unset dirty status for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:11.030603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed34bdc7-b7b6-4510-bb7b-bb54b97c220a tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports/9e2a0e3c-b6e2-4826-85f2-aa98f2f82bfa HTTP/1.1" status: 404 len: 333 time: 0.4611206 Mar 02 19:58:11.037965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59782) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:11.050365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-593353347'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:11.064076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:11.082980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=d008bdf2-3aed-4122-a04a-df16c8ef2f8d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:11.087842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:11.089958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Routers {'4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:11.090592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:11.098672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:11.159471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '117f87cd-68ff-428a-9821-b2940229a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:11.159982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 131b1fc2-d611-422e-8d23-4e75aa5e2aa6, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:11.160580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142ec42-8716-4d5d-8e95-e13ea55a1091 None None] Pushing event updated for resources: {'Port': ['ID=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:11.168832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Made reservation on behalf of e83ec2470a4b40fba656308ecfa62ace for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:11.171388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.194650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.194998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment fff6dc9b-78cc-436f-8ab6-3c3dbb80fce4 of type vlan for network 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf Mar 02 19:58:11.207626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port a8c05ca4-a649-40c0-a640-60d58006e2c7 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:11.274608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.279150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] Set router 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:11.292119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:11.317838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:11.318244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:11.320046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.320462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 131b1fc2-d611-422e-8d23-4e75aa5e2aa6) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:11.330815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:11.331405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.339367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.431024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b2c0d002-dc96-48e4-ad61-75ecdfb86643 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:11.457740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da62a200-e98b-438e-b957-e01d8f505f40 None None] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:11.463122 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f46f6544-8a1c-4c08-ba5e-4ccc8ffb19b3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6016073 Mar 02 19:58:11.466042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59786) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:11.505872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6', 'name': 'tempest-PortsIpV6TestJSON-191226162', 'fixed_ips': [{'subnet_id': 'd008bdf2-3aed-4122-a04a-df16c8ef2f8d', 'ip_address': '2001:db8::10'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:11.508803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] Pushing event deleted for resources: {'Port': ['ID=b2c0d002-dc96-48e4-ad61-75ecdfb86643,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:11.513735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b2c0d002-dc96-48e4-ad61-75ecdfb86643 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:11.514302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b2c0d002-dc96-48e4-ad61-75ecdfb86643 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:11.520052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a3758-3fc9-4d40-a99a-07af4a8c0a00', 'name': '', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:57:58Z', 'updated_at': '2022-03-02T19:58:10Z', 'revision_number': 4, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:11.526753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f4303-b2e5-4195-a551-f06b031f0dce None None] No DVR routers for this DVR port b2c0d002-dc96-48e4-ad61-75ecdfb86643 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:11.569859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:58:11.574650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afb3e62-1e03-42c3-96be-ca79f2cb608f None None] The sync data for ids ['4f3a3758-3fc9-4d40-a99a-07af4a8c0a00'] in dv-neutron-831594-2-hyperv is: [{'id': '4f3a3758-3fc9-4d40-a99a-07af4a8c0a00', 'name': '', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:57:58Z', 'updated_at': '2022-03-02T19:58:10Z', 'revision_number': 4, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:11.578398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.662268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.668007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:11.668741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.767188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-131b1fc2-d611-422e-8d23-4e75aa5e2aa6', 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': 'd008bdf2-3aed-4122-a04a-df16c8ef2f8d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:11.768089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.783581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.802014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=200135cb-8d6d-4220-9eea-6cb873d83757,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:11.839330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:11.840180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.847887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f0ca111b-aff1-4f60-99a3-62eeb8284620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.851008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:11.853762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': '80835b9c-925b-4886-8c20-cb7989e9d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:11.854324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: e2209878-6746-4a71-9c3c-193f3e742f6f, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:11.862907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:11.868710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:11.880828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:11.914742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:11.942005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network e2209878-6746-4a71-9c3c-193f3e742f6f is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:11.959679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:11.990166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Allocated IP 2001:db8::2 (131b1fc2-d611-422e-8d23-4e75aa5e2aa6/d008bdf2-3aed-4122-a04a-df16c8ef2f8d/e6e0a7fb-76a6-47d6-85e7-81b179580b03) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:12.050399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4857543 Mar 02 19:58:12.060461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59792) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:12.061292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c00df4-9ff4-469d-9de9-741f48487e8a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=9b4131ef-0f9a-4d28-b9b3-9f671f44aabf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:12.079129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': '9b4131ef-0f9a-4d28-b9b3-9f671f44aabf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:12.101972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 17b2a20d-fdc0-46ec-bf34-94045b3a0e61 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:58:12.112042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:12.189628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e2209878-6746-4a71-9c3c-193f3e742f6f) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:12.217406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:12.217406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.224019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:12.231850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:12.250712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:12.251659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:12.252264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.276393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c05ca4-a649-40c0-a640-60d58006e2c7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:12.306066 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a8ce5ea2-eb54-4ed2-9869-c5b4fec71f34 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8063149 Mar 02 19:58:12.306066 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11449f1c-91f7-45cb-aa5d-259909d39d05 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2617393 Mar 02 19:58:12.306066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59796) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:12.306445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59798) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:12.313896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'port': {'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f', 'name': 'tempest-NetworksIpV6TestAttrs-1683508422'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:12.330625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.348368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:12.369974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b27c19-df52-411a-9fb3-21f404993255 None None] Network e2209878-6746-4a71-9c3c-193f3e742f6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:12.437119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:12.439730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:12.452537 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] Sync routers for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:12.456889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33511f2-912e-4ec4-9ca6-842bc6b4c604 req-585d1e88-a4cb-4ab2-9ab0-ca002aed7851 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:12.458690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e33511f2-912e-4ec4-9ca6-842bc6b4c604 req-585d1e88-a4cb-4ab2-9ab0-ca002aed7851 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7854266 Mar 02 19:58:12.463171 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:12.463439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-da6b036d-f766-468e-8320-a1bd61d9f009 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0959709 Mar 02 19:58:12.464238 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:12.482763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59804) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:12.494434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port df96514c-6743-47ce-aa2c-8827417502c4 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:12.495090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] For port 6d97c365-fee4-4fc8-a9c9-23941a41bfbf, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,segment=NetworkSegment(cd91fe64-c821-4d13-865c-56c9c7654283),segment_id=cd91fe64-c821-4d13-865c-56c9c7654283)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:12.495447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.535846 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:12.549107 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] Routers {'17b2a20d-fdc0-46ec-bf34-94045b3a0e61'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:12.550046 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:57:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:12.625048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.652662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Transition to ACTIVE for port object e6e0a7fb-76a6-47d6-85e7-81b179580b03 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:12.658845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bd02e170-5905-49c7-9c2c-a2983bd394f5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:12.666332 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:12.667348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.667984 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01228ff8-01fd-49e1-b516-9a927e6e5fc0 None None] The sync data for ids ['17b2a20d-fdc0-46ec-bf34-94045b3a0e61'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:12.707621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Usage tracker for resource:subnet and tenant:9eff74fb7e5c43358c46db74e85ca869 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:12.717500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Calling delete_port for 6d97c365-fee4-4fc8-a9c9-23941a41bfbf owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:12.724096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Transition to ACTIVE for port object e6e0a7fb-76a6-47d6-85e7-81b179580b03 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:12.745710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.774964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:12.806330 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:12.810415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bd02e170-5905-49c7-9c2c-a2983bd394f5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:12.810810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:12.814303 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bd02e170-5905-49c7-9c2c-a2983bd394f5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=17b2a20d-fdc0-46ec-bf34-94045b3a0e61 HTTP/1.1" status: 200 len: 205 time: 0.3305588 Mar 02 19:58:12.819152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:12.821672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:port and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:12.826112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:12.838154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:12.895748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:12.900967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:12.903863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Pushing event updated for resources: {'Port': ['ID=e6e0a7fb-76a6-47d6-85e7-81b179580b03,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:12.907172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:12.910417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226aa157-2fb1-4150-a882-363281912937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-e2209878-6746-4a71-9c3c-193f3e742f6f', 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f', 'tenant_id': '5752e2f0c6194044a945a428a09e94e1', 'fixed_ips': [{'subnet_id': '200135cb-8d6d-4220-9eea-6cb873d83757'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:12.911597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.940418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:12.944169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:12.978483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e33511f2-912e-4ec4-9ca6-842bc6b4c604 req-34f34d34-aa77-4f4e-b97f-5427388f6c76 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007964 Mar 02 19:58:12.997150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:13.000821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.026808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.039657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] device_id is not set on port bd4ef105-bff6-4582-8194-3e90ca8732a3 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:13.101437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::10 (131b1fc2-d611-422e-8d23-4e75aa5e2aa6/d008bdf2-3aed-4122-a04a-df16c8ef2f8d/df96514c-6743-47ce-aa2c-8827417502c4) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:13.122165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Attempting to bind port e6e0a7fb-76a6-47d6-85e7-81b179580b03 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:13.122520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Attempting to bind port e6e0a7fb-76a6-47d6-85e7-81b179580b03 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '117f87cd-68ff-428a-9821-b2940229a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:13.123050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Attempting to bind port e6e0a7fb-76a6-47d6-85e7-81b179580b03 on network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:13.134583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:13.135236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Checking segment: {'id': '117f87cd-68ff-428a-9821-b2940229a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:13.135820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.136382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Bound using segment: {'id': '117f87cd-68ff-428a-9821-b2940229a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:13.136889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Bound port: e6e0a7fb-76a6-47d6-85e7-81b179580b03, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117f87cd-68ff-428a-9821-b2940229a3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:13.137224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.274568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-226aa157-2fb1-4150-a882-363281912937 None None] Allocated IP 2001:db8::f816:3eff:fe99:1f5a (e2209878-6746-4a71-9c3c-193f3e742f6f/200135cb-8d6d-4220-9eea-6cb873d83757/95051a96-405e-4cc0-9931-e5214632fc89) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:13.291679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] For port e6e0a7fb-76a6-47d6-85e7-81b179580b03, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:13.295923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] For port e6e0a7fb-76a6-47d6-85e7-81b179580b03, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e6e0a7fb-76a6-47d6-85e7-81b179580b03,segment=NetworkSegment(117f87cd-68ff-428a-9821-b2940229a3c9),segment_id=117f87cd-68ff-428a-9821-b2940229a3c9)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:13.310515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] device_id is not set on port a8c05ca4-a649-40c0-a640-60d58006e2c7 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:13.328733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.375844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.426511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Transition to ACTIVE for port object a8c05ca4-a649-40c0-a640-60d58006e2c7 will not be triggered until provisioned by entity L2. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:13.435899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.520710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85556e-88a9-4fc6-8513-112176a25c4f None None] Pushing event updated for resources: {'Port': ['ID=e6e0a7fb-76a6-47d6-85e7-81b179580b03,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:13.579991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.587989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.589453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.605269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object df96514c-6743-47ce-aa2c-8827417502c4 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:13.644207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.651029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c05ca4-a649-40c0-a640-60d58006e2c7,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:13.654899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:13.655261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:13.655614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:13.656991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-226aa157-2fb1-4150-a882-363281912937 None None] Transition to ACTIVE for port object 95051a96-405e-4cc0-9931-e5214632fc89 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:13.663914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:13.664255 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:13.665620 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 2 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:13.679042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-226aa157-2fb1-4150-a882-363281912937 None None] Transition to ACTIVE for port object 95051a96-405e-4cc0-9931-e5214632fc89 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:13.683428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:13.683797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:13.684128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:13.687074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.697176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.697732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router 17b2a20d-fdc0-46ec-bf34-94045b3a0e61 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:13.721093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.727904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:13.728500 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:13.738064 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 3 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:13.766965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.770789 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-73e98de7-9d1f-4114-a6cd-ee439308abd2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61 HTTP/1.1" status: 204 len: 168 time: 0.9480302 Mar 02 19:58:13.780207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59814) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:13.780979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.806471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226aa157-2fb1-4150-a882-363281912937 None None] Network e2209878-6746-4a71-9c3c-193f3e742f6f is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:13.814368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-226aa157-2fb1-4150-a882-363281912937 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:13.832675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa157-2fb1-4150-a882-363281912937 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:13.842383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:13.847262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:13.847785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:13.848271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:13.858600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:13.875400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:13.881337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:13.882189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.897980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:13.898318 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:13.908365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d97c365-fee4-4fc8-a9c9-23941a41bfbf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:13.913736 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 4 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:13.921533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Allocated IP 2001:db8::f816:3eff:fe77:f607 (e2209878-6746-4a71-9c3c-193f3e742f6f/200135cb-8d6d-4220-9eea-6cb873d83757/bd4ef105-bff6-4582-8194-3e90ca8732a3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:13.927175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=df96514c-6743-47ce-aa2c-8827417502c4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:13.954213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:13.954544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:13.954930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:13.963749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.964028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:13.964295 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:13.966979 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 5 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:13.971234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:13.989018 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-04c42ae9-fec7-4611-b42d-450eb7298049 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5176702 Mar 02 19:58:13.989250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa157-2fb1-4150-a882-363281912937 None None] Pushing event updated for resources: {'Port': ['ID=95051a96-405e-4cc0-9931-e5214632fc89,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:13.996520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59818) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:14.014057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '131b1fc2-d611-422e-8d23-4e75aa5e2aa6', 'name': 'tempest-PortsIpV6TestJSON-1300541179', 'fixed_ips': [{'subnet_id': 'd008bdf2-3aed-4122-a04a-df16c8ef2f8d', 'ip_address': '2001:db8::f'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:14.040459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.040712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.040886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:14.059150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-226aa157-2fb1-4150-a882-363281912937 None None] Attempting to bind port 95051a96-405e-4cc0-9931-e5214632fc89 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.059428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-226aa157-2fb1-4150-a882-363281912937 None None] Attempting to bind port 95051a96-405e-4cc0-9931-e5214632fc89 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '80835b9c-925b-4886-8c20-cb7989e9d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.059788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa157-2fb1-4150-a882-363281912937 None None] Attempting to bind port 95051a96-405e-4cc0-9931-e5214632fc89 on network e2209878-6746-4a71-9c3c-193f3e742f6f {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:14.075460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa157-2fb1-4150-a882-363281912937 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:14.075837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa157-2fb1-4150-a882-363281912937 None None] Checking segment: {'id': '80835b9c-925b-4886-8c20-cb7989e9d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:14.076237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.076648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226aa157-2fb1-4150-a882-363281912937 None None] Bound using segment: {'id': '80835b9c-925b-4886-8c20-cb7989e9d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:14.077132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-226aa157-2fb1-4150-a882-363281912937 None None] Bound port: 95051a96-405e-4cc0-9931-e5214632fc89, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80835b9c-925b-4886-8c20-cb7989e9d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e2209878-6746-4a71-9c3c-193f3e742f6f'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:14.081688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.144530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet ce27d71d-c32f-4436-9007-c5ea7a8278b8 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:14.158068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.254215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-226aa157-2fb1-4150-a882-363281912937 None None] For port 95051a96-405e-4cc0-9931-e5214632fc89, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:14.257657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-226aa157-2fb1-4150-a882-363281912937 None None] For port 95051a96-405e-4cc0-9931-e5214632fc89, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=95051a96-405e-4cc0-9931-e5214632fc89,segment=NetworkSegment(80835b9c-925b-4886-8c20-cb7989e9d249),segment_id=80835b9c-925b-4886-8c20-cb7989e9d249)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:14.262756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-226aa157-2fb1-4150-a882-363281912937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.265850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:14.266098 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:14.285893 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 6 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:14.287798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.303559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.341765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.342418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.342418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:14.363888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=2f6552e9-5a9f-43f7-be44-cdaad31c1fdd,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:14.374361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.374518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aa157-2fb1-4150-a882-363281912937 None None] Pushing event updated for resources: {'Port': ['ID=95051a96-405e-4cc0-9931-e5214632fc89,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:14.413077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:14.413408 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:14.424143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.424393 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 7 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:14.424493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:14.431567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': 'fff6dc9b-78cc-436f-8ab6-3c3dbb80fce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9b4131ef-0f9a-4d28-b9b3-9f671f44aabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:14.431933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:14.464630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.465022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.465286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:14.469062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:14.481427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.482538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-16f4c90f-4550-4870-82e7-332c238575ac tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/routers/4f3a3758-3fc9-4d40-a99a-07af4a8c0a00 HTTP/1.1" status: 204 len: 168 time: 6.6728077 Mar 02 19:58:14.489814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59824) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:14.490743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:14.519874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.540187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Transition to ACTIVE for port object bd4ef105-bff6-4582-8194-3e90ca8732a3 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:14.570588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:14.575339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:14.576020 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:14.577184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:14.580575 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 8 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:14.595720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.598200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:14.686537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.686872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.687206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:14.714519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:14.719535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.737613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:14.749516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8560a6-c95e-4c0c-9a58-ba8d1e334827 None None] Network 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:14.760201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:14.761076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.781191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:14.782963 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:14.785397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34991a8-5ea4-4df2-9a6e-1e8c20fc94b8 req-a5806bdb-0bea-425b-98b8-462831d4f184 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:14.788835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a34991a8-5ea4-4df2-9a6e-1e8c20fc94b8 req-a5806bdb-0bea-425b-98b8-462831d4f184 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.5491269 Mar 02 19:58:14.792048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting subnet 900a455f-f333-42da-80f3-5d915fbe698e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:14.796551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.800675 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 9 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:14.824916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network e2209878-6746-4a71-9c3c-193f3e742f6f is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:14.831002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 1bf16bc2-5240-4c42-b5f6-69dd07eded16 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:14.845234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b40fc668-0a7e-4c16-96c9-db4f878f8522 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7810895 Mar 02 19:58:14.847991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:14.900131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Port': ['ID=bd4ef105-bff6-4582-8194-3e90ca8732a3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:14.910402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:14.918347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:14.926607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.934261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:14.935394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:14.959299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:14.959983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:14.960868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:15.060196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-261b9087-28b4-420d-8d7d-b73d8692e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.069723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbe435-513e-4dc5-a863-6826587581db None None] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:15.072390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.073703 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ecf976fe-cd5f-437f-8f22-3458d66f1876 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7682781 Mar 02 19:58:15.077043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:15.077373 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:15.077780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59832) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.080872 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempt 10 to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 Mar 02 19:58:15.106216 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a34991a8-5ea4-4df2-9a6e-1e8c20fc94b8 req-0365ec20-1b56-4ab5-8710-95323f6fdbb1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2786837 Mar 02 19:58:15.172780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting subnet 200135cb-8d6d-4220-9eea-6cb873d83757 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:15.189528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.195052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.205542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.250908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:15.251239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] {{(pid=87813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:15.251696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempting to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:15.255573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6293f62a-b762-4f40-b70c-8f95e501bef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9b4131ef-0f9a-4d28-b9b3-9f671f44aabf', 'network_id': '9b4131ef-0f9a-4d28-b9b3-9f671f44aabf', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': '2f6552e9-5a9f-43f7-be44-cdaad31c1fdd'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:15.256639 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6293f62a-b762-4f40-b70c-8f95e501bef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.270068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:15.270394 dv-neutron-831594-2-hyperv neutron-server[87813]: ERROR neutron.plugins.ml2.managers [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Failed to bind port a8c05ca4-a649-40c0-a640-60d58006e2c7 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '7ee19e95-ba65-4ddb-9c8e-35766694503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7bcd4195-74ad-4d6f-9ce4-b010f9b4b159'}] Mar 02 19:58:15.270751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.280997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd1dad17-f8be-45b2-98e0-1cee07332608 None None] Provisioning for port e6e0a7fb-76a6-47d6-85e7-81b179580b03 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:15.288296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=ce27d71d-c32f-4436-9007-c5ea7a8278b8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:15.296546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.298431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.303458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.321057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-086741dc-1fc2-48ae-b80c-3f10f2f49ff1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/ce27d71d-c32f-4436-9007-c5ea7a8278b8 HTTP/1.1" status: 204 len: 168 time: 1.5359550 Mar 02 19:58:15.325148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.399511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debd8317-25e6-4e4e-82ae-fe8c197814f7 None None] Network a62c5e77-d63d-408a-a3fe-cd5436020e9e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:15.485506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.499296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 0aa5e9e2-d19e-41db-9358-cf796a95df90 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:15.500550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port a8c05ca4-a649-40c0-a640-60d58006e2c7, host hv-neutron-8315, cleared binding levels {{(pid=87813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:15.502427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attempted to set empty binding levels {{(pid=87813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 19:58:15.509592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::f (131b1fc2-d611-422e-8d23-4e75aa5e2aa6/d008bdf2-3aed-4122-a04a-df16c8ef2f8d/1bf16bc2-5240-4c42-b5f6-69dd07eded16) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:15.512402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.513982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.558674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e6e0a7fb-76a6-47d6-85e7-81b179580b03 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:15.575827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.576930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.582393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.655893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] In _notify_port_updated(), no bound segment for port a8c05ca4-a649-40c0-a640-60d58006e2c7 on network 7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:58:15.656796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:15.657397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.659585 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "PUT /v2.0/ports/a8c05ca4-a649-40c0-a640-60d58006e2c7 HTTP/1.1" status: 200 len: 976 time: 3.3507349 Mar 02 19:58:15.666277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59840) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.686802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=900a455f-f333-42da-80f3-5d915fbe698e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:15.694357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.718815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.741606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a6fec6b-4872-453f-af46-96fd4583f93c tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/900a455f-f333-42da-80f3-5d915fbe698e HTTP/1.1" status: 204 len: 168 time: 1.2467296 Mar 02 19:58:15.741606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:15.743943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.801207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9717354-28df-4e1d-b246-f04df7ad8144 tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event updated for resources: {'Port': ['ID=a8c05ca4-a649-40c0-a640-60d58006e2c7,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:15.895270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Deleting port a8c05ca4-a649-40c0-a640-60d58006e2c7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:15.895623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.904669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c03b2-62dd-4676-bf95-1f9613f1bc75 None None] Network e2209878-6746-4a71-9c3c-193f3e742f6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:15.992124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.019081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e6e0a7fb-76a6-47d6-85e7-81b179580b03 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:16.032600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server [None req-6293f62a-b762-4f40-b70c-8f95e501bef3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6552e9-5a9f-43f7-be44-cdaad31c1fdd: This subnet is being modified by another concurrent operation. Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:58:16.032932 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise exception Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f6552e9-5a9f-43f7-be44-cdaad31c1fdd: This subnet is being modified by another concurrent operation. Mar 02 19:58:16.036583 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Mar 02 19:58:16.046199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6552e9-5a9f-43f7-be44-cdaad31c1fdd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:16.053755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e6e0a7fb-76a6-47d6-85e7-81b179580b03 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:16.054442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.123812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.128704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-20fe0c55-f7a3-4fe8-bf01-c3d35cb333e2 None None] Provisioning for port 95051a96-405e-4cc0-9931-e5214632fc89 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:16.152319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f83d15-5943-4342-a8fc-b37ced2ab4ab None None] Network 9b4131ef-0f9a-4d28-b9b3-9f671f44aabf requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:16.189232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.262362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.312158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4131ef-0f9a-4d28-b9b3-9f671f44aabf']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.316277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] DHCP port deletion for a62c5e77-d63d-408a-a3fe-cd5436020e9e request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:16.331585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff6dc9b-78cc-436f-8ab6-3c3dbb80fce4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.331872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff6dc9b-78cc-436f-8ab6-3c3dbb80fce4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.347937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Deleting port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:16.348430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.349854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.375133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.388045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:16.388535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.391935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.416290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] For port a8c05ca4-a649-40c0-a640-60d58006e2c7, host hv-neutron-8315, got binding levels [] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:16.416671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:16.460199 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:16.562558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.599342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa84786-9a77-47d2-a152-2c5672119c22']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.614691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd91fe64-c821-4d13-865c-56c9c7654283') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.614983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd91fe64-c821-4d13-865c-56c9c7654283') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:16.629055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.675257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.704293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Calling delete_port for a8c05ca4-a649-40c0-a640-60d58006e2c7 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:16.705592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.716552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.729280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Provisioning complete for port e6e0a7fb-76a6-47d6-85e7-81b179580b03 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:16.729762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.735332 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 1bf16bc2-5240-4c42-b5f6-69dd07eded16 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:16.778856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.844500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=200135cb-8d6d-4220-9eea-6cb873d83757,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:16.852238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.874209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.898228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e6e0a7fb-76a6-47d6-85e7-81b179580b03, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e6e0a7fb-76a6-47d6-85e7-81b179580b03,segment=NetworkSegment(117f87cd-68ff-428a-9821-b2940229a3c9),segment_id=117f87cd-68ff-428a-9821-b2940229a3c9)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:16.914644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.915504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 95051a96-405e-4cc0-9931-e5214632fc89 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:16.923175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.938846 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cb7af182-0ee3-4d14-9d40-f1b17ffc6a30 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/200135cb-8d6d-4220-9eea-6cb873d83757 HTTP/1.1" status: 204 len: 168 time: 1.8509169 Mar 02 19:58:16.950492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:16.951130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:16.970886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:16.971662 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:16.992703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:17.024219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:17.027552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=1bf16bc2-5240-4c42-b5f6-69dd07eded16,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.030436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.032704 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "DELETE /v2.0/ports/a8c05ca4-a649-40c0-a640-60d58006e2c7 HTTP/1.1" status: 204 len: 168 time: 1.3634934 Mar 02 19:58:17.033663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:17.041580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:17.042351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.056656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59856) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.060268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] For port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,segment=NetworkSegment(947f3c58-df6a-4ddd-9058-1f6698527071),segment_id=947f3c58-df6a-4ddd-9058-1f6698527071)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:17.060770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.063055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa5e9e2-d19e-41db-9358-cf796a95df90,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.084611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c804f-e284-424a-8833-8a7ee3d791b6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:17.086424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c804f-e284-424a-8833-8a7ee3d791b6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:17.087243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-093c804f-e284-424a-8833-8a7ee3d791b6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Synchronizing usage tracker for tenant:5752e2f0c6194044a945a428a09e94e1 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:17.097192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acabeba-2e75-43ea-9417-baca9333a1db None None] Network 8ca588f5-0985-4e71-a2d4-497c185bee77 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:17.106968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22da0-40c1-4c3f-bc79-752edd16132d tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8c05ca4-a649-40c0-a640-60d58006e2c7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.158902 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8857284e-41b2-484b-9506-837c08596f9f tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] GET failed (client error): The resource could not be found. Mar 02 19:58:17.159440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8857284e-41b2-484b-9506-837c08596f9f tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Synchronizing usage tracker for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:17.173787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8857284e-41b2-484b-9506-837c08596f9f tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] Unset dirty status for tenant:e83ec2470a4b40fba656308ecfa62ace on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:17.175031 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8857284e-41b2-484b-9506-837c08596f9f tempest-PortsAdminExtendedAttrsTestJSON-790691829 tempest-PortsAdminExtendedAttrsTestJSON-790691829-project-admin] 10.222.0.36 "GET /v2.0/ports/a8c05ca4-a649-40c0-a640-60d58006e2c7 HTTP/1.1" status: 404 len: 333 time: 0.0698283 Mar 02 19:58:17.180585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59860) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.191685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.216090 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ee623d07-270a-4c06-9d44-e5933a8d79c2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2183039 Mar 02 19:58:17.222549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.225029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59864) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.246302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-093c804f-e284-424a-8833-8a7ee3d791b6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Unset dirty status for tenant:5752e2f0c6194044a945a428a09e94e1 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:17.247571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-093c804f-e284-424a-8833-8a7ee3d791b6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2697203 Mar 02 19:58:17.299112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Calling delete_port for c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:17.301205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59868) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.324363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.326789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=9b4131ef-0f9a-4d28-b9b3-9f671f44aabf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.346905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5b88647b-5bba-4f9b-a21b-50a732795902 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/0aa5e9e2-d19e-41db-9358-cf796a95df90 HTTP/1.1" status: 204 len: 168 time: 2.0203757 Mar 02 19:58:17.352813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59872) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.363400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.369807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bfa84786-9a77-47d2-a152-2c5672119c22 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 19:58:17.375614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.383084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/networks/bfa84786-9a77-47d2-a152-2c5672119c22 HTTP/1.1" status: 204 len: 168 time: 1.5909965 Mar 02 19:58:17.387775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-85391cf5-7263-4efb-85bf-c14f18da5e78 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/9b4131ef-0f9a-4d28-b9b3-9f671f44aabf HTTP/1.1" status: 204 len: 168 time: 2.5306273 Mar 02 19:58:17.395216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59878) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.456302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.466094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.477448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4398bf1a-b094-49d3-b04a-a160d3900d07 None None] Network e2209878-6746-4a71-9c3c-193f3e742f6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:17.484165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519bc44-f747-4a36-8452-9a2911ff8cea tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Network': ['ID=bfa84786-9a77-47d2-a152-2c5672119c22,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.498030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b251c-89ef-413d-ac6b-241825185513 req-76d19f18-c66d-40cb-82d7-580e90c73dd7 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:17.505594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f0b251c-89ef-413d-ac6b-241825185513 req-76d19f18-c66d-40cb-82d7-580e90c73dd7 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8375618 Mar 02 19:58:17.549558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Provisioning for port df96514c-6743-47ce-aa2c-8827417502c4 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:17.576641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Provisioning complete for port df96514c-6743-47ce-aa2c-8827417502c4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:17.577017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.614295 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a03b8c-8144-4852-b020-5623cde8f6b2 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] GET failed (client error): The resource could not be found. Mar 02 19:58:17.614936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a7a03b8c-8144-4852-b020-5623cde8f6b2 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Synchronizing usage tracker for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:17.648613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e6e0a7fb-76a6-47d6-85e7-81b179580b03,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:17.652120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.661155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedf4e27-63ab-45b8-9569-c81b59239536 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:17.661561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d2f3cca-ef2c-40c5-b5d0-3017a31138f3 None None] Port df96514c-6743-47ce-aa2c-8827417502c4 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:17.661907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bedf4e27-63ab-45b8-9569-c81b59239536 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:17.680591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f0b251c-89ef-413d-ac6b-241825185513 req-253c3e8a-c2ed-40fa-a05b-2341a0e873b2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1735497 Mar 02 19:58:17.686722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14318a07-a87d-4a2b-91de-cdbf800a65e2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.716816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:17.717443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.773189 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-14318a07-a87d-4a2b-91de-cdbf800a65e2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 19:58:17.773766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14318a07-a87d-4a2b-91de-cdbf800a65e2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:17.775444 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-14318a07-a87d-4a2b-91de-cdbf800a65e2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/e2209878-6746-4a71-9c3c-193f3e742f6f HTTP/1.1" status: 409 len: 405 time: 0.4693866 Mar 02 19:58:17.779486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59886) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.786605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bedf4e27-63ab-45b8-9569-c81b59239536 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:17.787003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1171856786'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:17.794529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a7a03b8c-8144-4852-b020-5623cde8f6b2 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Unset dirty status for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:17.795651 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a7a03b8c-8144-4852-b020-5623cde8f6b2 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets/2f6552e9-5a9f-43f7-be44-cdaad31c1fdd HTTP/1.1" status: 404 len: 337 time: 0.3994939 Mar 02 19:58:17.797314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:17.800857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 95051a96-405e-4cc0-9931-e5214632fc89 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:17.801234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bedf4e27-63ab-45b8-9569-c81b59239536 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5646048 Mar 02 19:58:17.802091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.802586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.840919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 95051a96-405e-4cc0-9931-e5214632fc89 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:17.841308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.847503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.855366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:17.860864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:17.864416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.877948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:17.901622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'name': 'tempest-router--939156976', 'project_id': '3e62cf384d3b49f4acae1ec3de0c0950'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:17.917137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcd4195-74ad-4d6f-9ce4-b010f9b4b159']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:17.917363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5115e836-8a7c-4f68-9728-be1e8dd60c60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:17.917818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5115e836-8a7c-4f68-9728-be1e8dd60c60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:17.919666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5115e836-8a7c-4f68-9728-be1e8dd60c60 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/9b4131ef-0f9a-4d28-b9b3-9f671f44aabf HTTP/1.1" status: 404 len: 339 time: 0.0998025 Mar 02 19:58:17.926840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:17.927694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:17.960840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:router and tenant:3e62cf384d3b49f4acae1ec3de0c0950 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:17.965175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:17.974785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:17.978871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:17.981146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:18.007895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee19e95-ba65-4ddb-9c8e-35766694503f') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:18.008407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee19e95-ba65-4ddb-9c8e-35766694503f') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:18.030507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.035083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.037657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.095459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning complete for port df96514c-6743-47ce-aa2c-8827417502c4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:18.096067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.133108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.149597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:18.150133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.159545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdaf8b-b253-4b78-99a3-879cdc4b6b98 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:18.160464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.165959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdaf8b-b253-4b78-99a3-879cdc4b6b98 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:18.167292 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:18.169144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Port df96514c-6743-47ce-aa2c-8827417502c4 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:18.174698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bdaf8b-b253-4b78-99a3-879cdc4b6b98 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:18.176607 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-99bdaf8b-b253-4b78-99a3-879cdc4b6b98 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3585691 Mar 02 19:58:18.178345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.189325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59906) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.195455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:18.204746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,segment=NetworkSegment(947f3c58-df6a-4ddd-9058-1f6698527071),segment_id=947f3c58-df6a-4ddd-9058-1f6698527071)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:18.205401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.233019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] Pushing event deleted for resources: {'Port': ['ID=c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:18.238608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning for port bd4ef105-bff6-4582-8194-3e90ca8732a3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:18.244082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6499d-d146-4d5c-af1d-bb0a73345212 None None] No DVR routers for this DVR port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:18.247242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning complete for port bd4ef105-bff6-4582-8194-3e90ca8732a3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:18.247620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.334998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.343570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.343987 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment 1be834b0-9bc8-4609-9946-cdcc1e127290 of type vlan for network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 Mar 02 19:58:18.359740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:18.366522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde0652-48a5-46b6-9643-cc64716aacd8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:18.368203 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6dde0652-48a5-46b6-9643-cc64716aacd8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4392385 Mar 02 19:58:18.381633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59910) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.390016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.394707 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-57356294-5e86-4b5b-9b82-5c5341040c29 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5166867 Mar 02 19:58:18.395686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.436557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 1bf16bc2-5240-4c42-b5f6-69dd07eded16 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:18.436901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.464252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.471197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.485694 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7fcb6ef4-224d-4fcb-abe5-237218ab64dd tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 207 time: 0.0995605 Mar 02 19:58:18.485893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Port bd4ef105-bff6-4582-8194-3e90ca8732a3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:18.486401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.489409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:18.510527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.519719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning for port 1bf16bc2-5240-4c42-b5f6-69dd07eded16 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:18.527990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] Pushing event deleted for resources: {'Network': ['ID=7bcd4195-74ad-4d6f-9ce4-b010f9b4b159,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:18.530572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning complete for port 1bf16bc2-5240-4c42-b5f6-69dd07eded16 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:18.530753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.549847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6918b668-57f0-4f3a-ab0a-08f8fd6471d6 tempest-PortsAdminExtendedAttrsTestJSON-423672902 tempest-PortsAdminExtendedAttrsTestJSON-423672902-project] 10.222.0.36 "DELETE /v2.0/networks/7bcd4195-74ad-4d6f-9ce4-b010f9b4b159 HTTP/1.1" status: 204 len: 168 time: 1.3657763 Mar 02 19:58:18.560245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 95051a96-405e-4cc0-9931-e5214632fc89, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=95051a96-405e-4cc0-9931-e5214632fc89,segment=NetworkSegment(80835b9c-925b-4886-8c20-cb7989e9d249),segment_id=80835b9c-925b-4886-8c20-cb7989e9d249)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:18.580317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] DHCP port deletion for 8ca588f5-0985-4e71-a2d4-497c185bee77 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:18.586834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Deleting port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:18.587199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.620752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.626253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:18.626844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.630679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.632656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] DHCP port deletion for e2209878-6746-4a71-9c3c-193f3e742f6f request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:18.685608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.695414 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Deleting port 95051a96-405e-4cc0-9931-e5214632fc89 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:18.695792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:18.885575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=95051a96-405e-4cc0-9931-e5214632fc89,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:18.888462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Port 1bf16bc2-5240-4c42-b5f6-69dd07eded16 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:18.899814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e6e0a7fb-76a6-47d6-85e7-81b179580b03 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:19.047146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59928) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.064027 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2808223 Mar 02 19:58:19.078304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59932) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.084004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171dbae0-fac1-4134-ba09-972515b7e1f8 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=933f7cb2-d126-478c-ab63-d0d2c48dedf8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:19.091073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:19.168610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Provisioning complete for port 95051a96-405e-4cc0-9931-e5214632fc89 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:19.169142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1217fc69-385a-4f91-b4cd-ac56f75f7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.210033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:19.267915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.284657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:19.284657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:19.317074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] For port 36f103f6-0e03-4b72-a774-8f0e42ba8c34, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=36f103f6-0e03-4b72-a774-8f0e42ba8c34,segment=NetworkSegment(29df03db-d771-4d6b-bec6-caab2fdcf4e9),segment_id=29df03db-d771-4d6b-bec6-caab2fdcf4e9)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:19.317486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.349801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:19.382832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.387817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.401819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:19.407644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:19.413323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:19.414475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 1bf16bc2-5240-4c42-b5f6-69dd07eded16 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:19.418972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:19.419861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Synchronizing usage tracker for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:19.460707 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7a68663f-5d99-4e44-bf80-45996ecbdf8b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9957ba31409f48e39d71cdf990211fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101675 Mar 02 19:58:19.461540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50962490-f0ba-49bc-87cb-a9f7241b5af0 req-d7468a3d-153a-4d7d-880c-1899300f4b80 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:19.463063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50962490-f0ba-49bc-87cb-a9f7241b5af0 req-d7468a3d-153a-4d7d-880c-1899300f4b80 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6224258 Mar 02 19:58:19.463546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.463936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:19.481358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.481830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9003e283-4a51-480e-8ab8-4008d4c0ac51 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:19.495695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:19.498998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.504670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Unset dirty status for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:19.509583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-14f26e74-c576-4982-bc30-b1989c540155 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0153909 Mar 02 19:58:19.514792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59942) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.546183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Calling delete_port for 36f103f6-0e03-4b72-a774-8f0e42ba8c34 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:19.577820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.580436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.581568 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-208bc4ff-12e4-4d88-9580-00616b043b8b tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9003e283-4a51-480e-8ab8-4008d4c0ac51 HTTP/1.1" status: 204 len: 168 time: 1.1748924 Mar 02 19:58:19.584893 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50962490-f0ba-49bc-87cb-a9f7241b5af0 req-e1ac060e-2dfa-4266-9b17-391b2966fbcd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045649 Mar 02 19:58:19.615706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] For port 95051a96-405e-4cc0-9931-e5214632fc89, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=95051a96-405e-4cc0-9931-e5214632fc89,segment=NetworkSegment(80835b9c-925b-4886-8c20-cb7989e9d249),segment_id=80835b9c-925b-4886-8c20-cb7989e9d249)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:19.616160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.623283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.623799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e6e0a7fb-76a6-47d6-85e7-81b179580b03 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:19.624166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.713529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.736030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.737600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80cd55d7-090a-44c4-a6cd-843d462a306f HTTP/1.1" status: 204 len: 168 time: 0.2731354 Mar 02 19:58:19.739141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814db111-cc16-4eec-87f1-bce17ea63ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cd55d7-090a-44c4-a6cd-843d462a306f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:19.785963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:19.786322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:19.880113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Calling delete_port for 95051a96-405e-4cc0-9931-e5214632fc89 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:19.955262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59954) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.967775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] The port 'c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:58:19.969856 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b875d47e-95b8-495e-93bd-40b17c03366c tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4424553 Mar 02 19:58:19.972039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:19.980018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.260563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.262343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=1bf16bc2-5240-4c42-b5f6-69dd07eded16,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.276026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.317607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a62c5e77-d63d-408a-a3fe-cd5436020e9e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:20.331644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947f3c58-df6a-4ddd-9058-1f6698527071') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:20.331943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947f3c58-df6a-4ddd-9058-1f6698527071') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:20.344658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.362481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.369083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:20.369488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.379549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.414962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] Pushing event deleted for resources: {'Port': ['ID=36f103f6-0e03-4b72-a774-8f0e42ba8c34,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.419263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.479512 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a77de904-acf2-45d3-9c89-9a5c860fcda3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/1bf16bc2-5240-4c42-b5f6-69dd07eded16 HTTP/1.1" status: 204 len: 168 time: 2.2857256 Mar 02 19:58:20.483750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6a2520-97b6-40f2-b400-62099ae22918 None None] No DVR routers for this DVR port 36f103f6-0e03-4b72-a774-8f0e42ba8c34 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:20.485902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:58:20.486611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59966) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.490113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.499280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] No DVR routers for this DVR port 95051a96-405e-4cc0-9931-e5214632fc89 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:20.501234 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:20.509510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-342580215', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:20.517093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc13eb-99f5-491c-9b5f-1d17d5ed0340 None None] Pushing event deleted for resources: {'Port': ['ID=95051a96-405e-4cc0-9931-e5214632fc89,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.552038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:20.574725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 36f103f6-0e03-4b72-a774-8f0e42ba8c34 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:20.600072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59974) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.600566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb76c3-f32f-4302-aea7-74abc1b87e84 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.602052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb76c3-f32f-4302-aea7-74abc1b87e84 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.602824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbbb76c3-f32f-4302-aea7-74abc1b87e84 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Synchronizing usage tracker for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:20.605560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.616837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.619967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:20.623810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 36f103f6-0e03-4b72-a774-8f0e42ba8c34 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:20.624566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 36f103f6-0e03-4b72-a774-8f0e42ba8c34 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:20.624998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:20.637865 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f42f25-c1bb-4107-80b6-9b734de4cba6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:58:20.638405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6f42f25-c1bb-4107-80b6-9b734de4cba6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:20.642280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:20.657956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:20.665263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/a62c5e77-d63d-408a-a3fe-cd5436020e9e HTTP/1.1" status: 204 len: 168 time: 3.3039744 Mar 02 19:58:20.669844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b2e5d-7837-44d5-b30b-11aad27a8871 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=a62c5e77-d63d-408a-a3fe-cd5436020e9e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.671440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0bd75-1d01-4c8d-bff9-26b63c781b5f None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:58:20.682172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59978) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.710266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6f42f25-c1bb-4107-80b6-9b734de4cba6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:20.711522 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6f42f25-c1bb-4107-80b6-9b734de4cba6 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/1bf16bc2-5240-4c42-b5f6-69dd07eded16 HTTP/1.1" status: 404 len: 333 time: 0.2238433 Mar 02 19:58:20.712546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=db538433-9a53-4f89-b551-df437b211a20,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:20.717035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbbb76c3-f32f-4302-aea7-74abc1b87e84 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Unset dirty status for tenant:9eff74fb7e5c43358c46db74e85ca869 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:20.721696 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dbbb76c3-f32f-4302-aea7-74abc1b87e84 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7451904 Mar 02 19:58:20.721969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59982) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.725147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59986) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.744978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.746197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.767856 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-71eccacf-45e3-44c5-b229-8aeb25e9f2d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e83ec2470a4b40fba656308ecfa62ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556275 Mar 02 19:58:20.804048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-b6419954-0491-4c8c-942a-033ec01012e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.805460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-b6419954-0491-4c8c-942a-033ec01012e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.6946719 Mar 02 19:58:20.805923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 59990) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.813047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': '1be834b0-9bc8-4609-9946-cdcc1e127290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:20.813409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: 933f7cb2-d126-478c-ab63-d0d2c48dedf8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:20.863668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:20.863668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c910ec5d-f6d6-455b-9938-b5ad6c7ca6e1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:20.864370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 95051a96-405e-4cc0-9931-e5214632fc89 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:20.866134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port df96514c-6743-47ce-aa2c-8827417502c4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:20.866506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.903291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57b7d7-2703-47b0-9322-33b88465d2be req-06164d8b-b2f8-4b18-bbb2-b2ed479d2c60 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.904806 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f57b7d7-2703-47b0-9322-33b88465d2be req-06164d8b-b2f8-4b18-bbb2-b2ed479d2c60 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8292868 Mar 02 19:58:20.906574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:20.909636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 95051a96-405e-4cc0-9931-e5214632fc89 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:20.912869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 95051a96-405e-4cc0-9931-e5214632fc89 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:20.913019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88c242-09ac-476d-a053-bf22433374a0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['shared'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.913019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f88c242-09ac-476d-a053-bf22433374a0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['shared'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:20.914522 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f88c242-09ac-476d-a053-bf22433374a0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1599059 Mar 02 19:58:20.917478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 59994) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:20.981745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.067883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0bd75-1d01-4c8d-bff9-26b63c781b5f None None] Unable to find a vacant binding_index for network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 and agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 {{(pid=87814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 02 19:58:21.069940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:21.080135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0bd75-1d01-4c8d-bff9-26b63c781b5f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 933f7cb2-d126-478c-ab63-d0d2c48dedf8) {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:58:21.104093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 933f7cb2-d126-478c-ab63-d0d2c48dedf8) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:21.195865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.196338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.199977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60000) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:21.302155 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-afa68725-54e7-4775-85b1-082fbf38028a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2195842 Mar 02 19:58:21.311408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60004) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:21.312555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f57b7d7-2703-47b0-9322-33b88465d2be req-f042f579-991f-481d-920a-c2b88647e6e4 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3406384 Mar 02 19:58:21.359179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.361380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-21ccc47b-279e-4a71-bc6a-53276288dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.362841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-21ccc47b-279e-4a71-bc6a-53276288dc7f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.5471404 Mar 02 19:58:21.377032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f3ddef-1531-4f48-bd69-c550ce2ac0c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.384302 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d1f3ddef-1531-4f48-bd69-c550ce2ac0c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks/75f3a6a8-4fa3-4241-8ed4-4b31756d8afe HTTP/1.1" status: 200 len: 799 time: 0.4592845 Mar 02 19:58:21.393900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60008) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:21.469910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-933f7cb2-d126-478c-ab63-d0d2c48dedf8', 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8', 'tenant_id': '5752e2f0c6194044a945a428a09e94e1', 'fixed_ips': [{'subnet_id': 'db538433-9a53-4f89-b551-df437b211a20'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:21.470693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.635819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.636760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Allocated IP 2001:db8::f816:3eff:fe16:bffa (933f7cb2-d126-478c-ab63-d0d2c48dedf8/db538433-9a53-4f89-b551-df437b211a20/67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:21.648039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.690119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202683a7-ff72-40c5-8802-de63ecf82661 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.690600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202683a7-ff72-40c5-8802-de63ecf82661 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.691061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202683a7-ff72-40c5-8802-de63ecf82661 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.704490 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-202683a7-ff72-40c5-8802-de63ecf82661 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=598e46f04fa14aaba3920743e8efe0fd&network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 2999 time: 0.4917178 Mar 02 19:58:21.714869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.737016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.744103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.769450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-e62cce6d-5231-4c3b-9e58-57bf88d059d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.3537998 Mar 02 19:58:21.770993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca588f5-0985-4e71-a2d4-497c185bee77']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:21.839736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29df03db-d771-4d6b-bec6-caab2fdcf4e9') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:21.840067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29df03db-d771-4d6b-bec6-caab2fdcf4e9') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:21.866905 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-da05e340-eab1-41b1-b6a5-25204ae3fa80 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/networks/75f3a6a8-4fa3-4241-8ed4-4b31756d8afe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4605055 Mar 02 19:58:21.867146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.872952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for df96514c-6743-47ce-aa2c-8827417502c4 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:21.878956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:21.898951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.913790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Transition to ACTIVE for port object 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:21.937820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Transition to ACTIVE for port object 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:21.949362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.963522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:21.976655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-31b8efc1-8225-40a4-b2ef-b4c74774b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:21.978110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-31b8efc1-8225-40a4-b2ef-b4c74774b867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.1957705 Mar 02 19:58:21.985260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:21.985672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.000209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:22.002168 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:22.045934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:22.049538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:22.061422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:22.070260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Pushing event updated for resources: {'Port': ['ID=67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.125481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.130116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa44a1c-41c1-4d94-87c0-7531b8aa1561 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:22.135270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8aa44a1c-41c1-4d94-87c0-7531b8aa1561 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets/f0278505-78a8-44f7-b36d-4352adc7954f HTTP/1.1" status: 200 len: 811 time: 0.2515008 Mar 02 19:58:22.136683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:22.168471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.168756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Attempting to bind port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:22.168868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Attempting to bind port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1be834b0-9bc8-4609-9946-cdcc1e127290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:22.169247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Attempting to bind port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 on network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:22.175366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:22.175544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Checking segment: {'id': '1be834b0-9bc8-4609-9946-cdcc1e127290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:22.175924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.176412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Bound using segment: {'id': '1be834b0-9bc8-4609-9946-cdcc1e127290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:22.176886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Bound port: 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be834b0-9bc8-4609-9946-cdcc1e127290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:22.177249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.181184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.209294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=df96514c-6743-47ce-aa2c-8827417502c4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.246475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=db538433-9a53-4f89-b551-df437b211a20,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.249296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.266951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79990d-3a53-45aa-9fa5-73f01fae06e4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.281679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] For port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:22.293295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.294486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] For port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7,segment=NetworkSegment(1be834b0-9bc8-4609-9946-cdcc1e127290),segment_id=1be834b0-9bc8-4609-9946-cdcc1e127290)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:22.303778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.310502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.331286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=8ca588f5-0985-4e71-a2d4-497c185bee77,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.341086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf62aa-3d0e-4c1a-ae30-c5a03727d840 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:22.342789 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1dbf62aa-3d0e-4c1a-ae30-c5a03727d840 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "GET /v2.0/subnets/f0278505-78a8-44f7-b36d-4352adc7954f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1986339 Mar 02 19:58:22.349820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60024) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:22.362530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1868197952'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:22.370348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:22.376298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.377940 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c89149b6-fa34-4124-82dc-c26102791201 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/8ca588f5-0985-4e71-a2d4-497c185bee77 HTTP/1.1" status: 204 len: 168 time: 1.6996176 Mar 02 19:58:22.385033 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-505dd21d-3022-4b12-a9dc-f05de35a0c43 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/df96514c-6743-47ce-aa2c-8827417502c4 HTTP/1.1" status: 204 len: 168 time: 1.6648197 Mar 02 19:58:22.385827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60030) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:22.391434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60032) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:22.411703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.415331 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6f4cb8d0-eec7-495a-a805-78794e1352fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a79990d-3a53-45aa-9fa5-73f01fae06e4 HTTP/1.1" status: 204 len: 168 time: 1.5989826 Mar 02 19:58:22.423216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-edcacdf2-6f21-431c-8acb-a9e490b9016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:22.424936 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-edcacdf2-6f21-431c-8acb-a9e490b9016c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4114799 Mar 02 19:58:22.427068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-53431487'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:22.431463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:22.450353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14297b52-a1f7-4a75-bc70-af493103bbe5 None None] Pushing event updated for resources: {'Port': ['ID=67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:22.473602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:22.486315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933f7cb2-d126-478c-ab63-d0d2c48dedf8']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:22.489548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c3387-bb03-4482-ab84-d11947d9fae2 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:58:22.496169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:22.500474 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b271e19a-a28c-4043-837e-9c6d679754b4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:58:22.501009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b271e19a-a28c-4043-837e-9c6d679754b4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:22.503429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:22.511953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be834b0-9bc8-4609-9946-cdcc1e127290') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:22.512246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be834b0-9bc8-4609-9946-cdcc1e127290') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:22.521995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:22.524901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:22.528308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.550130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.579953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:22.583710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.596260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.602122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b271e19a-a28c-4043-837e-9c6d679754b4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:22.603480 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b271e19a-a28c-4043-837e-9c6d679754b4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/df96514c-6743-47ce-aa2c-8827417502c4 HTTP/1.1" status: 404 len: 333 time: 0.2017269 Mar 02 19:58:22.609515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60042) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:22.636011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825c3387-bb03-4482-ab84-d11947d9fae2 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:58:22.821681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:22.822172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:22.838950 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:22.962675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:22.968297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet d008bdf2-3aed-4122-a04a-df16c8ef2f8d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:22.973400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:22.975836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:58:22.975836 dv-neutron-831594-2-hyperv neutron-server[87813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:58:22.975836 dv-neutron-831594-2-hyperv neutron-server[87813]: [parameters: {'id': '933f7cb2-d126-478c-ab63-d0d2c48dedf8'}] Mar 02 19:58:22.975836 dv-neutron-831594-2-hyperv neutron-server[87813]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:22.976217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:22.982178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.027227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.027573 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment fef6feb3-c17d-438a-835d-1add1a508ab3 of type vlan for network d4db4817-825c-4cd8-9246-9762eb5fa038 Mar 02 19:58:23.036207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.036594 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Added segment b6b5f076-0b64-43ea-827e-4763df543cff of type vlan for network cebb4d83-283b-44f2-9b2f-439be699d3bb Mar 02 19:58:23.075047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.075313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.104311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-452aa378-0298-4990-8162-829187ebf095 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657803 Mar 02 19:58:23.134156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.151633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569a8b3-9b5a-4452-aa7a-e2d45e9f61ff None None] Network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:23.157148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:23.175509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.182907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.275761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.281728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:23.282447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.342049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.348960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:23.349588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.384604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.429043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32dc66-ba48-4420-907f-dc63d79a578b None None] Network 933f7cb2-d126-478c-ab63-d0d2c48dedf8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:23.431876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11820b4-60aa-4ba3-9860-7242af5110d8 req-be085a5b-2581-4ade-baef-8269e2b3912f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:23.439035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c11820b4-60aa-4ba3-9860-7242af5110d8 req-be085a5b-2581-4ade-baef-8269e2b3912f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.9186294 Mar 02 19:58:23.483331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.486549 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0962119 Mar 02 19:58:23.496938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:23.513157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:23.517610 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1639850 Mar 02 19:58:23.520016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0b00e-f2f5-4de0-a426-942f99a7c9e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=d4db4817-825c-4cd8-9246-9762eb5fa038,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:23.524297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60074) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:23.532290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784fdda-1518-479e-8b75-28d421b7e96a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:23.533996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4784fdda-1518-479e-8b75-28d421b7e96a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 814 time: 0.3374782 Mar 02 19:58:23.552491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:23.565077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network d4db4817-825c-4cd8-9246-9762eb5fa038 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:23.589457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:23.589787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.638210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c11820b4-60aa-4ba3-9860-7242af5110d8 req-be91d2a5-1551-4429-b28c-80f58ff52531 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982908 Mar 02 19:58:23.657251 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c7b44c-22ed-47bd-a5b3-0aa934edc0b1 req-86cde58b-63ef-471c-83ff-ecbc9eb4ff72 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435631 Mar 02 19:58:23.754357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Allocated IP 172.26.2.213 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/317bcd60-9bd3-4dda-a0fc-c100519aee7b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:23.763269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:23.772162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:23.777031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:23.801969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:23.847964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9531-4628-486b-b16f-bd0bf248bce3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Network': ['ID=cebb4d83-283b-44f2-9b2f-439be699d3bb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:23.873306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:23.896819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:23.960218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:23.963686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.002574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=d008bdf2-3aed-4122-a04a-df16c8ef2f8d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:24.005423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:24.009845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.018082 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e0b469a9-75c5-41f5-a6d8-442c09005ac3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/d008bdf2-3aed-4122-a04a-df16c8ef2f8d HTTP/1.1" status: 204 len: 168 time: 1.4073279 Mar 02 19:58:24.024228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60090) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:24.034014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6433f-bcc1-4610-8765-1ac5bee9f9be None None] Network 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:24.118909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:24.128560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--1448680769', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:24.139657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.146121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:24.148312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:24.156515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-3a7d3244-bb1a-4c0a-a734-3d2ebf042046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:24.158017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-3a7d3244-bb1a-4c0a-a734-3d2ebf042046 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.3320146 Mar 02 19:58:24.158962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:24.165072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:24.176720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:24.322712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:24.327458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.353779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] For port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7,segment=NetworkSegment(1be834b0-9bc8-4609-9946-cdcc1e127290),segment_id=1be834b0-9bc8-4609-9946-cdcc1e127290)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:24.354267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.419271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Made reservation on behalf of 9eff74fb7e5c43358c46db74e85ca869 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:24.423328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.469824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:24.477701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] DHCP port deletion for 131b1fc2-d611-422e-8d23-4e75aa5e2aa6 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:24.482643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Deleting port e6e0a7fb-76a6-47d6-85e7-81b179580b03 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:24.483271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.485823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:24.503719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.538510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Calling delete_port for 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:24.560772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.561118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment d1356abd-b86e-4e2e-a3f6-1b7155a724dd of type vlan for network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 Mar 02 19:58:24.564187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.587304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.633324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-90ebbc69-0be4-4831-81a4-8cecdf188788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:24.634801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-90ebbc69-0be4-4831-81a4-8cecdf188788 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.4453278 Mar 02 19:58:24.636815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:24.660650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:24.662716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing IP validity checks on allocation pools {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:58:24.663323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:58:24.688808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port e6e0a7fb-76a6-47d6-85e7-81b179580b03 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:24.689217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.722618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-750156210', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:24.785723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:24.832825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] For port e6e0a7fb-76a6-47d6-85e7-81b179580b03, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e6e0a7fb-76a6-47d6-85e7-81b179580b03,segment=NetworkSegment(117f87cd-68ff-428a-9821-b2940229a3c9),segment_id=117f87cd-68ff-428a-9821-b2940229a3c9)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:24.833430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.834308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event updated for resources: {'Port': ['ID=317bcd60-9bd3-4dda-a0fc-c100519aee7b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:24.886233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:24.963699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.018500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Calling delete_port for e6e0a7fb-76a6-47d6-85e7-81b179580b03 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:25.046575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e6e0a7fb-76a6-47d6-85e7-81b179580b03 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:25.080169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No DVR routers for this DVR port 67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:25.084556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.106867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Usage tracker for resource:port and tenant:291c68f107cc43e2b1a0376a783e5a5f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:25.112022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': 'fef6feb3-c17d-438a-835d-1add1a508ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:25.112563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: d4db4817-825c-4cd8-9246-9762eb5fa038, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:25.114342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Port': ['ID=67bed1f3-fdf3-4ec0-bc1a-0c2a8b9861f7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.123813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:25.148351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=1bda4062-abf0-4b21-a87d-abc3cd0a5a84,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.152282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:25.197751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.204106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network d4db4817-825c-4cd8-9246-9762eb5fa038 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:25.215776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port e6e0a7fb-76a6-47d6-85e7-81b179580b03, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e6e0a7fb-76a6-47d6-85e7-81b179580b03,segment=NetworkSegment(117f87cd-68ff-428a-9821-b2940229a3c9),segment_id=117f87cd-68ff-428a-9821-b2940229a3c9)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:25.216139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.235311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.254149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] Pushing event deleted for resources: {'Port': ['ID=e6e0a7fb-76a6-47d6-85e7-81b179580b03,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.262257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5913e52-c2fc-4333-a978-fb7c71e962ee None None] No DVR routers for this DVR port e6e0a7fb-76a6-47d6-85e7-81b179580b03 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:25.288823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-db9b94eb-ddef-4e1f-a5f2-a3040917f20e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.6347926 Mar 02 19:58:25.310862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.316218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:25.316960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.322373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Made reservation on behalf of 291c68f107cc43e2b1a0376a783e5a5f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:25.324591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.414279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for e6e0a7fb-76a6-47d6-85e7-81b179580b03 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:25.452001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, d4db4817-825c-4cd8-9246-9762eb5fa038) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:25.455032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.460784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714269a-3064-4d87-af66-ea6d0b5cc5af None None] Network d4db4817-825c-4cd8-9246-9762eb5fa038 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:25.471710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.481707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:25.482276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.533674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933f7cb2-d126-478c-ab63-d0d2c48dedf8']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:25.545092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b0132-b7ba-49cd-8440-30350bb87561 req-e385a148-5615-4ee7-9fd4-1bb6e4f7d14f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:25.548559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be834b0-9bc8-4609-9946-cdcc1e127290') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:25.548794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be834b0-9bc8-4609-9946-cdcc1e127290') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:25.552345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-772b0132-b7ba-49cd-8440-30350bb87561 req-e385a148-5615-4ee7-9fd4-1bb6e4f7d14f tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7148695 Mar 02 19:58:25.559533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.599109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.613187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:25.613496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:25.637785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.653388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:25.657858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:25.658278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.665302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5397959 Mar 02 19:58:25.665302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80abf1bd-95c2-4e35-bc2f-a7a2b146f857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=737d93d1-ca37-4c6a-84a2-cbe4f675ab29,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.668827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Usage tracker for resource:security_group_rule and tenant:291c68f107cc43e2b1a0376a783e5a5f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:25.674711 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:25.677779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60112) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:25.678736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d0d1b4ea-c9a5-49ab-9bdf-1bbc423a01c3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1778796 Mar 02 19:58:25.680119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:25.693111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:25.702042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-01f0e52d-97aa-4d46-a6bb-6b721a04a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:25.703118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-01f0e52d-97aa-4d46-a6bb-6b721a04a200 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.3934493 Mar 02 19:58:25.703427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:25.710377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:25.719130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-729060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:25.732722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.783331 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-772b0132-b7ba-49cd-8440-30350bb87561 req-8b37e5b8-2e8c-45c4-930c-46a949a6cf8e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2300305 Mar 02 19:58:25.788469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:25.813584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Checking segment: {'id': 'b6b5f076-0b64-43ea-827e-4763df543cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:25.813939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network hostable DHCP agents. Network: cebb4d83-283b-44f2-9b2f-439be699d3bb, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:25.843454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d126aec-4733-41d7-bbaa-b92e791b0a90 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:25.845034 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d126aec-4733-41d7-bbaa-b92e791b0a90 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1647418 Mar 02 19:58:25.848104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60122) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:25.858178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-d4db4817-825c-4cd8-9246-9762eb5fa038', 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '1bda4062-abf0-4b21-a87d-abc3cd0a5a84'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:25.859563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.871236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.875299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.894861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:25.903368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:25.910452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Network cebb4d83-283b-44f2-9b2f-439be699d3bb is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:25.930105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=933f7cb2-d126-478c-ab63-d0d2c48dedf8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:25.943649 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b81855a4-aa35-4a0b-b57f-168940381ce2 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/933f7cb2-d126-478c-ab63-d0d2c48dedf8 HTTP/1.1" status: 204 len: 168 time: 4.6254950 Mar 02 19:58:25.952268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:25.958581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:25.969190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1293600705'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:25.986108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, cebb4d83-283b-44f2-9b2f-439be699d3bb) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:26.000707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:26.001284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.012410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef0ecd-375a-4e11-a3d9-ee195617303c None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:26.018576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:26.034720 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bad0a333-07a2-41c3-8f74-17d38fc803d6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5059044 Mar 02 19:58:26.041051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60130) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.041374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:26.050284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:26.055070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:26.073897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.074963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.084052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:26.090356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed2842c-5cf8-4923-a50e-793ad03ac908 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:26.094521 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bed2842c-5cf8-4923-a50e-793ad03ac908 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2428079 Mar 02 19:58:26.098458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60134) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.130358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Allocated IP 172.20.0.2 (d4db4817-825c-4cd8-9246-9762eb5fa038/1bda4062-abf0-4b21-a87d-abc3cd0a5a84/d952b219-6a6f-4226-a511-faf1571131a7) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:26.132383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port e6e0a7fb-76a6-47d6-85e7-81b179580b03 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:26.132717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.183978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f558dccd-3188-4aac-8098-64fa698dbdff tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790181 Mar 02 19:58:26.183978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.193013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:26.196710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.255738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.263428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.264078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] The port 'e6e0a7fb-76a6-47d6-85e7-81b179580b03' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:58:26.314553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-7345bf63-83ee-46fc-824a-8a587ba011dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:26.316244 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-7345bf63-83ee-46fc-824a-8a587ba011dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6015589 Mar 02 19:58:26.355955 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d9de1cac-6b4f-4444-88d6-0d6fb1703fef tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1694145 Mar 02 19:58:26.363159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.367998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-cebb4d83-283b-44f2-9b2f-439be699d3bb', 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb', 'tenant_id': '9eff74fb7e5c43358c46db74e85ca869', 'fixed_ips': [{'subnet_id': 'd8cb4c36-448c-4b50-a5ce-fadd07fdc2c8'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:26.368883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.380780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.413101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.420703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:26.437550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537f738-5568-4c2f-9d67-a195795a0bfc req-f432730e-4168-4449-946f-fb2ca6067c1b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:26.439023 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e537f738-5568-4c2f-9d67-a195795a0bfc req-f432730e-4168-4449-946f-fb2ca6067c1b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4857235 Mar 02 19:58:26.492181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] device_id is not set on port 31245dc1-d7dd-4176-bc5a-e113cc3bc7c3 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:26.533992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.544351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.576490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9597755'] for subnet, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.577082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Transition to ACTIVE for port object d952b219-6a6f-4226-a511-faf1571131a7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:26.605230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.605620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment bd37f2ca-b3aa-41cc-96cf-8b301ed93a54 of type vlan for network 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e Mar 02 19:58:26.614034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Transition to ACTIVE for port object d952b219-6a6f-4226-a511-faf1571131a7 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:26.626498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Allocated IP 172.20.0.3 (cebb4d83-283b-44f2-9b2f-439be699d3bb/d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8/ea38b443-e1e6-49ab-b44e-58af4596783b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:26.631500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.704769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce69b89-50de-4d6f-a3a0-33935da494b4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:26.707100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.735397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Network d4db4817-825c-4cd8-9246-9762eb5fa038 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:26.741727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:26.745183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Pushing event updated for resources: {'Port': ['ID=d952b219-6a6f-4226-a511-faf1571131a7,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:26.747622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:26.748059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b1fc2-d611-422e-8d23-4e75aa5e2aa6']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:26.771960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117f87cd-68ff-428a-9821-b2940229a3c9') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:26.772312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117f87cd-68ff-428a-9821-b2940229a3c9') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:26.785680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9c6c4f-912f-46d1-bb2b-33b5dc33911f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:26.792414 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ca9c6c4f-912f-46d1-bb2b-33b5dc33911f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4208987 Mar 02 19:58:26.792414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.795666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.832729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.844216 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cc2bd4b1-ffc2-4c12-bb8e-72f243026ad1 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440528 Mar 02 19:58:26.844216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60150) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.849423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1590903128', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:26.849595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e537f738-5568-4c2f-9d67-a195795a0bfc req-2d7fc898-b7f1-4918-9517-5f7e0ba132a6 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3163803 Mar 02 19:58:26.850392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.854197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9e1914e4-bd40-4ddb-8dff-cebc709232f3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 1.1501832 Mar 02 19:58:26.856916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60154) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:26.866261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.896430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:26.896844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:26.912242 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:26.996648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Attempting to bind port d952b219-6a6f-4226-a511-faf1571131a7 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:26.997796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Attempting to bind port d952b219-6a6f-4226-a511-faf1571131a7 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'fef6feb3-c17d-438a-835d-1add1a508ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:26.999685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Attempting to bind port d952b219-6a6f-4226-a511-faf1571131a7 on network d4db4817-825c-4cd8-9246-9762eb5fa038 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:27.009216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:27.009807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Checking segment: {'id': 'fef6feb3-c17d-438a-835d-1add1a508ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:27.010233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.010596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Bound using segment: {'id': 'fef6feb3-c17d-438a-835d-1add1a508ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:27.011062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Bound port: d952b219-6a6f-4226-a511-faf1571131a7, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fef6feb3-c17d-438a-835d-1add1a508ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:27.011422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.059083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.063220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:27.066634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:27.069810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.091862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:27.094341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.107843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=131b1fc2-d611-422e-8d23-4e75aa5e2aa6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.110859 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-de1647b9-64ff-4bef-bbcd-466af6deca90 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/131b1fc2-d611-422e-8d23-4e75aa5e2aa6 HTTP/1.1" status: 204 len: 168 time: 3.0855963 Mar 02 19:58:27.116119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60160) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:27.119739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'port': {'network_id': 'd4db4817-825c-4cd8-9246-9762eb5fa038', 'name': 'tempest-RoutersTest-322857961'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:27.121814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1641960819'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:27.126549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:27.129879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.140905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-9ca77d70-47de-4181-b00a-1f9ee5622cec service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915711 Mar 02 19:58:27.145986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.163126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:network and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:27.167620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:27.205324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.207426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:58:27.216838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Transition to ACTIVE for port object ea38b443-e1e6-49ab-b44e-58af4596783b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:27.221383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:27.238050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Transition to ACTIVE for port object ea38b443-e1e6-49ab-b44e-58af4596783b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:27.250315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:27.251350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.253929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.314393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] For port d952b219-6a6f-4226-a511-faf1571131a7, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:27.333540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:27.335132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:27.335737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] For port d952b219-6a6f-4226-a511-faf1571131a7, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d952b219-6a6f-4226-a511-faf1571131a7,segment=NetworkSegment(fef6feb3-c17d-438a-835d-1add1a508ab3),segment_id=fef6feb3-c17d-438a-835d-1add1a508ab3)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:27.339789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:27.354424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:27.360603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.370523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.375953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:27.376576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.381449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Allocated IP 172.26.2.201 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/31245dc1-d7dd-4176-bc5a-e113cc3bc7c3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:27.393098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.393462 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Added segment 16763e4c-8993-4803-82d1-f27bb219e646 of type vlan for network 4ba89da4-8d6c-44e9-8109-975277623982 Mar 02 19:58:27.409604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Pushing event updated for resources: {'Port': ['ID=ea38b443-e1e6-49ab-b44e-58af4596783b,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.493276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.547290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Attempting to bind port ea38b443-e1e6-49ab-b44e-58af4596783b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:27.547704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Attempting to bind port ea38b443-e1e6-49ab-b44e-58af4596783b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b6b5f076-0b64-43ea-827e-4763df543cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:27.548001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Attempting to bind port ea38b443-e1e6-49ab-b44e-58af4596783b on network cebb4d83-283b-44f2-9b2f-439be699d3bb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:27.561938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:27.561938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Checking segment: {'id': 'b6b5f076-0b64-43ea-827e-4763df543cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:27.562296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.562375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Bound using segment: {'id': 'b6b5f076-0b64-43ea-827e-4763df543cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:27.562825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Bound port: ea38b443-e1e6-49ab-b44e-58af4596783b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b5f076-0b64-43ea-827e-4763df543cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'cebb4d83-283b-44f2-9b2f-439be699d3bb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:27.563625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.576137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82363ce2-dc66-4d70-859e-ad2e25e6b182 None None] Pushing event updated for resources: {'Port': ['ID=d952b219-6a6f-4226-a511-faf1571131a7,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.621068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.642567 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6854069 Mar 02 19:58:27.658483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60164) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:27.672187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.679707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:27.680690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.681335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] For port ea38b443-e1e6-49ab-b44e-58af4596783b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:27.684809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] For port ea38b443-e1e6-49ab-b44e-58af4596783b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ea38b443-e1e6-49ab-b44e-58af4596783b,segment=NetworkSegment(b6b5f076-0b64-43ea-827e-4763df543cff),segment_id=b6b5f076-0b64-43ea-827e-4763df543cff)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:27.694262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.720454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f698d7-b395-47f6-a5d4-6343e14334d1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=2827e97e-69b6-4184-a2e8-4ea6a2e2b22e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.725321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.748767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:27.752355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': '2827e97e-69b6-4184-a2e8-4ea6a2e2b22e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:27.811222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0cbf455-2e82-4d5d-9783-19dcc9ba4453 req-8a947cd5-233c-404c-b415-6783031e510a service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114180 Mar 02 19:58:27.870457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.951123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:27.961294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2322245'] for subnet, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.978096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93a24d-a208-40f1-9f31-b245d70148e0 None None] Pushing event updated for resources: {'Port': ['ID=ea38b443-e1e6-49ab-b44e-58af4596783b,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:27.995569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:port and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:28.009466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:28.037559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:28.048435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac406722-43e1-4284-b4fd-afda48a00f48 req-4ab4b07d-bf41-436f-86b2-403816ff84d8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:28.049996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac406722-43e1-4284-b4fd-afda48a00f48 req-4ab4b07d-bf41-436f-86b2-403816ff84d8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.9115844 Mar 02 19:58:28.069725 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9519341 Mar 02 19:58:28.081841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:28.085576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60168) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:28.095238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=a208a316-66c4-4519-a2ae-7795b2e3c7dd,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:28.097197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e284e40-3e89-4d9e-9f50-b1982096caf3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Network': ['ID=4ba89da4-8d6c-44e9-8109-975277623982,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:28.117081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 4ba89da4-8d6c-44e9-8109-975277623982 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:28.133709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '4ba89da4-8d6c-44e9-8109-975277623982', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:28.150521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:28.150878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: 737d93d1-ca37-4c6a-84a2-cbe4f675ab29, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:28.203984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:28.206147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:28.206747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.207457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.208020 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "PUT /v2.0/subnets/d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8 HTTP/1.1" status: 200 len: 877 time: 2.1660309 Mar 02 19:58:28.213652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:28.217038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.228909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:28.327462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac406722-43e1-4284-b4fd-afda48a00f48 req-a8a0dfd3-768a-48b4-a313-5f33d7aed9fd tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2611797 Mar 02 19:58:28.390909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] device_id is not set on port 7bdbaace-84a8-4058-8b42-8ff1c32acdef yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:28.528582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f31ec-2d76-4797-9cc3-f1b5d0dfa625 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event updated for resources: {'Subnet': ['ID=d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:28.557493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:28.564015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:28.578088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:28.583909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:28.588753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 737d93d1-ca37-4c6a-84a2-cbe4f675ab29) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:28.591337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.594274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:28.598792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b36bbf-e45b-4be0-8908-4e820dfc218a None None] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:28.601620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:28.602295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.631761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:28.635457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.666424 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aa76ae5c-1eee-45b5-8afd-aeda069190a8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8218606 Mar 02 19:58:28.918560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:28.919743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.946758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:28.950452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.002433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Router 4187c0a9-312b-4ac9-a3f2-97f1d9ec788f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:29.024262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port ea38b443-e1e6-49ab-b44e-58af4596783b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:29.024262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.102421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=c6fed566-6d0c-440f-9298-440302295b71,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:29.114934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e293422-72f3-4c2a-9a92-a6adcc094fcc None None] Network d4db4817-825c-4cd8-9246-9762eb5fa038 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:29.118655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.20.0.14 (d4db4817-825c-4cd8-9246-9762eb5fa038/1bda4062-abf0-4b21-a87d-abc3cd0a5a84/7bdbaace-84a8-4058-8b42-8ff1c32acdef) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:29.133744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9c2dd-209c-4c14-ae2a-c014d4866258 req-66fa6355-0f71-4ea4-8ef5-e899abdea112 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:29.135636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.136555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ae9c2dd-209c-4c14-ae2a-c014d4866258 req-66fa6355-0f71-4ea4-8ef5-e899abdea112 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6597199 Mar 02 19:58:29.221867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': 'bd37f2ca-b3aa-41cc-96cf-8b301ed93a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2827e97e-69b6-4184-a2e8-4ea6a2e2b22e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:29.222308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:29.254548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ea38b443-e1e6-49ab-b44e-58af4596783b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:29.260649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.272744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=b3ef3041-1b35-402b-8a0c-d64ad80e0439,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:29.279408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Checking segment: {'id': '16763e4c-8993-4803-82d1-f27bb219e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:29.279729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network hostable DHCP agents. Network: 4ba89da4-8d6c-44e9-8109-975277623982, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:29.302857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a7130214-a2a1-407a-8156-bc1ec2b57ec9 None None] Provisioning for port d952b219-6a6f-4226-a511-faf1571131a7 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:29.308935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:29.314115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 4ba89da4-8d6c-44e9-8109-975277623982 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:29.335284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:29.338658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 4ba89da4-8d6c-44e9-8109-975277623982) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:29.343852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:29.345028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.352207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:29.352648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ccd4e-60d2-4577-8b72-a84030929754 None None] Network 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:29.353041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.391037 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a47bc002-12cf-42bd-9fde-f7b7689e71df tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7209346 Mar 02 19:58:29.393456 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-868eb689-ba20-4c10-9d6b-76be5544b769 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3056347 Mar 02 19:58:29.394088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60180) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:29.396874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60184) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:29.402381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1883142632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:29.410091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:29.414387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:router and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:29.418657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:29.443906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:29.452965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd454e91-7e3b-4f4b-8bb2-2126bf2b66f5 None None] Network 4ba89da4-8d6c-44e9-8109-975277623982 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:29.469525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Allocated IP 172.20.0.18 (737d93d1-ca37-4c6a-84a2-cbe4f675ab29/a208a316-66c4-4519-a2ae-7795b2e3c7dd/c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:29.485910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:29.527971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.529160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.561649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.574332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:29.576858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:29.593308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.632891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.636095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.637385 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fc7df49f-7a9f-460f-bd9f-06e268e9734d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2393575 Mar 02 19:58:29.640774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60188) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:29.647444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'network_id': '4ba89da4-8d6c-44e9-8109-975277623982', 'name': 'tempest-PortsIpV6TestJSON-157643872'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:29.658661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbb0d2-1b6d-4146-849d-fbb19771b77d None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:29.658897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Pushing event updated for resources: {'Port': ['ID=31245dc1-d7dd-4176-bc5a-e113cc3bc7c3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:29.681742 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ae9c2dd-209c-4c14-ae2a-c014d4866258 req-df0fdb28-0f71-4f2b-a143-27f0d05f2e94 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4288499 Mar 02 19:58:29.828942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.880703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:29.894850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:29.895452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.905129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:29.914190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:29.918420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] Sync routers for ids ['4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:29.920612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:29.920911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ea38b443-e1e6-49ab-b44e-58af4596783b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:29.929425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:29.955180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:29.961087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:29.990583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-529360c5-bf00-4cf0-b477-ac943ade6ab5 None None] Provisioning for port ea38b443-e1e6-49ab-b44e-58af4596783b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:29.994408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 428f12bb-c429-4b96-abe5-aa2a405aae9b yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:30.010887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ea38b443-e1e6-49ab-b44e-58af4596783b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:30.011259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.063796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-529360c5-bf00-4cf0-b477-ac943ade6ab5 None None] Provisioning complete for port ea38b443-e1e6-49ab-b44e-58af4596783b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:30.064156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-529360c5-bf00-4cf0-b477-ac943ade6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.145689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.146847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8f6bdc90-9110-4505-a5fa-7647c752135b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.1778281 Mar 02 19:58:30.152706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.161721 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1b7597cb-fe33-40de-8c52-531fa34d2350 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.6866603 Mar 02 19:58:30.171137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.171346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] Routers {'4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:30.172308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.172770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.252239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60204) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.264647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.201'}]}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:30.268962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fed566-6d0c-440f-9298-440302295b71,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:30.273487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428647743', 'description': 'tempest-secgroup-smoke-428647743 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:30.293683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::367 (4ba89da4-8d6c-44e9-8109-975277623982/b3ef3041-1b35-402b-8a0c-d64ad80e0439/428f12bb-c429-4b96-abe5-aa2a405aae9b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:30.300119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:30.304631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:30.318109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port ea38b443-e1e6-49ab-b44e-58af4596783b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ea38b443-e1e6-49ab-b44e-58af4596783b,segment=NetworkSegment(b6b5f076-0b64-43ea-827e-4763df543cff),segment_id=b6b5f076-0b64-43ea-827e-4763df543cff)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:30.318617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.330074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Usage tracker for resource:router and tenant:291c68f107cc43e2b1a0376a783e5a5f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:30.337249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.341817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:30.352671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.356576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:30.365009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:30.377518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.388785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:30.401234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a02ea-e98f-4f17-8080-1dd660cc22f8 None None] Network 2827e97e-69b6-4184-a2e8-4ea6a2e2b22e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:30.429030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:30.437844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2827e97e-69b6-4184-a2e8-4ea6a2e2b22e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.444747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.462571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] Routers {'4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:30.463207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.470742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd37f2ca-b3aa-41cc-96cf-8b301ed93a54') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.471036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd37f2ca-b3aa-41cc-96cf-8b301ed93a54') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.505311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for ea38b443-e1e6-49ab-b44e-58af4596783b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:30.506601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.528467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:30.541494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:30.546260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:30.599543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.602154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:30.611508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 7bdbaace-84a8-4058-8b42-8ff1c32acdef will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:30.625329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:30.625778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.630682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad16019-edab-40ac-a5f6-aabcdb130d82 req-2da2a2d6-f38f-4e2e-a192-5eb3bb3ce372 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:30.632272 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cad16019-edab-40ac-a5f6-aabcdb130d82 req-2da2a2d6-f38f-4e2e-a192-5eb3bb3ce372 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.7573349 Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:30.640380 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:30.652493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.653425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.678859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:30.679301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814a9fb-d8bb-41d8-a8d7-e84dc9103338 None None] The sync data for ids ['4187c0a9-312b-4ac9-a3f2-97f1d9ec788f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:30.697556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-302b7468-3b4c-48ce-9139-c0b3593ddeb5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/4187c0a9-312b-4ac9-a3f2-97f1d9ec788f HTTP/1.1" status: 200 len: 924 time: 0.5363264 Mar 02 19:58:30.717587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60208) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.864117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-4ba89da4-8d6c-44e9-8109-975277623982', 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': 'b3ef3041-1b35-402b-8a0c-d64ad80e0439'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:30.864988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.887121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.917622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.923247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=2827e97e-69b6-4184-a2e8-4ea6a2e2b22e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:30.930648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.956292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 428f12bb-c429-4b96-abe5-aa2a405aae9b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:30.966529 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c8d6ce2e-e3ca-4749-bba7-6fc1121f381f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/2827e97e-69b6-4184-a2e8-4ea6a2e2b22e HTTP/1.1" status: 204 len: 168 time: 1.5663095 Mar 02 19:58:30.966529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60212) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:30.971587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1492771149'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:30.978758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:30.984387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:30.985377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:network and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:30.989052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:30.997143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:31.013661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:31.017779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.021606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-94203929-1108-4bc4-8906-a11147d767f0 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=4187c0a9-312b-4ac9-a3f2-97f1d9ec788f HTTP/1.1" status: 200 len: 205 time: 0.3002443 Mar 02 19:58:31.030360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.032786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60216) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:31.038290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.048971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Transition to ACTIVE for port object c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:31.065032 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cad16019-edab-40ac-a5f6-aabcdb130d82 req-bd1043c0-3e9b-426b-aae8-17bdf2406fbc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4059165 Mar 02 19:58:31.106084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.125149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.173186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-529360c5-bf00-4cf0-b477-ac943ade6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.176775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.226206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Transition to ACTIVE for port object c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:31.274936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 4ba89da4-8d6c-44e9-8109-975277623982 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:31.289302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:31.289580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.290352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=428f12bb-c429-4b96-abe5-aa2a405aae9b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.292131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:31.298533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:31.299160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.318561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:31.329628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d952b219-6a6f-4226-a511-faf1571131a7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:31.394439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network d4db4817-825c-4cd8-9246-9762eb5fa038 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:31.403071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:31.443284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.443599 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Added segment 6e002c79-7681-42a8-a30c-b131738e83c6 of type vlan for network 087904f3-1323-4050-9797-4da3e51c5b4b Mar 02 19:58:31.474170 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b0b3707d-ee24-4d38-a4b0-6dfeeea6f7a0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8297954 Mar 02 19:58:31.489876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:31.529284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:31.571574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Pushing event updated for resources: {'Port': ['ID=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.588213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No DVR routers for this DVR port ea38b443-e1e6-49ab-b44e-58af4596783b on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:31.589781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=7bdbaace-84a8-4058-8b42-8ff1c32acdef,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.602211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:31.613022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:31.615657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:31.669659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Allocated IP 2001:db8::2 (4ba89da4-8d6c-44e9-8109-975277623982/b3ef3041-1b35-402b-8a0c-d64ad80e0439/9bb31c5f-d05f-466d-89d4-ec23c2184fe8) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:31.796468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d952b219-6a6f-4226-a511-faf1571131a7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:31.852773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d952b219-6a6f-4226-a511-faf1571131a7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:31.853152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.855428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.891823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Port': ['ID=ea38b443-e1e6-49ab-b44e-58af4596783b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:31.899994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.902054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d802a-0040-45ba-9852-78d657937cd2 None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:31.918411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.930104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:31.930716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:31.991655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.029651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] Provisioning complete for port d952b219-6a6f-4226-a511-faf1571131a7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:32.030018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.040642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bf66aa98-2252-4d03-8861-6f67fb8f2afe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.1332514 Mar 02 19:58:32.043165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:32.066033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Attempting to bind port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:32.066295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Attempting to bind port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:32.066466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Attempting to bind port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 on network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:32.079759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.117040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:32.117524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Checking segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:32.117809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.118197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Bound using segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:32.118678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Bound port: c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:32.119043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.155113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.158536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:58:32.274197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0c223-ec96-4a99-8e1d-c1ef71fe54c8 req-e1508daa-6ed7-480c-b5a5-f4f669933f41 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:32.275633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07e0c223-ec96-4a99-8e1d-c1ef71fe54c8 req-e1508daa-6ed7-480c-b5a5-f4f669933f41 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6891296 Mar 02 19:58:32.328519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.334012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:32.334631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.358483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.359681 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.1064785 Mar 02 19:58:32.372538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60232) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:32.377704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.380995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdc7a0-2dff-40bb-94ef-c1351af45666 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b370a2b-d64f-414a-a5d9-dc34ada7b91b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.409072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:32.424837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:32.430274 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4642406 Mar 02 19:58:32.484519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.489332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.529288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Transition to ACTIVE for port object 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:32.592748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.601132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:32.610834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] For port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:32.638897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Request body: {'subnet': {'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:32.640910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Transition to ACTIVE for port object 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:32.646529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:32.646772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] For port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:32.652998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port 317bcd60-9bd3-4dda-a0fc-c100519aee7b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:32.652998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.656945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] For port d952b219-6a6f-4226-a511-faf1571131a7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d952b219-6a6f-4226-a511-faf1571131a7,segment=NetworkSegment(fef6feb3-c17d-438a-835d-1add1a508ab3),segment_id=fef6feb3-c17d-438a-835d-1add1a508ab3)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:32.658867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.681040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:32.693683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.712194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.716389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:32.728120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759888c8-9309-4542-8cd1-736af352df85 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Network': ['ID=087904f3-1323-4050-9797-4da3e51c5b4b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.830844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 087904f3-1323-4050-9797-4da3e51c5b4b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:32.891731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Network 4ba89da4-8d6c-44e9-8109-975277623982 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:32.904818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:32.907295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:32.924529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.935361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.946070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:32.978561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Pushing event updated for resources: {'Port': ['ID=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:32.995475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07e0c223-ec96-4a99-8e1d-c1ef71fe54c8 req-e12903bb-87d1-47c7-8be7-07b5c72023a1 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5854480 Mar 02 19:58:33.016811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:33.026247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:33.032702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Usage tracker for resource:subnet and tenant:5752e2f0c6194044a945a428a09e94e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:33.035350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:33.041815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:33.076679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a00b242-f073-48ec-a99e-e93f80b5b3be None None] Network cebb4d83-283b-44f2-9b2f-439be699d3bb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:33.083675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Made reservation on behalf of 5752e2f0c6194044a945a428a09e94e1 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:33.087335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.107216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7958b0b3-32e4-4ac7-96a9-5b2c0291d3f4 None None] Provisioning for port 7bdbaace-84a8-4058-8b42-8ff1c32acdef completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:33.150124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:33.150466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:33.173290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7958b0b3-32e4-4ac7-96a9-5b2c0291d3f4 None None] Provisioning complete for port 7bdbaace-84a8-4058-8b42-8ff1c32acdef triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:33.173930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7958b0b3-32e4-4ac7-96a9-5b2c0291d3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.273026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.298366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.316650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Attempting to bind port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:33.316808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Attempting to bind port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '16763e4c-8993-4803-82d1-f27bb219e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:33.316924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.317135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Attempting to bind port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 on network 4ba89da4-8d6c-44e9-8109-975277623982 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:33.323979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.367114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9f1377-4176-4b66-bb3d-49e2df28ecef,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:33.378934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeee827-3528-4ae1-9f8a-b9dab68b4220 None None] Pushing event updated for resources: {'Port': ['ID=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:33.438436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:33.438803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Checking segment: {'id': '16763e4c-8993-4803-82d1-f27bb219e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:33.439198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.439585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Bound using segment: {'id': '16763e4c-8993-4803-82d1-f27bb219e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:33.440062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Bound port: 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16763e4c-8993-4803-82d1-f27bb219e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4ba89da4-8d6c-44e9-8109-975277623982'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:33.440455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.455355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7958b0b3-32e4-4ac7-96a9-5b2c0291d3f4 None None] Port 7bdbaace-84a8-4058-8b42-8ff1c32acdef cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:33.503833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebb4d83-283b-44f2-9b2f-439be699d3bb']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:33.510187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7958b0b3-32e4-4ac7-96a9-5b2c0291d3f4 None None] Could not find standard attr ID for object ea38b443-e1e6-49ab-b44e-58af4596783b. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:58:33.526420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.543079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for 317bcd60-9bd3-4dda-a0fc-c100519aee7b owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:33.549922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b5f076-0b64-43ea-827e-4763df543cff') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:33.550188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b5f076-0b64-43ea-827e-4763df543cff') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:33.567794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644291c2-8b69-4f86-bae3-d2374bbdf0e7 None None] Pushing event updated for resources: {'Port': ['ID=d952b219-6a6f-4226-a511-faf1571131a7,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:33.610059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.611734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] For port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:33.618211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] For port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,segment=NetworkSegment(16763e4c-8993-4803-82d1-f27bb219e646),segment_id=16763e4c-8993-4803-82d1-f27bb219e646)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:33.624965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199bba7-82ff-47c3-b6dc-62c8fdeb5dc2 None None] DHCP port deletion for cebb4d83-283b-44f2-9b2f-439be699d3bb request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:33.629571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.686029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.689875 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bffef9bb-4b1a-4d49-ae9c-f9f515c3dae6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3115318 Mar 02 19:58:33.693293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60240) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:33.704488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:33.736025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:33.747109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:33.750631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:33.765870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:33.798959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.808202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.812978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.829801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.842435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadafbb-9d33-4b34-8b9d-945f8f2448a8 None None] Pushing event updated for resources: {'Port': ['ID=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:33.955205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:33.955612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:33.970894 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:34.034536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=428f12bb-c429-4b96-abe5-aa2a405aae9b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:34.103822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:34.113184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.180673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.212828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=317bcd60-9bd3-4dda-a0fc-c100519aee7b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:34.217484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.255509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:34.262059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d952b219-6a6f-4226-a511-faf1571131a7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:34.277750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238e7dd1-2b37-49f4-b061-170833c1c11a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:34.370477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d952b219-6a6f-4226-a511-faf1571131a7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:34.370843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.399206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.462502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.595743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.599709 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-74e90e6e-de5e-4d8a-8467-8345f21a8447 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8997438 Mar 02 19:58:34.601568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:34.612766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ea38b443-e1e6-49ab-b44e-58af4596783b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:34.613488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:34.623483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.643375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0eff9-a255-4e78-a41b-aecc1849f986 None None] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:34.654556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:34.668483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.698928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ea38b443-e1e6-49ab-b44e-58af4596783b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:34.699263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ea38b443-e1e6-49ab-b44e-58af4596783b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:34.715260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.727552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=cebb4d83-283b-44f2-9b2f-439be699d3bb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:34.792652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:34.802335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:34.807139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.882790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Provisioning for port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:34.892482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Provisioning complete for port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:34.892893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:34.935326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c8076a07-146f-4c22-9536-3a93ce3deb6f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/cebb4d83-283b-44f2-9b2f-439be699d3bb HTTP/1.1" status: 204 len: 168 time: 6.6532123 Mar 02 19:58:34.942144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:34.951597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:35.021271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592efaf-c0f6-4451-bcd8-4969717163d9 req-57a733a4-8aaa-482d-b070-70cbce11a2a9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:35.022912 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3592efaf-c0f6-4451-bcd8-4969717163d9 req-57a733a4-8aaa-482d-b070-70cbce11a2a9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6778173 Mar 02 19:58:35.060683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.066828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.068314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 19:58:35.070163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e139c3b1-a4c5-4818-9512-99ee0a058e40 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:35.070635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e139c3b1-a4c5-4818-9512-99ee0a058e40 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:35.072391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e139c3b1-a4c5-4818-9512-99ee0a058e40 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/d8cb4c36-448c-4b50-a5ce-fadd07fdc2c8 HTTP/1.1" status: 404 len: 337 time: 0.1242762 Mar 02 19:58:35.079683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60254) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.079924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.091440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.146427 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a66b33-1e05-4a61-bef0-a24a50402a3b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:35.146870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a66b33-1e05-4a61-bef0-a24a50402a3b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:35.164460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.164791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router 4187c0a9-312b-4ac9-a3f2-97f1d9ec788f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:35.180111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.188422 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-00ecc1cf-c58c-48c8-a988-9bc8efdcd548 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/4187c0a9-312b-4ac9-a3f2-97f1d9ec788f HTTP/1.1" status: 204 len: 168 time: 4.1545119 Mar 02 19:58:35.189108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60258) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.191306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.206349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:58:35.211003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-291187120', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:35.219155 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20a66b33-1e05-4a61-bef0-a24a50402a3b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/cebb4d83-283b-44f2-9b2f-439be699d3bb HTTP/1.1" status: 404 len: 339 time: 0.1388724 Mar 02 19:58:35.222907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60262) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.228917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:35.236469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.238274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] For port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:35.250410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.302789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:router and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:35.307661 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3592efaf-c0f6-4451-bcd8-4969717163d9 req-11ab800f-9a23-4165-8fb8-88618e7d7271 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2714911 Mar 02 19:58:35.313080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.317062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.369335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:35.378505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:35.385925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887ac6-1bda-4164-9a2c-573dd43da93e None None] Pushing event updated for resources: {'Port': ['ID=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.397160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.411037 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-02af5fa7-50ce-4e20-8d9c-349de1694f44 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:35.411497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02af5fa7-50ce-4e20-8d9c-349de1694f44 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:35.416519 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-02af5fa7-50ce-4e20-8d9c-349de1694f44 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/2f6552e9-5a9f-43f7-be44-cdaad31c1fdd HTTP/1.1" status: 404 len: 337 time: 0.1903937 Mar 02 19:58:35.422763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60268) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.456633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa56c42-9fd6-4b5e-bf9a-7c7332c221cf None None] Network 4ba89da4-8d6c-44e9-8109-975277623982 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:35.458638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.461139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.522846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.552652 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ccdfce5-0049-44b4-878f-52bed82a0ff9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:35.553223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ccdfce5-0049-44b4-878f-52bed82a0ff9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:35.565962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.691181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event updated for resources: {'Subnet': ['ID=971ab1a0-9dd5-47da-a458-d679b9fd7cbe,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.711015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-123863fe-c920-4573-b335-4818f40f8d1c None None] Provisioning complete for port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:35.711633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-123863fe-c920-4573-b335-4818f40f8d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:35.807861 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ccdfce5-0049-44b4-878f-52bed82a0ff9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/9b4131ef-0f9a-4d28-b9b3-9f671f44aabf HTTP/1.1" status: 404 len: 339 time: 0.3829050 Mar 02 19:58:35.819414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:35.880018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Checking segment: {'id': '6e002c79-7681-42a8-a30c-b131738e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:35.880267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network hostable DHCP agents. Network: 087904f3-1323-4050-9797-4da3e51c5b4b, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:35.899316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=7bdbaace-84a8-4058-8b42-8ff1c32acdef,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.939817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-123863fe-c920-4573-b335-4818f40f8d1c None None] Provisioning for port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:35.963338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cb63a0-a81b-4d99-ba14-3fb2e7916696,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:35.976829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.024317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.039099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.079594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:36.111780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0995b87a-8e2f-4993-9343-13853ea01b5b None None] Provisioning complete for port 7bdbaace-84a8-4058-8b42-8ff1c32acdef triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:36.112154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0995b87a-8e2f-4993-9343-13853ea01b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.116092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Network 087904f3-1323-4050-9797-4da3e51c5b4b is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:36.146831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.150875 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e53b64b8-45cf-4339-b64a-c34e3d7abbca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5455801 Mar 02 19:58:36.155635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:36.162581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:36.191176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 087904f3-1323-4050-9797-4da3e51c5b4b) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:36.195687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:36.196185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.216768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ac18a-81a1-49c2-b829-8afd0b816056 None None] Network 087904f3-1323-4050-9797-4da3e51c5b4b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:36.259466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.271356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0995b87a-8e2f-4993-9343-13853ea01b5b None None] Port 7bdbaace-84a8-4058-8b42-8ff1c32acdef cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:36.367092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:36.392619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:36.393520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.399857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:36.403310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.403825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc0d95b8-0d77-4ec8-b20f-a503b405946f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:36.431691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:36.447339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:36.464514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-c9c4b096-1a2e-4dd7-bad6-284d516a9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:36.466380 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-c9c4b096-1a2e-4dd7-bad6-284d516a9f93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=400636baa3334e54b332ef4bfebf7017&device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 1098 time: 0.6598914 Mar 02 19:58:36.467874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:36.484471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af214c99-cabb-4fea-8511-e45710f10e93 req-3f203058-91dc-48da-8bf7-fc29b257ed2a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:36.486425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af214c99-cabb-4fea-8511-e45710f10e93 req-3f203058-91dc-48da-8bf7-fc29b257ed2a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6405692 Mar 02 19:58:36.534501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Provisioning for port 428f12bb-c429-4b96-abe5-aa2a405aae9b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:36.538277 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cd4d1f8-c9cc-4e09-a9cd-3e3e6dbe2f92 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9299731 Mar 02 19:58:36.542595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:36.550021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Provisioning complete for port 428f12bb-c429-4b96-abe5-aa2a405aae9b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:36.550476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.561044 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 19:58:36.562079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-48802530-50cd-4c90-8a7a-dbd6a918efe2 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.3300517 Mar 02 19:58:36.594949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60286) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:36.678153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Port 428f12bb-c429-4b96-abe5-aa2a405aae9b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:36.751702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-087904f3-1323-4050-9797-4da3e51c5b4b', 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b', 'tenant_id': '5752e2f0c6194044a945a428a09e94e1', 'fixed_ips': [{'subnet_id': '971ab1a0-9dd5-47da-a458-d679b9fd7cbe'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:36.753461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.775811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.789328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.808524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Provisioning complete for port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:36.810109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e63af9df-37da-48df-b164-e30cc8f9f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.811564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.879756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af214c99-cabb-4fea-8511-e45710f10e93 req-c6c18230-c5ba-44c0-8c9d-b992b0c6aa4e tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3628418 Mar 02 19:58:36.909013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.935283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Deleting port 31245dc1-d7dd-4176-bc5a-e113cc3bc7c3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:36.935645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.936120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:36.996277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8d74a5-d9d1-4a55-9e36-73449392a47b']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:37.023346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.027199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dbc7cd-be06-4c99-bb06-685682316443') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:37.027469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,segment=NetworkSegment(16763e4c-8993-4803-82d1-f27bb219e646),segment_id=16763e4c-8993-4803-82d1-f27bb219e646)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:37.027591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dbc7cd-be06-4c99-bb06-685682316443') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:37.040523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.041368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.043854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-f5a838f1-368a-4e4e-93e6-ea340e57a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:37.045410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-f5a838f1-368a-4e4e-93e6-ea340e57a3de service neutron] 10.222.0.32 "GET /v2.0/networks?id=f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 200 len: 913 time: 0.5565226 Mar 02 19:58:37.069312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.070081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:37.082233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.176538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Allocated IP 2001:db8::f816:3eff:fe98:38ca (087904f3-1323-4050-9797-4da3e51c5b4b/971ab1a0-9dd5-47da-a458-d679b9fd7cbe/1830bb61-5f7c-47d2-b83b-d13fa2589c74) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:37.181989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.207712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:37.208200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:37.232163 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:37.243808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.249966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.258119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.311842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.357023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.373443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=428f12bb-c429-4b96-abe5-aa2a405aae9b,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.390468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:37.391256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.414928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.420581 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-239da256-1ab8-4c13-b802-774ef9891f62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 200 len: 1000 time: 0.3618772 Mar 02 19:58:37.428845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2595ffb-4194-4c51-996c-757574cf1eee,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.439828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.459798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=aa8d74a5-d9d1-4a55-9e36-73449392a47b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.469440 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9150a642-6bf1-4d01-98df-837573abf34a tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/aa8d74a5-d9d1-4a55-9e36-73449392a47b HTTP/1.1" status: 204 len: 168 time: 1.5099728 Mar 02 19:58:37.474490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 4ba89da4-8d6c-44e9-8109-975277623982 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:37.474667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-add3a4b7-6225-4e0e-a8ab-fe46b310b3bd None None] Provisioning complete for port 428f12bb-c429-4b96-abe5-aa2a405aae9b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:37.475174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-add3a4b7-6225-4e0e-a8ab-fe46b310b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.475525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60290) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:37.479278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:37.552233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.553400 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f43d4e17-45f2-44b0-b993-026c5aff87d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3956449 Mar 02 19:58:37.581553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:37.599040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:37.622203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-add3a4b7-6225-4e0e-a8ab-fe46b310b3bd None None] Port 428f12bb-c429-4b96-abe5-aa2a405aae9b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:37.637556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:37.643769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.675153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.679746 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01ea7a8-109f-4f5a-b885-ba9313389d1e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:37.680360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01ea7a8-109f-4f5a-b885-ba9313389d1e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:37.684782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-5e8fd175-4a8c-4dd1-ba1c-b4ac2692e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:37.685872 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e01ea7a8-109f-4f5a-b885-ba9313389d1e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/319946a7-75c3-4f06-b70c-06eb373ca137 HTTP/1.1" status: 404 len: 337 time: 0.2092681 Mar 02 19:58:37.686232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-5e8fd175-4a8c-4dd1-ba1c-b4ac2692e3c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 200 len: 851 time: 0.2194862 Mar 02 19:58:37.694657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:37.695652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Transition to ACTIVE for port object 1830bb61-5f7c-47d2-b83b-d13fa2589c74 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:37.697116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60300) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:37.703698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:37.726725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Transition to ACTIVE for port object 1830bb61-5f7c-47d2-b83b-d13fa2589c74 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:37.748016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.782183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.799433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:37.837894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Network 087904f3-1323-4050-9797-4da3e51c5b4b is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:37.847575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:37.852931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:37.861735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Pushing event updated for resources: {'Port': ['ID=1830bb61-5f7c-47d2-b83b-d13fa2589c74,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:37.931813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.945242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ee4672e3-3a4b-445f-be43-59904606e36f None None] Provisioning complete for port 428f12bb-c429-4b96-abe5-aa2a405aae9b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:37.945855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ee4672e3-3a4b-445f-be43-59904606e36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:37.970389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.008797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Router 9fd5b2bc-c768-49c3-872a-3f1b40531ec4 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:38.015575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Attempting to bind port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:38.016006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Attempting to bind port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6e002c79-7681-42a8-a30c-b131738e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:38.016446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Attempting to bind port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 on network 087904f3-1323-4050-9797-4da3e51c5b4b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:38.025824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:38.054075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ee4672e3-3a4b-445f-be43-59904606e36f None None] Port 428f12bb-c429-4b96-abe5-aa2a405aae9b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:38.060321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:38.060643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Checking segment: {'id': '6e002c79-7681-42a8-a30c-b131738e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:38.061009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.061388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Bound using segment: {'id': '6e002c79-7681-42a8-a30c-b131738e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:38.061881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Bound port: 1830bb61-5f7c-47d2-b83b-d13fa2589c74, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e002c79-7681-42a8-a30c-b131738e83c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '087904f3-1323-4050-9797-4da3e51c5b4b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:38.062231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.186021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebbc4a7-34b9-45e4-baae-2cc1ea76957f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:38.186622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebbc4a7-34b9-45e4-baae-2cc1ea76957f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:38.188421 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6ebbc4a7-34b9-45e4-baae-2cc1ea76957f tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/0f90d4aa-5494-4435-a537-2ccfcb0f27fb HTTP/1.1" status: 404 len: 339 time: 0.4881437 Mar 02 19:58:38.195721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:38.196092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.200916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Calling delete_port for 31245dc1-d7dd-4176-bc5a-e113cc3bc7c3 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:38.220517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] For port 1830bb61-5f7c-47d2-b83b-d13fa2589c74, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:38.230005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:38.242767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] For port 1830bb61-5f7c-47d2-b83b-d13fa2589c74, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1830bb61-5f7c-47d2-b83b-d13fa2589c74,segment=NetworkSegment(6e002c79-7681-42a8-a30c-b131738e83c6),segment_id=6e002c79-7681-42a8-a30c-b131738e83c6)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:38.258001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.294636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:58:38.389659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a344299-bf11-4356-a8fa-fbfaea1848fc None None] Pushing event updated for resources: {'Port': ['ID=1830bb61-5f7c-47d2-b83b-d13fa2589c74,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:38.391753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:38.401120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.411200 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] Sync routers for ids ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:38.423046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 172.26.2.158 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/9d93f263-413c-4ce0-a14b-5202c764df01) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:38.426968 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e1deafdd-2ff7-48c8-9a9d-0b79aa06de11 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/routers/9fd5b2bc-c768-49c3-872a-3f1b40531ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9350679 Mar 02 19:58:38.430224 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] Routers {'9fd5b2bc-c768-49c3-872a-3f1b40531ec4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:38.430838 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:38.432270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddd034c-ec19-49db-b0d0-0a65dc124436 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:38.432749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddd034c-ec19-49db-b0d0-0a65dc124436 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:38.435651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60310) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:38.493278 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:38.502284 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] Routers {'9fd5b2bc-c768-49c3-872a-3f1b40531ec4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:38.502908 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:38.538926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9ddd034c-ec19-49db-b0d0-0a65dc124436 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/dd1812b6-e646-4c83-a445-ecc9adb1cec6 HTTP/1.1" status: 404 len: 337 time: 0.3064947 Mar 02 19:58:38.565115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:38.566956 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:38.567321 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6097000-b658-4178-8170-0b6c3685d79f None None] The sync data for ids ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:38.634907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.660115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.697291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:38.725122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b702331-d903-4c47-af0d-b113cd3e89f3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:38.725596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b702331-d903-4c47-af0d-b113cd3e89f3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:38.763578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:38.766695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:38.770744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:38.813535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-f1e34b80-3bc6-4064-a212-50a888c1a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:38.814971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-f1e34b80-3bc6-4064-a212-50a888c1a012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f814acb0-837c-4232-ba06-66d922dc4849&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1000361 Mar 02 19:58:38.830574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=9d93f263-413c-4ce0-a14b-5202c764df01,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:38.918939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6b702331-d903-4c47-af0d-b113cd3e89f3 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/36b61345-cb13-40ea-b530-5b3115ce743d HTTP/1.1" status: 404 len: 339 time: 0.3320122 Mar 02 19:58:38.932806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=971ab1a0-9dd5-47da-a458-d679b9fd7cbe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:38.952770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.082145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.139366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.160079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-78844c53-bde8-4124-9626-9af2deecb9f6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:39.160562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78844c53-bde8-4124-9626-9af2deecb9f6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:39.207300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a2b88-8b94-483b-bce4-35a96ae2cd38 req-bf221de1-6b30-4e75-9d01-e9dac31d8c82 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:39.208902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-305a2b88-8b94-483b-bce4-35a96ae2cd38 req-bf221de1-6b30-4e75-9d01-e9dac31d8c82 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.9779930 Mar 02 19:58:39.209669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.257602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-78844c53-bde8-4124-9626-9af2deecb9f6 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/4a634200-7f97-404d-9b48-511aac7e6fcb HTTP/1.1" status: 404 len: 337 time: 0.2937655 Mar 02 19:58:39.262141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087904f3-1323-4050-9797-4da3e51c5b4b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:39.275421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60326) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.275813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.300301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a19d00-aa31-41f2-9ade-eb194fa51059 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:39.301907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c0a19d00-aa31-41f2-9ade-eb194fa51059 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fd5b2bc-c768-49c3-872a-3f1b40531ec4 HTTP/1.1" status: 200 len: 988 time: 0.8505869 Mar 02 19:58:39.315213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60330) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.315429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46918058-ba4b-4660-8062-70eb253175ff,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:39.352282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e002c79-7681-42a8-a30c-b131738e83c6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:39.352600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e002c79-7681-42a8-a30c-b131738e83c6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:39.392803 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2811187-fcae-4218-bae0-1d86c8b5cfd0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:39.393335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2811187-fcae-4218-bae0-1d86c8b5cfd0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:39.395030 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b2811187-fcae-4218-bae0-1d86c8b5cfd0 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/e2c64b32-961a-4b7a-8e40-1fc6a572ae0e HTTP/1.1" status: 404 len: 339 time: 0.1137888 Mar 02 19:58:39.400819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.403268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Pushing event deleted for resources: {'Port': ['ID=31245dc1-d7dd-4176-bc5a-e113cc3bc7c3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:39.409451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.421171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.422738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b8169b40-39da-4271-8df9-efb309a7a6b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8296731 Mar 02 19:58:39.432267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.444457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4682a-6c83-428f-9300-10be892561e2 None None] Network 087904f3-1323-4050-9797-4da3e51c5b4b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:39.447564 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-305a2b88-8b94-483b-bce4-35a96ae2cd38 req-abac2eb2-aebb-49ed-b594-957efcf3ea57 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2110362 Mar 02 19:58:39.480256 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-4ad434be-2911-48e2-bfb6-9c5c5923b7e2 service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152420 Mar 02 19:58:39.485590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '5b370a2b-d64f-414a-a5d9-dc34ada7b91b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:39.495841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.498331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.513495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:39.520161 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc371f7c-9c14-4094-aa3f-dea9248a5357 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:39.520634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc371f7c-9c14-4094-aa3f-dea9248a5357 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:39.522329 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cc371f7c-9c14-4094-aa3f-dea9248a5357 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/080d4d89-c4fe-4e79-acf6-84cb6b56a6d0 HTTP/1.1" status: 404 len: 337 time: 0.1206236 Mar 02 19:58:39.536135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60342) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:39.567918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:39.583569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.586935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bce6175d-658a-4307-9912-e1d5c16e7386 None None] Provisioning for port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:39.611348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:39.614408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:39.614821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:39.685923 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:39.689955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.718708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:39.740927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] DHCP port deletion for 087904f3-1323-4050-9797-4da3e51c5b4b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:39.746999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Deleting port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:39.747554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:39.974136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] For port 1830bb61-5f7c-47d2-b83b-d13fa2589c74, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1830bb61-5f7c-47d2-b83b-d13fa2589c74,segment=NetworkSegment(6e002c79-7681-42a8-a30c-b131738e83c6),segment_id=6e002c79-7681-42a8-a30c-b131738e83c6)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:39.974381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.007934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-255e21f4-70bf-4e47-af30-59c7d9a6471b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.008583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255e21f4-70bf-4e47-af30-59c7d9a6471b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.013211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-255e21f4-70bf-4e47-af30-59c7d9a6471b tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/9e7408a2-db8e-4746-b278-ba937a10fe50 HTTP/1.1" status: 404 len: 339 time: 0.4457250 Mar 02 19:58:40.023578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.074676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:58:40.103418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Calling delete_port for 1830bb61-5f7c-47d2-b83b-d13fa2589c74 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:40.106982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:58:40.106982 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:58:40.106982 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '087904f3-1323-4050-9797-4da3e51c5b4b'}] Mar 02 19:58:40.106982 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:40.107324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:40.108060 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c34900-23a1-4175-aae2-c50a0fc3ec35 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.108544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c34900-23a1-4175-aae2-c50a0fc3ec35 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.112582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a4c34900-23a1-4175-aae2-c50a0fc3ec35 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/3964c39d-1cfc-4270-a026-41145a711cd4 HTTP/1.1" status: 404 len: 337 time: 0.0785472 Mar 02 19:58:40.114445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.116498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22b5029f-4393-468f-8b19-bf9b2316b8b0 tempest-RoutersAdminNegativeIpV6Test-579768535 tempest-RoutersAdminNegativeIpV6Test-579768535-project-admin] 10.222.0.36 "DELETE /v2.0/ports/31245dc1-d7dd-4176-bc5a-e113cc3bc7c3 HTTP/1.1" status: 204 len: 168 time: 3.5205331 Mar 02 19:58:40.117572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=7bdbaace-84a8-4058-8b42-8ff1c32acdef,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:40.120051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.123674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.136727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.195592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.213725 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10e71fc2-98d0-484c-b9a3-0a9c38b24e17 req-8542fc2e-88b6-42bd-b474-c01a35c6584e service neutron] 10.222.0.32 "GET /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7118022 Mar 02 19:58:40.229149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fbd1ca-6c32-4be9-a851-9bc11d7e9c39 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.229534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fbd1ca-6c32-4be9-a851-9bc11d7e9c39 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.235242 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a4fbd1ca-6c32-4be9-a851-9bc11d7e9c39 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/3c47510e-551a-4262-a43a-b4258ca24767 HTTP/1.1" status: 404 len: 339 time: 0.0935526 Mar 02 19:58:40.235436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60356) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.281042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] Pushing event deleted for resources: {'Port': ['ID=1830bb61-5f7c-47d2-b83b-d13fa2589c74,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:40.283237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7993b-d8f2-4417-9281-f66d36ec4ea8 None None] No DVR routers for this DVR port 1830bb61-5f7c-47d2-b83b-d13fa2589c74 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:40.333872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.342154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.359870 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ed7c35-36bf-48b7-9f33-b1e0b4c06d96 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.360455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ed7c35-36bf-48b7-9f33-b1e0b4c06d96 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.365114 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b2ed7c35-36bf-48b7-9f33-b1e0b4c06d96 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/49192f11-4d44-46db-9eda-291a0b411333 HTTP/1.1" status: 404 len: 337 time: 0.1271951 Mar 02 19:58:40.371485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60362) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.387151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bf3d5c-6acc-4a16-a117-b885025ac49c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:40.394708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network d4db4817-825c-4cd8-9246-9762eb5fa038 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:40.396422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:40.452417 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6416446f-5a7f-4aaa-8f7c-b837ad50564e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.452985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6416446f-5a7f-4aaa-8f7c-b837ad50564e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.456881 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6416446f-5a7f-4aaa-8f7c-b837ad50564e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/e3c31bca-bf2f-4970-abde-4776814ed25d HTTP/1.1" status: 404 len: 339 time: 0.0526512 Mar 02 19:58:40.459712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60366) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.486026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.487290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d87e3ae3-51ef-4bc4-8f7e-7536e6ebfe44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0437458 Mar 02 19:58:40.508111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.516745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60374) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.517815 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-99fcf26b-d67a-4447-b5a8-4bbaa2a2d3d9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.518259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99fcf26b-d67a-4447-b5a8-4bbaa2a2d3d9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.519937 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-99fcf26b-d67a-4447-b5a8-4bbaa2a2d3d9 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/82594347-b68b-44e8-8af2-00f8ab43b228 HTTP/1.1" status: 404 len: 337 time: 0.0602512 Mar 02 19:58:40.528239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60378) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.635821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.689384 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4052479-4c8c-4d08-b0bb-e338f9a36255 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.689963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4052479-4c8c-4d08-b0bb-e338f9a36255 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.694191 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b4052479-4c8c-4d08-b0bb-e338f9a36255 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/45bbe4ca-b05d-4a60-a394-e0bd49c92171 HTTP/1.1" status: 404 len: 339 time: 0.0904412 Mar 02 19:58:40.698461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60390) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.761615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4d641335-2284-4189-bfaa-ec7ae8e52577 None None] Provisioning complete for port 7bdbaace-84a8-4058-8b42-8ff1c32acdef triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:40.762108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4d641335-2284-4189-bfaa-ec7ae8e52577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.899114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4d641335-2284-4189-bfaa-ec7ae8e52577 None None] Port 7bdbaace-84a8-4058-8b42-8ff1c32acdef cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:40.906131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.934870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087904f3-1323-4050-9797-4da3e51c5b4b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:40.937155 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8bdcff-c2cc-4797-8fb4-ae2a8eedb99e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:40.937614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8bdcff-c2cc-4797-8fb4-ae2a8eedb99e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:40.941737 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e8bdcff-c2cc-4797-8fb4-ae2a8eedb99e tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/ea889a37-e26b-4c2b-9b95-6128d52a9568 HTTP/1.1" status: 404 len: 337 time: 0.2398188 Mar 02 19:58:40.948519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:40.948841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:40.988778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:40.994519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e002c79-7681-42a8-a30c-b131738e83c6') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:40.994810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e002c79-7681-42a8-a30c-b131738e83c6') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:40.997695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Usage tracker for resource:security_group_rule and tenant:31a8c373f15043ca856280f163f7e76b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:41.003339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:41.006095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.007245 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:58:41.027092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.033453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0233eb1e-3ce7-4c0a-92bb-63305e674054 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:41.033947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0233eb1e-3ce7-4c0a-92bb-63305e674054 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:41.035603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0233eb1e-3ce7-4c0a-92bb-63305e674054 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/4c333d22-7bea-4cb7-a4cd-72ed416c945b HTTP/1.1" status: 404 len: 339 time: 0.0847132 Mar 02 19:58:41.047197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60402) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:41.074254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:41.115542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc49fe-a780-4e66-8ba5-737dce297238 req-265003e8-1406-4c9c-adeb-cbd7bacb320d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:41.117056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37cc49fe-a780-4e66-8ba5-737dce297238 req-265003e8-1406-4c9c-adeb-cbd7bacb320d tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4789362 Mar 02 19:58:41.123575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.130986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-5324af46-dc92-4810-beb2-b402772934cc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428647743&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.3419375 Mar 02 19:58:41.145094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:41.145613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.147778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router fac9646f-43e2-4fdd-bf02-4dc9abc2c297 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:41.172656 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:41.310324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 79aadd82-b599-4e7c-b9b4-eeff04f85d16 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:41.315308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting subnet f0278505-78a8-44f7-b36d-4352adc7954f {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:41.370796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.408304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37cc49fe-a780-4e66-8ba5-737dce297238 req-47b1e8c0-6632-40a9-8b84-107007d5aafc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2763231 Mar 02 19:58:41.433428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.504741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.540669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=087904f3-1323-4050-9797-4da3e51c5b4b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:41.598274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6ea8f6e6-aec6-4c89-b650-43e5f8175c9a tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/087904f3-1323-4050-9797-4da3e51c5b4b HTTP/1.1" status: 204 len: 168 time: 5.0309670 Mar 02 19:58:41.600491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60406) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:41.609363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:41.621106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Sync routers for ids ['fac9646f-43e2-4fdd-bf02-4dc9abc2c297'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:41.632285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Routers {'fac9646f-43e2-4fdd-bf02-4dc9abc2c297'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:41.633108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fac9646f-43e2-4fdd-bf02-4dc9abc2c297'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:41.676095 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6358cfd5-b9e7-4809-bba2-00affba780a6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:41.676620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6358cfd5-b9e7-4809-bba2-00affba780a6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:41.716021 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6358cfd5-b9e7-4809-bba2-00affba780a6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/971ab1a0-9dd5-47da-a458-d679b9fd7cbe HTTP/1.1" status: 404 len: 337 time: 0.1084332 Mar 02 19:58:41.720355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 428f12bb-c429-4b96-abe5-aa2a405aae9b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:41.720705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.745696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60410) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:41.750936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.752082 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a02b0616-0c0c-47e2-986c-d56d4cec8835 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5567877 Mar 02 19:58:41.770800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.776879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:41.814908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:41.816847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4418c1b-9e9f-4a38-85c5-c99b640203e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.821148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.828228 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] Sync routers for ids ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:41.838200 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] Routers {'79aadd82-b599-4e7c-b9b4-eeff04f85d16'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:41.839007 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:41.850386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Set router fac9646f-43e2-4fdd-bf02-4dc9abc2c297 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:41.853630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.860370 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbfa862-e5c9-4481-a778-45ea28be36c1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:41.860856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbfa862-e5c9-4481-a778-45ea28be36c1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:41.862533 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fcbfa862-e5c9-4481-a778-45ea28be36c1 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/087904f3-1323-4050-9797-4da3e51c5b4b HTTP/1.1" status: 404 len: 339 time: 0.1132998 Mar 02 19:58:41.886325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60418) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:41.934803 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:41.940225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:41.958551 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] Routers {'79aadd82-b599-4e7c-b9b4-eeff04f85d16'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:41.959739 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:42.005563 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31a8c373f15043ca856280f163f7e76b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4845102 Mar 02 19:58:42.006802 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d1d44c-e568-4621-bbe2-e92503e601c9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:42.007256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d1d44c-e568-4621-bbe2-e92503e601c9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:42.009074 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11d1d44c-e568-4621-bbe2-e92503e601c9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/c6fed566-6d0c-440f-9298-440302295b71 HTTP/1.1" status: 404 len: 337 time: 0.1208057 Mar 02 19:58:42.011219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-06691e50-de01-4348-a083-aaeafa889546 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/79aadd82-b599-4e7c-b9b4-eeff04f85d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9607849 Mar 02 19:58:42.022698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60422) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.022966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60424) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.023219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60426) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.039936 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:42.041600 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3081d-ec92-4a8b-8632-2f0b009bbbf9 None None] The sync data for ids ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:42.042835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-732c739c-ab47-4a7b-85d5-e8973d408e07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:42.044899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8d133da-ef82-448a-8b22-c15ff751975f req-732c739c-ab47-4a7b-85d5-e8973d408e07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:42.071028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8d133da-ef82-448a-8b22-c15ff751975f req-732c739c-ab47-4a7b-85d5-e8973d408e07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:42.072234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-732c739c-ab47-4a7b-85d5-e8973d408e07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=737d93d1-ca37-4c6a-84a2-cbe4f675ab29 HTTP/1.1" status: 200 len: 797 time: 0.9291735 Mar 02 19:58:42.073853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.119671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Subnet': ['ID=f0278505-78a8-44f7-b36d-4352adc7954f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:42.124675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.135097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-0f8c5f76-e115-4638-afa0-7ba34bd548a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0314915 Mar 02 19:58:42.136779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-27edb0a9-08f3-410b-8775-2d1cb7084120 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/subnets/f0278505-78a8-44f7-b36d-4352adc7954f HTTP/1.1" status: 204 len: 168 time: 1.0884929 Mar 02 19:58:42.139152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.148234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bf7cf-e609-4302-8504-f3e01c7067f8 None None] Network 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:42.188827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5e64a-cc7d-462f-9e89-42ac14164567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d90e4e2-5f83-4983-a71c-24864518743e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:42.253376 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad82111-1d71-4185-99c7-d39a38105806 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:42.253868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad82111-1d71-4185-99c7-d39a38105806 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:42.255553 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cad82111-1d71-4185-99c7-d39a38105806 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/2827e97e-69b6-4184-a2e8-4ea6a2e2b22e HTTP/1.1" status: 404 len: 339 time: 0.2273834 Mar 02 19:58:42.276356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.309704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b2cd6-6e5a-4a83-9f90-6fa2569d9ec0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:42.312379 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c00b2cd6-6e5a-4a83-9f90-6fa2569d9ec0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports/7bdbaace-84a8-4058-8b42-8ff1c32acdef HTTP/1.1" status: 200 len: 977 time: 0.2843032 Mar 02 19:58:42.318111 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b2fa320e-424f-4820-b799-5fc86cd25b20 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/fac9646f-43e2-4fdd-bf02-4dc9abc2c297 HTTP/1.1" status: 200 len: 908 time: 0.5386837 Mar 02 19:58:42.318933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60442) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.329306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60444) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.356478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158'}], 'enable_snat': False}, 'gw_port_id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:35Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 3, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port': {'id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:38Z', 'updated_at': '2022-03-02T19:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:42.362946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Checking router: fac9646f-43e2-4fdd-bf02-4dc9abc2c297 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:58:42.363359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Updating router fac9646f-43e2-4fdd-bf02-4dc9abc2c297 port 9d93f263-413c-4ce0-a14b-5202c764df01 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:58:42.364404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0ca934-ef93-4bf5-a6db-7c94a5f8e066 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:42.364862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0ca934-ef93-4bf5-a6db-7c94a5f8e066 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:42.371020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-de0ca934-ef93-4bf5-a6db-7c94a5f8e066 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/db538433-9a53-4f89-b551-df437b211a20 HTTP/1.1" status: 404 len: 337 time: 0.0844679 Mar 02 19:58:42.373526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.379206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.404374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'name': 'tempest-snat-router-291187120', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': True}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:42.425048 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-1a6a7560-b2f8-4a34-816b-272e7109dd6b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2626116 Mar 02 19:58:42.425421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.429294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.433205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f7e37d-360a-41f9-af2c-b98915c740e4 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:42.434250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f7e37d-360a-41f9-af2c-b98915c740e4 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:42.437366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:42.438202 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-33f7e37d-360a-41f9-af2c-b98915c740e4 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/933f7cb2-d126-478c-ab63-d0d2c48dedf8 HTTP/1.1" status: 404 len: 339 time: 0.0627651 Mar 02 19:58:42.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60456) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:42.501607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:42.502149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.553104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Usage tracker for resource:router and tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:42.556367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.570876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] DHCP port deletion for 75f3a6a8-4fa3-4241-8ed4-4b31756d8afe request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:42.580114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Deleting port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:42.580647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.646792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:42.665893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 428f12bb-c429-4b96-abe5-aa2a405aae9b owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:42.719882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:42.793560 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b81fd7b7-4391-4ee5-b77b-1888e5c4cdc2 service neutron] 10.222.0.36 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530078 Mar 02 19:58:42.808220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.840431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.841463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.925658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084fec-2b5e-422a-9e1e-41a316456ccd req-ffa28465-e17f-4e85-aeeb-ac36be306082 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:42.927179 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7084fec-2b5e-422a-9e1e-41a316456ccd req-ffa28465-e17f-4e85-aeeb-ac36be306082 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3818758 Mar 02 19:58:42.931949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting port bd4ef105-bff6-4582-8194-3e90ca8732a3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:42.932315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.969220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] For port 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2732f0c5-5f5d-41f4-9638-139a56ff8a05,segment=NetworkSegment(a53e5368-ce9f-4645-bf99-62660b955090),segment_id=a53e5368-ce9f-4645-bf99-62660b955090)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:42.969888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.024207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] For port 2732f0c5-5f5d-41f4-9638-139a56ff8a05, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2732f0c5-5f5d-41f4-9638-139a56ff8a05,segment=NetworkSegment(a53e5368-ce9f-4645-bf99-62660b955090),segment_id=a53e5368-ce9f-4645-bf99-62660b955090)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:43.024625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.158795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Calling delete_port for 2732f0c5-5f5d-41f4-9638-139a56ff8a05 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:43.167802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Calling delete_port for 2732f0c5-5f5d-41f4-9638-139a56ff8a05 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:43.212692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7084fec-2b5e-422a-9e1e-41a316456ccd req-44920112-328e-448e-9a53-ccc6d96a5d65 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2298708 Mar 02 19:58:43.261555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-3fc826a7-706f-4e22-a3c6-bcc0473d2f47 service neutron] 10.222.0.36 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550788 Mar 02 19:58:43.307676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.323745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Transition to ACTIVE for port object 9d93f263-413c-4ce0-a14b-5202c764df01 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:43.348813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.369246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:43.369246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:43.387023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.434620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.460500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] No DVR routers for this DVR port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:43.464558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c265025-b8c4-49a8-8003-fd83d20af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9d93f263-413c-4ce0-a14b-5202c764df01,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.502935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Attempting to bind port 9d93f263-413c-4ce0-a14b-5202c764df01 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:43.503460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Attempting to bind port 9d93f263-413c-4ce0-a14b-5202c764df01 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:43.503937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Attempting to bind port 9d93f263-413c-4ce0-a14b-5202c764df01 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:43.519582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37db4cc-c5cb-419b-9dc9-e559091ef6eb None None] Pushing event deleted for resources: {'Port': ['ID=2732f0c5-5f5d-41f4-9638-139a56ff8a05,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.521877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:43.522454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:43.522918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.523356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:43.523830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Bound port: 9d93f263-413c-4ce0-a14b-5202c764df01, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:43.524299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.544172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8317c-4624-4c06-8dec-9e3cd7728d29 req-07464565-826f-424d-ab1b-f95add29d558 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:43.553517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2a8317c-4624-4c06-8dec-9e3cd7728d29 req-07464565-826f-424d-ab1b-f95add29d558 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.1267505 Mar 02 19:58:43.599867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2a8317c-4624-4c06-8dec-9e3cd7728d29 req-2c61a78c-ab1f-4b3b-9939-fa3b2b66a556 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425236 Mar 02 19:58:43.607650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] For port 9d93f263-413c-4ce0-a14b-5202c764df01, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:43.612188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] For port 9d93f263-413c-4ce0-a14b-5202c764df01, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9d93f263-413c-4ce0-a14b-5202c764df01,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:43.618038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.624983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.699068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Routers {'fac9646f-43e2-4fdd-bf02-4dc9abc2c297'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:43.699938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['fac9646f-43e2-4fdd-bf02-4dc9abc2c297'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:43.738878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d90e4e2-5f83-4983-a71c-24864518743e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.803225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c265025-b8c4-49a8-8003-fd83d20af2e4 None None] Pushing event updated for resources: {'Port': ['ID=9d93f263-413c-4ce0-a14b-5202c764df01,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:43.874295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Deleting port 2732f0c5-5f5d-41f4-9638-139a56ff8a05 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:43.875040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:43.944375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] Set router fac9646f-43e2-4fdd-bf02-4dc9abc2c297 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:43.983523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] The port '2732f0c5-5f5d-41f4-9638-139a56ff8a05' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:58:44.009329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.024227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.027789 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eb9ada7f-1d04-4c2c-9753-7bc6e63b13f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d90e4e2-5f83-4983-a71c-24864518743e HTTP/1.1" status: 204 len: 168 time: 2.0012281 Mar 02 19:58:44.034383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.083631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2732f0c5-5f5d-41f4-9638-139a56ff8a05 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:44.136487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2732f0c5-5f5d-41f4-9638-139a56ff8a05 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:44.136986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2732f0c5-5f5d-41f4-9638-139a56ff8a05 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:44.168934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Calling delete_port for bd4ef105-bff6-4582-8194-3e90ca8732a3 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:44.274335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.302998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158'}], 'enable_snat': False}, 'gw_port_id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:35Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 3, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port': {'id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:38Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.307409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a487be-02f3-49d5-9394-3c117cd6c82d None None] The sync data for ids ['fac9646f-43e2-4fdd-bf02-4dc9abc2c297'] in dv-neutron-831594-2-hyperv is: [{'id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158'}], 'enable_snat': False}, 'gw_port_id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:35Z', 'updated_at': '2022-03-02T19:58:39Z', 'revision_number': 3, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port': {'id': '9d93f263-413c-4ce0-a14b-5202c764df01', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ac:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac9646f-43e2-4fdd-bf02-4dc9abc2c297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:38Z', 'updated_at': '2022-03-02T19:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:44.358614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.418493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f3a6a8-4fa3-4241-8ed4-4b31756d8afe']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.438415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e10ed-60ed-4cb7-b9ae-f5e8a805cf5b req-27c5576f-1ace-45ed-a93f-69e7e5f2e69b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:44.440023 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d42e10ed-60ed-4cb7-b9ae-f5e8a805cf5b req-27c5576f-1ace-45ed-a93f-69e7e5f2e69b tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4625664 Mar 02 19:58:44.444399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:44.471676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53e5368-ce9f-4645-bf99-62660b955090') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.471976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53e5368-ce9f-4645-bf99-62660b955090') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:44.522594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.554840 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d42e10ed-60ed-4cb7-b9ae-f5e8a805cf5b req-b36343b8-5ac6-426e-ac1b-8f2c34bcde40 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1073458 Mar 02 19:58:44.561074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.582443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:44.583146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:44.616805 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:44.670455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=428f12bb-c429-4b96-abe5-aa2a405aae9b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:44.692962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b88aab5-d428-4f93-8a95-3e9cf956e2be req-627f470f-d2bb-43ec-aa3c-f4412f507fca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.0724041 Mar 02 19:58:44.706375 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-98c08d0c-14af-4d88-9c2b-0fa86ffe577c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=291c68f107cc43e2b1a0376a783e5a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582870 Mar 02 19:58:44.770172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60480) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:44.843392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.881722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.884454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] Pushing event deleted for resources: {'Network': ['ID=75f3a6a8-4fa3-4241-8ed4-4b31756d8afe,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:44.901143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.906171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cbfd5a6b-4300-4da7-a60a-7bf50befe9c8 tempest-NetworksTest-1290371784 tempest-NetworksTest-1290371784-project] 10.222.0.36 "DELETE /v2.0/networks/75f3a6a8-4fa3-4241-8ed4-4b31756d8afe HTTP/1.1" status: 204 len: 168 time: 2.7636678 Mar 02 19:58:44.941270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.943208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:44.967806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.025271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.049586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4c2213fe-2c59-42b1-a30c-75ec64ed56bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.050347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce69b89-50de-4d6f-a3a0-33935da494b4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:45.058869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.060201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-93f8dfd9-7cba-45e2-ba4f-3be96ad26477 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ce69b89-50de-4d6f-a3a0-33935da494b4 HTTP/1.1" status: 204 len: 168 time: 0.2890849 Mar 02 19:58:45.174553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.191708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Port': ['ID=bd4ef105-bff6-4582-8194-3e90ca8732a3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:45.273795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.310338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.423188 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-512aabef-9d12-4e36-aee1-10348f3aa35f tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/ports/bd4ef105-bff6-4582-8194-3e90ca8732a3 HTTP/1.1" status: 204 len: 168 time: 2.9720101 Mar 02 19:58:45.425745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:45.491078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.494287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60504) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:45.501361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.516222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-109f3fa5-86d7-4984-a1e1-db3f3ae4f7a3 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:45.519172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109f3fa5-86d7-4984-a1e1-db3f3ae4f7a3 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:45.524739 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-109f3fa5-86d7-4984-a1e1-db3f3ae4f7a3 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/200135cb-8d6d-4220-9eea-6cb873d83757 HTTP/1.1" status: 404 len: 337 time: 0.0956228 Mar 02 19:58:45.525217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:45.589944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Router 9fd5b2bc-c768-49c3-872a-3f1b40531ec4 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:58:45.747918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:45.988307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.033048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9d93f263-413c-4ce0-a14b-5202c764df01 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:46.092941 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1590abb-74b7-4a6b-9288-49159669a82e req-b2ab3b00-fa44-48a2-914b-8b15066391ad tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.0962176 Mar 02 19:58:46.094635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2209878-6746-4a71-9c3c-193f3e742f6f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.129952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80835b9c-925b-4886-8c20-cb7989e9d249') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.130262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80835b9c-925b-4886-8c20-cb7989e9d249') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.169835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9d93f263-413c-4ce0-a14b-5202c764df01 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:46.171081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d9071-9f78-419d-b6d7-f1bc1a19a44a req-cf8007fa-87f7-4c89-aff6-d5784149123a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:46.175274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107d9071-9f78-419d-b6d7-f1bc1a19a44a req-cf8007fa-87f7-4c89-aff6-d5784149123a tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.3995152 Mar 02 19:58:46.185195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9d93f263-413c-4ce0-a14b-5202c764df01 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:46.186189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.206721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.296037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.306335 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107d9071-9f78-419d-b6d7-f1bc1a19a44a req-cdb8d027-d8ed-406f-a73b-1c56998a04f5 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862398 Mar 02 19:58:46.309870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:46.310657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:46.333678 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:46.487808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.532892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9d93f263-413c-4ce0-a14b-5202c764df01, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9d93f263-413c-4ce0-a14b-5202c764df01,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:46.558131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.563750 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c00a0058-66f5-4c3b-b6ef-cd890feffdb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9eff74fb7e5c43358c46db74e85ca869&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0684087 Mar 02 19:58:46.568065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:46.579093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:46.608821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.617422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] Sync routers for ids ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:46.621380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.622835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60538) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:46.630228 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-39c2b389-a6eb-49e2-98ef-f30d64790f24 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/routers/9fd5b2bc-c768-49c3-872a-3f1b40531ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3141661 Mar 02 19:58:46.635663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:46.647675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.652782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] Routers {'9fd5b2bc-c768-49c3-872a-3f1b40531ec4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:46.653420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.686907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.691171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/e2209878-6746-4a71-9c3c-193f3e742f6f HTTP/1.1" status: 204 len: 168 time: 1.1622779 Mar 02 19:58:46.701061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:46.793675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.813786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9d93f263-413c-4ce0-a14b-5202c764df01,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:46.820256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] Routers {'9fd5b2bc-c768-49c3-872a-3f1b40531ec4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:46.820926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.857392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffcb4f-10c8-4f06-add5-b600134c6fd6 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=e2209878-6746-4a71-9c3c-193f3e742f6f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:46.869910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 7bdbaace-84a8-4058-8b42-8ff1c32acdef {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:46.871257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:46.902656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:46.903069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794390b-fdfe-4408-b785-45a18d4b7172 None None] The sync data for ids ['9fd5b2bc-c768-49c3-872a-3f1b40531ec4'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:46.953179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 172.26.2.55 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/9ebeda58-d44d-40d6-a07a-709cea379664) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:47.011472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.125980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.164477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-701317091'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:47.174951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.181384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:47.222496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Usage tracker for resource:network and tenant:a25529227c644d95909f061ca6e4ea5c is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:47.233908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:47.249929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5275f982-52bb-42ed-bdaf-2e01b0304959 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:58:47.253300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5275f982-52bb-42ed-bdaf-2e01b0304959 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/428f12bb-c429-4b96-abe5-aa2a405aae9b HTTP/1.1" status: 404 len: 333 time: 0.5605795 Mar 02 19:58:47.255052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting port af2e9f0c-9d7e-4a17-998c-f41235659177 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:47.255451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.256532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:47.276117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60558) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:47.302716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-96888780-6bf9-4d91-8aa3-595f91e022d0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:47.304550 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-96888780-6bf9-4d91-8aa3-595f91e022d0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.8338246 Mar 02 19:58:47.371812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:47.377352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:47.379889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:47.420933 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb891771-77bc-4518-8b8c-3481d241ba61 req-ae8e51fd-0856-4b6e-8194-c1c76b462b69 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.1405432 Mar 02 19:58:47.472264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=9ebeda58-d44d-40d6-a07a-709cea379664,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:47.489618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:47.493093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.519311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.585267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.592119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-107ae6f7-ac5d-4a9d-8b05-73fc5444ea14 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:47.593515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-107ae6f7-ac5d-4a9d-8b05-73fc5444ea14 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=737d93d1-ca37-4c6a-84a2-cbe4f675ab29 HTTP/1.1" status: 200 len: 797 time: 0.8645089 Mar 02 19:58:47.602793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.610671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Deleting port 0f798646-2887-4bcb-a316-f656ee5b812d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:47.611013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.698352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.742003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:47.751842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.765756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Usage tracker for resource:security_group_rule and tenant:a25529227c644d95909f061ca6e4ea5c is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:47.873783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:47.876452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:47.891736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-a4b35bef-67e0-4c91-977a-7407e5b808c3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 472 time: 0.2563264 Mar 02 19:58:47.915122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['5b370a2b-d64f-414a-a5d9-dc34ada7b91b']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:47.948586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9d93f263-413c-4ce0-a14b-5202c764df01 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:48.020506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9d93f263-413c-4ce0-a14b-5202c764df01 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:48.020997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.083144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Calling delete_port for af2e9f0c-9d7e-4a17-998c-f41235659177 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:48.129443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20148e3f-67f0-435f-badb-b0d7e1b7f829 req-07065849-2e25-40aa-9e8f-b5a0bd991d33 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:48.131075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20148e3f-67f0-435f-badb-b0d7e1b7f829 req-07065849-2e25-40aa-9e8f-b5a0bd991d33 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.6876941 Mar 02 19:58:48.186153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:48.225278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 7bdbaace-84a8-4058-8b42-8ff1c32acdef owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:48.298364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.359470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b572e-92f5-4c54-bf13-b74f0b349921,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:48.406612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.407964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-baca2baf-611d-4984-a137-dfe702100c1f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a6b572e-92f5-4c54-bf13-b74f0b349921 HTTP/1.1" status: 204 len: 168 time: 1.8369644 Mar 02 19:58:48.430340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.438849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.439046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20148e3f-67f0-435f-badb-b0d7e1b7f829 req-848501b6-011c-4f29-8f3d-2032e84ffac8 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2271292 Mar 02 19:58:48.441789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:48.444142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.451683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] For port 0f798646-2887-4bcb-a316-f656ee5b812d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0f798646-2887-4bcb-a316-f656ee5b812d,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:48.452040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.496010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:port and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:48.508897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:48.578697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.578697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd5b2bc-c768-49c3-872a-3f1b40531ec4 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:48.582365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Port': ['ID=af2e9f0c-9d7e-4a17-998c-f41235659177,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:48.593124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:48.612058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.674149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-41f2b77a-be4d-498c-8036-a788c882ccaa req-125545e3-33a4-401a-a5cc-b2ad3e2a5ce7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.0646951 Mar 02 19:58:48.677564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:48.681128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.740917 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ae32461-4644-4875-9468-ec7f8f0cb689 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/ports/af2e9f0c-9d7e-4a17-998c-f41235659177 HTTP/1.1" status: 204 len: 168 time: 2.0320749 Mar 02 19:58:48.752133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:48.789952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.799044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.803567 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e021e395-6bf5-42c5-987a-5aa223dc9a45 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/routers/9fd5b2bc-c768-49c3-872a-3f1b40531ec4 HTTP/1.1" status: 204 len: 168 time: 1.5113916 Mar 02 19:58:48.807793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60576) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:48.816140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.859691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:48.993548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebcae65-9a85-4456-8a22-fa1a861bed00 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] DELETE failed (client error): The resource could not be found. Mar 02 19:58:48.993775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebcae65-9a85-4456-8a22-fa1a861bed00 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:58:48.997841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ebcae65-9a85-4456-8a22-fa1a861bed00 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/9c3a3850-4375-4040-b473-aed78f824b4b HTTP/1.1" status: 404 len: 337 time: 0.2405396 Mar 02 19:58:49.003571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60586) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:49.020575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bdf165-e95e-4c2f-af43-440766cf1017,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:49.105019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet b3ef3041-1b35-402b-8a0c-d64ad80e0439 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:49.123562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.187522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.238825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.239060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:49.239163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.239405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Floating IP 2880f211-e455-4dae-86e6-fea1d4ffb206 disassociated. External IP: 172.26.2.38, port: 0f798646-2887-4bcb-a316-f656ee5b812d. Mar 02 19:58:49.239754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Calling delete_port for 0f798646-2887-4bcb-a316-f656ee5b812d owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:49.314122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.339706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=7bdbaace-84a8-4058-8b42-8ff1c32acdef,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:49.351339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:49.373031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.435975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.21 (737d93d1-ca37-4c6a-84a2-cbe4f675ab29/a208a316-66c4-4519-a2ae-7795b2e3c7dd/31c27bfa-4772-4f63-8dd7-0f44b8135639) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:49.438312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.438650 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Added segment 2be37fdd-1fad-4e0e-9296-c64df86ca5f8 of type vlan for network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d Mar 02 19:58:49.633028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-747713244'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:49.678639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:49.739074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.743554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:49.752405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:49.809671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.818429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:49.917025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa813014-323b-454a-8acc-062f4980316d req-26193ad0-a03c-41a0-88ff-538aed233f89 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.1093771 Mar 02 19:58:49.923361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.943660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e214d3-0d04-4fc2-86ed-9ac50e5ea862']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:49.943828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.943939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:49.946229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.974782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:49.975069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b5f1c2-a90c-4ad6-bee7-2cfd3f25d2c1') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:49.986063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:49.997092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.009780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.016458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.036793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.041003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 31c27bfa-4772-4f63-8dd7-0f44b8135639 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:50.050893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54ea28-941a-499e-add8-d70639d0d097 req-7e9cc01e-8995-41e1-a6ba-af68a516ead2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:50.052387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d54ea28-941a-499e-add8-d70639d0d097 req-7e9cc01e-8995-41e1-a6ba-af68a516ead2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 945 time: 0.4571896 Mar 02 19:58:50.053378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:50.091781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.097999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:security_group_rule and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:50.111303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:50.140843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event deleted for resources: {'Port': ['ID=0f798646-2887-4bcb-a316-f656ee5b812d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:50.145289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:50.145657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.160927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:50.164475 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:50.169956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.175418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:50.176111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.362419 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d54ea28-941a-499e-add8-d70639d0d097 req-73760056-3d45-4221-9906-de3accbbb0f9 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups?id=9d9b5e2a-131f-4743-8157-ae99671e6c03&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2727787 Mar 02 19:58:50.388214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.408786 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.7720878 Mar 02 19:58:50.420679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:50.423461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d0153-c785-423f-b70e-5a8407ca87c6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Network': ['ID=74b1654b-d2ff-4d52-b9d7-ebb311f7061d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:50.433969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:50.466915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.487849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.489507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=a3e214d3-0d04-4fc2-86ed-9ac50e5ea862,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:50.531837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'subnet': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:50.581089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.616387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 0f798646-2887-4bcb-a316-f656ee5b812d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:50.642351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 79aadd82-b599-4e7c-b9b4-eeff04f85d16 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:58:50.651953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 0f798646-2887-4bcb-a316-f656ee5b812d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:50.652270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 0f798646-2887-4bcb-a316-f656ee5b812d not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:50.699644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ef3041-1b35-402b-8a0c-d64ad80e0439,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:50.705241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1e8356ed-9b58-45df-9289-3b442facef18 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/a3e214d3-0d04-4fc2-86ed-9ac50e5ea862 HTTP/1.1" status: 204 len: 168 time: 1.7006185 Mar 02 19:58:50.712201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d5436-19f6-4331-ad3c-fd9ecb2619fd None None] Network 4ba89da4-8d6c-44e9-8109-975277623982 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:50.712735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:50.713896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.726361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:50.739575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:50.753897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:50.784083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:50.785343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Router 5cccd487-a594-4453-93b4-fedff0a2f8f9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:58:50.786579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:50.800055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Usage tracker for resource:subnet and tenant:a25529227c644d95909f061ca6e4ea5c is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:50.804635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:50.813059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:50.829037 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6f68105d-9954-45eb-80ed-f7b10776e181 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/b3ef3041-1b35-402b-8a0c-d64ad80e0439 HTTP/1.1" status: 204 len: 168 time: 2.0186055 Mar 02 19:58:50.832644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:50.844907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.939031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.959443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:50.963414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:50.989330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:50.990371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.056942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] DHCP port deletion for 4ba89da4-8d6c-44e9-8109-975277623982 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:51.066022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Deleting port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:51.066714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.074938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:51.088693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:51.102237 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] Sync routers for ids ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:51.113413 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] Routers {'79aadd82-b599-4e7c-b9b4-eeff04f85d16'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:51.114028 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:51.148914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f29c74-50df-4b0e-bf84-8193fcb3a8d4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:51.183400 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:51.184049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64d7fb8b-b245-4feb-80e1-bda7b2d7846b None None] Provisioning for port 31c27bfa-4772-4f63-8dd7-0f44b8135639 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:51.193207 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] Routers {'79aadd82-b599-4e7c-b9b4-eeff04f85d16'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:51.194119 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:51.197204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64d7fb8b-b245-4feb-80e1-bda7b2d7846b None None] Provisioning complete for port 31c27bfa-4772-4f63-8dd7-0f44b8135639 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:51.197585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-64d7fb8b-b245-4feb-80e1-bda7b2d7846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.231893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.232459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment b4f10cdb-eca6-4784-832f-f1db9ef36923 of type vlan for network 1fd49072-7ef0-4654-88f4-d494261b5fd8 Mar 02 19:58:51.237252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b2f6c41f-614e-406e-9788-2f4b681cb2a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3304403 Mar 02 19:58:51.258961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.263524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-64d7fb8b-b245-4feb-80e1-bda7b2d7846b None None] Port 31c27bfa-4772-4f63-8dd7-0f44b8135639 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:51.272906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Request body: {'port': {'device_id': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:51.290283 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:51.290948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f3f9b-6115-4e2d-a2fe-9b9e0c366d41 None None] The sync data for ids ['79aadd82-b599-4e7c-b9b4-eeff04f85d16'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:51.359009 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d7da176f-e2dc-4fea-80cb-4ffc95d3ab3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/79aadd82-b599-4e7c-b9b4-eeff04f85d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0313942 Mar 02 19:58:51.364686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:51.372210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.380922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:51.403978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] For port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,segment=NetworkSegment(16763e4c-8993-4803-82d1-f27bb219e646),segment_id=16763e4c-8993-4803-82d1-f27bb219e646)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:51.404432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.413302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Sync routers for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:51.423659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:51.424140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.480843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting subnet 938f26a7-cf69-4ce5-a435-625d91b1bb78 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:51.489565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.536271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:51.537637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:51.560862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] No DVR routers for this DVR port 0f798646-2887-4bcb-a316-f656ee5b812d on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:51.563000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:58:51.594578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Calling delete_port for 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:51.600524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router b03cf01b-01e4-4318-9234-4cdde71a0681 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:58:51.608933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.610987 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f9ca80-b3dc-40a4-9395-8dbc878f3d17 req-956256de-62ba-487c-9568-fdf144b3d7f0 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.32 "DELETE /v2.0/ports/0f798646-2887-4bcb-a316-f656ee5b812d HTTP/1.1" status: 204 len: 173 time: 4.2943442 Mar 02 19:58:51.617112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'name': 'network-vif-deleted', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:58:51.646965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-628fde21-5da4-4c5b-86e3-9bb83ddc7d8b req-f622cdbe-edeb-46df-adca-01c021ed2353 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Synchronizing usage tracker for tenant:400636baa3334e54b332ef4bfebf7017 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:51.695330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.719689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33957e65-0a16-43a5-8a86-0be3e4923e6f req-5f4baef3-4922-45c7-9485-e7bca90e4ea1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:51.721262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-33957e65-0a16-43a5-8a86-0be3e4923e6f req-5f4baef3-4922-45c7-9485-e7bca90e4ea1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:51.724042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.729680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:51.731005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.821469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.839224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:51.840414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-628fde21-5da4-4c5b-86e3-9bb83ddc7d8b req-f622cdbe-edeb-46df-adca-01c021ed2353 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Unset dirty status for tenant:400636baa3334e54b332ef4bfebf7017 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:51.841671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-628fde21-5da4-4c5b-86e3-9bb83ddc7d8b req-f622cdbe-edeb-46df-adca-01c021ed2353 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/ports?device_id=49582ab8-d815-406f-acfe-5e4ce6a14216 HTTP/1.1" status: 200 len: 210 time: 0.2977293 Mar 02 19:58:51.857612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5051942 Mar 02 19:58:51.860483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60632) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:51.902815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] Pushing event deleted for resources: {'Port': ['ID=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:51.904650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa1abf-d14a-45ac-af97-71634e6463be None None] No DVR routers for this DVR port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:51.959098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-33957e65-0a16-43a5-8a86-0be3e4923e6f req-5f4baef3-4922-45c7-9485-e7bca90e4ea1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:51.960579 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33957e65-0a16-43a5-8a86-0be3e4923e6f req-5f4baef3-4922-45c7-9485-e7bca90e4ea1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 932 time: 0.8702209 Mar 02 19:58:51.965911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1212409840'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:51.979619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:51.988835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af9cd-5f9e-47db-a042-5efbd1755336 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=1fd49072-7ef0-4654-88f4-d494261b5fd8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:52.009380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:52.027184 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-55b3451d-9a9c-4961-b36f-cf3e151550c1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 19:58:52.028319 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-55b3451d-9a9c-4961-b36f-cf3e151550c1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/79aadd82-b599-4e7c-b9b4-eeff04f85d16/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6613483 Mar 02 19:58:52.054220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:52.061984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49582ab8-d815-406f-acfe-5e4ce6a14216', 'name': 'network-vif-deleted', 'tag': '0f798646-2887-4bcb-a316-f656ee5b812d', 'status': 'completed', 'code': 200} Mar 02 19:58:52.062729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:52.067721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:52.071566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:52.083635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:52.128493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:52.128968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:52.180130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:52.220656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] For port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9bb31c5f-d05f-466d-89d4-ec23c2184fe8,segment=NetworkSegment(16763e4c-8993-4803-82d1-f27bb219e646),segment_id=16763e4c-8993-4803-82d1-f27bb219e646)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:52.222226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.262973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:58:52.264810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.273031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f6c2244-1cc2-43e5-8227-00a2ddfba5a0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:52.282180 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Sync routers for ids ['b03cf01b-01e4-4318-9234-4cdde71a0681'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:58:52.299424 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Routers {'b03cf01b-01e4-4318-9234-4cdde71a0681'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:52.300283 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b03cf01b-01e4-4318-9234-4cdde71a0681'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:52.381494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.432056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.459201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Subnet': ['ID=938f26a7-cf69-4ce5-a435-625d91b1bb78,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:52.468315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.471287 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-893986f5-e12a-4f68-9b12-92f38ed916d9 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/subnets/938f26a7-cf69-4ce5-a435-625d91b1bb78 HTTP/1.1" status: 204 len: 168 time: 1.7456841 Mar 02 19:58:52.500260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42783ada-9088-4c81-a514-a9fdae5cd239 None None] Network 2f063a77-087c-4c5e-8e19-160b2a5a627e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:52.522849 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Set router b03cf01b-01e4-4318-9234-4cdde71a0681 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:52.548808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60640) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:52.551634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Subnet': ['ID=039d94b2-a01b-4b19-a0f1-1ddd2bf97069,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:52.555963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.561451 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ca5a773-f1ff-427b-8af1-4909c8f1d0f2 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 10.2299500 Mar 02 19:58:52.563002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60644) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:52.588314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:52.663824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33957e65-0a16-43a5-8a86-0be3e4923e6f req-a5f54420-cab4-4f8a-82f2-943edfaf4b31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6814654 Mar 02 19:58:52.692306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:52.696387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.751037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:52.763965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Checking router: 5cccd487-a594-4453-93b4-fedff0a2f8f9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:58:52.776569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:52.778397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:52.801516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f6c2244-1cc2-43e5-8227-00a2ddfba5a0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:52.803293 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3f6c2244-1cc2-43e5-8227-00a2ddfba5a0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=79aadd82-b599-4e7c-b9b4-eeff04f85d16 HTTP/1.1" status: 200 len: 205 time: 0.7370219 Mar 02 19:58:52.815911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:52.828621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Checking segment: {'id': '2be37fdd-1fad-4e0e-9296-c64df86ca5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:52.829147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network hostable DHCP agents. Network: 74b1654b-d2ff-4d52-b9d7-ebb311f7061d, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:52.846267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.934450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] DHCP port deletion for 2f063a77-087c-4c5e-8e19-160b2a5a627e request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:52.943314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting port ac00c2fd-b4ad-40fa-9887-5540555b5218 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:52.943787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.958335 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cf01b-01e4-4318-9234-4cdde71a0681', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.55'}], 'enable_snat': True}, 'gw_port_id': '9ebeda58-d44d-40d6-a07a-709cea379664', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:42Z', 'updated_at': '2022-03-02T19:58:48Z', 'revision_number': 3, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port': {'id': '9ebeda58-d44d-40d6-a07a-709cea379664', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:60:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b03cf01b-01e4-4318-9234-4cdde71a0681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:58:46Z', 'updated_at': '2022-03-02T19:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:52.962889 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Checking router: b03cf01b-01e4-4318-9234-4cdde71a0681 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:58:52.963235 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Updating router b03cf01b-01e4-4318-9234-4cdde71a0681 port 9ebeda58-d44d-40d6-a07a-709cea379664 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:58:52.990029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:58:53.038506 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.077486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Deleting port ac00c2fd-b4ad-40fa-9887-5540555b5218 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:53.077915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.083221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:53.093706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.123724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:53.145198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:53.145834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:53.146980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.147456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 82d7d842-6425-4263-bd03-41b839c83c25 of type vlan for network 52750b63-60d2-4d67-b66c-f0485ceace18 Mar 02 19:58:53.160920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:53.182233 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-219fee99-5c58-4e82-b44d-7958e16c6e21 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/b03cf01b-01e4-4318-9234-4cdde71a0681 HTTP/1.1" status: 200 len: 906 time: 0.6168942 Mar 02 19:58:53.185847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60660) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:53.309271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 74b1654b-d2ff-4d52-b9d7-ebb311f7061d) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:53.325236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd136c-fe47-4236-8426-0a7b66db4566 None None] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:53.336376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.382435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:53.383017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.456548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.472929 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Transition to ACTIVE for port object 9ebeda58-d44d-40d6-a07a-709cea379664 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:53.482749 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.522664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.569305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.575546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.575775 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Attempting to bind port 9ebeda58-d44d-40d6-a07a-709cea379664 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:53.576155 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Attempting to bind port 9ebeda58-d44d-40d6-a07a-709cea379664 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:53.576654 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Attempting to bind port 9ebeda58-d44d-40d6-a07a-709cea379664 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:53.581483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.588491 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:53.589187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:53.589677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.590155 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:53.590994 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Bound port: 9ebeda58-d44d-40d6-a07a-709cea379664, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:53.592150 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.626810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c27bfa-4772-4f63-8dd7-0f44b8135639 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:58:53.634777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.641007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:53.641966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.667263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 9bb31c5f-d05f-466d-89d4-ec23c2184fe8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:53.667847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.700458 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] For port 9ebeda58-d44d-40d6-a07a-709cea379664, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:53.705758 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] For port 9ebeda58-d44d-40d6-a07a-709cea379664, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9ebeda58-d44d-40d6-a07a-709cea379664,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:53.722437 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.738639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.740391 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Pushing event updated for resources: {'Port': ['ID=9ebeda58-d44d-40d6-a07a-709cea379664,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:53.742323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.750836 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.751374 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.751911 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.752305 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.752722 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.753322 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.753622 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.753729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'tenant_id': 'a25529227c644d95909f061ca6e4ea5c', 'fixed_ips': [{'subnet_id': '039d94b2-a01b-4b19-a0f1-1ddd2bf97069'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:53.754168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.754562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.754682 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.755116 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.755703 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.756298 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:58:53.794549 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-003200f4-d49a-42f6-93a8-6a2452211998 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3725638 Mar 02 19:58:53.799986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.810037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:53.810431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.831083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:53.836782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Transition to ACTIVE for port object 31c27bfa-4772-4f63-8dd7-0f44b8135639 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:53.838240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-849620197'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:53.854006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.854676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router 79aadd82-b599-4e7c-b9b4-eeff04f85d16 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:53.895831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting port 9ebeda58-d44d-40d6-a07a-709cea379664 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:53.896183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:53.935250 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06e797-1d53-4f0c-bba1-59c4a96222c4 None None] Pushing event updated for resources: {'Port': ['ID=9ebeda58-d44d-40d6-a07a-709cea379664,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:53.948470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Routers {'b03cf01b-01e4-4318-9234-4cdde71a0681'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:58:53.949088 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b03cf01b-01e4-4318-9234-4cdde71a0681'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:53.978743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.011733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Calling delete_port for ac00c2fd-b4ad-40fa-9887-5540555b5218 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:54.042886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ac00c2fd-b4ad-40fa-9887-5540555b5218 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:54.074924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] The port '9bb31c5f-d05f-466d-89d4-ec23c2184fe8' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:58:54.099502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] For port 9ebeda58-d44d-40d6-a07a-709cea379664, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9ebeda58-d44d-40d6-a07a-709cea379664,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:54.099898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.130562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] Set router b03cf01b-01e4-4318-9234-4cdde71a0681 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:58:54.212202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.226478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.227577 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-66952370-5d90-4f0f-89fc-7b7910b45fa7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/79aadd82-b599-4e7c-b9b4-eeff04f85d16 HTTP/1.1" status: 204 len: 168 time: 1.4102716 Mar 02 19:58:54.246787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=52750b63-60d2-4d67-b66c-f0485ceace18,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:54.254261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d6b01fe-a468-4ccd-9770-d32219038a31 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3208644 Mar 02 19:58:54.260260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Calling delete_port for 9ebeda58-d44d-40d6-a07a-709cea379664 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:54.317268 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b03cf01b-01e4-4318-9234-4cdde71a0681', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:42Z', 'updated_at': '2022-03-02T19:58:53Z', 'revision_number': 4, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:54.320587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 52750b63-60d2-4d67-b66c-f0485ceace18 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:58:54.323163 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7788a3-e103-4b5f-b824-13358294362a None None] The sync data for ids ['b03cf01b-01e4-4318-9234-4cdde71a0681'] in dv-neutron-831594-2-hyperv is: [{'id': 'b03cf01b-01e4-4318-9234-4cdde71a0681', 'name': 'tempest-snat-router-291187120', 'tenant_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:58:42Z', 'updated_at': '2022-03-02T19:58:53Z', 'revision_number': 4, 'project_id': '7dc48e2802ef4805ae0a8fe8fbfd6795', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:54.337329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60672) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:54.337677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60674) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:54.370517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:54.485765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:54.499846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.513458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:54.514100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.554643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Pushing event updated for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:54.576459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Allocated IP 2001:db8::2 (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/3ae4441b-6221-4798-8226-375554fd392a) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:54.590156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:54.590512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:54.596206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:54.608496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e0936c-335d-4f9c-ac47-ba274f07ecde None None] The sync data for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv is: [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ee698c2e-0bef-43e3-b38d-43d2b39b6109', 'name': '', 'network_id': 'f814acb0-837c-4232-ba06-66d922dc4849', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'mac_address': 'fa:16:3e:8e:d5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:13Z', 'updated_at': '2022-03-02T19:55:26Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'subnets': [{'id': 'bf83ad95-40c6-443c-a147-7c2b4f22feb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:58:54.686573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.697300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ac00c2fd-b4ad-40fa-9887-5540555b5218,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:54.777264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.786036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba89da4-8d6c-44e9-8109-975277623982']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:54.817262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16763e4c-8993-4803-82d1-f27bb219e646') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:54.817532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16763e4c-8993-4803-82d1-f27bb219e646') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:54.833963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9b5e2a-131f-4743-8157-ae99671e6c03,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:54.852378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5daa7a-ad50-44fe-9dba-933235274fe2 req-8fb52786-6a2b-4326-b1d6-195668227baa tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:54.859792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c5daa7a-ad50-44fe-9dba-933235274fe2 req-8fb52786-6a2b-4326-b1d6-195668227baa tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 944 time: 0.8597960 Mar 02 19:58:54.867737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.942240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.946351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Attempting to bind port 31c27bfa-4772-4f63-8dd7-0f44b8135639 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:54.946686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Attempting to bind port 31c27bfa-4772-4f63-8dd7-0f44b8135639 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:54.947005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Attempting to bind port 31c27bfa-4772-4f63-8dd7-0f44b8135639 on network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:54.949442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.950565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9df83877-9ba2-4da6-8067-a51a977606dc tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "DELETE /v2.0/security-groups/9d9b5e2a-131f-4743-8157-ae99671e6c03 HTTP/1.1" status: 204 len: 168 time: 1.8644783 Mar 02 19:58:54.957542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:54.970434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:54.970843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:54.986583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Port 31c27bfa-4772-4f63-8dd7-0f44b8135639 on network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:58:54.986865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Attempting to bind port 31c27bfa-4772-4f63-8dd7-0f44b8135639 on network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:54.989048 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:55.015144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.028574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Transition to ACTIVE for port object 3ae4441b-6221-4798-8226-375554fd392a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:55.050986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Transition to ACTIVE for port object 3ae4441b-6221-4798-8226-375554fd392a will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:55.057173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:55.058789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.065533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Calling delete_port for ac00c2fd-b4ad-40fa-9887-5540555b5218 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:55.070256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:55.070589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Checking segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:55.070968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Bound using segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:55.071391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Bound port: 31c27bfa-4772-4f63-8dd7-0f44b8135639, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:55.071722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.090213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c5daa7a-ad50-44fe-9dba-933235274fe2 req-b425614e-787b-4918-b03a-7ea4c261583a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296445 Mar 02 19:58:55.100097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-f2934d1e-555f-43a5-b9b2-bbc585158426 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] show failed (client error): The resource could not be found. Mar 02 19:58:55.101131 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f2934d1e-555f-43a5-b9b2-bbc585158426 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "GET /v2.0/security-groups/9d9b5e2a-131f-4743-8157-ae99671e6c03 HTTP/1.1" status: 404 len: 347 time: 0.1348548 Mar 02 19:58:55.105303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:55.141753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Usage tracker for resource:port and tenant:a25529227c644d95909f061ca6e4ea5c is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:55.143372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Deleting port ac00c2fd-b4ad-40fa-9887-5540555b5218 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:55.144062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.166372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:55.180110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:55.199225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Pushing event updated for resources: {'Port': ['ID=3ae4441b-6221-4798-8226-375554fd392a,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:55.199583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:55.221488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.223989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:55.234076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 1bda4062-abf0-4b21-a87d-abc3cd0a5a84 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:58:55.236141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:55.239662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.246781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:55.251780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:55.258050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:55.259886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:55.272113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.302775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.327066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=4ba89da4-8d6c-44e9-8109-975277623982,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:55.337634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:55.339232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Deleting port a4144d3d-242c-47a8-be33-35ef0e645437 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:55.339418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.358595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port ef6a29b7-2595-43ce-b0e7-0fe47583cabe yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:55.365000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Attempting to bind port 3ae4441b-6221-4798-8226-375554fd392a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:58:55.365383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Attempting to bind port 3ae4441b-6221-4798-8226-375554fd392a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2be37fdd-1fad-4e0e-9296-c64df86ca5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:58:55.365749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Attempting to bind port 3ae4441b-6221-4798-8226-375554fd392a on network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:58:55.370268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e79064ef-8d30-4d5d-a814-934afe9432ae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/4ba89da4-8d6c-44e9-8109-975277623982 HTTP/1.1" status: 204 len: 168 time: 4.5341263 Mar 02 19:58:55.385969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:58:55.386158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:55.386302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Checking segment: {'id': '2be37fdd-1fad-4e0e-9296-c64df86ca5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:55.386413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.386804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Bound using segment: {'id': '2be37fdd-1fad-4e0e-9296-c64df86ca5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:58:55.387291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Bound port: 3ae4441b-6221-4798-8226-375554fd392a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be37fdd-1fad-4e0e-9296-c64df86ca5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:58:55.387669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.493148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:55.495000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:55.506450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.536262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:55.536597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:55.545695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:55.550276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] For port ac00c2fd-b4ad-40fa-9887-5540555b5218, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ac00c2fd-b4ad-40fa-9887-5540555b5218,segment=NetworkSegment(ae06fda0-1613-47ae-b794-299fb2be039e),segment_id=ae06fda0-1613-47ae-b794-299fb2be039e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:55.550642 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.603237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.632394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378ff18-1026-4d9a-8d3e-fe056147a6df tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:55.633040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9378ff18-1026-4d9a-8d3e-fe056147a6df tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:55.636425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.679826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb1604-545f-4acd-882d-9e633c411eeb None None] New status for floating IP 2880f211-e455-4dae-86e6-fea1d4ffb206: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:58:55.733901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:55.734743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.737705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] 10.222.0.32 "PUT /v2.0/ports/31c27bfa-4772-4f63-8dd7-0f44b8135639 HTTP/1.1" status: 200 len: 1094 time: 4.4729469 Mar 02 19:58:55.747379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:58:55.798197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9378ff18-1026-4d9a-8d3e-fe056147a6df tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:55.803140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9378ff18-1026-4d9a-8d3e-fe056147a6df tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/fdd1e052-d925-4ca9-ad74-f50f505e0db6 HTTP/1.1" status: 200 len: 845 time: 0.4106274 Mar 02 19:58:55.804294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60694) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:55.824464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Calling delete_port for ac00c2fd-b4ad-40fa-9887-5540555b5218 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:55.870935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639', 'status': 'completed', 'code': 200} Mar 02 19:58:55.871511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.871739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.891581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa3331-785c-4e88-963a-93ce6f1b8f4b service neutron] Pushing event updated for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:55.952410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] For port 3ae4441b-6221-4798-8226-375554fd392a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:58:55.962583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.029275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.037569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::a7 (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/ef6a29b7-2595-43ce-b0e7-0fe47583cabe) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:56.040691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Deleting port ac00c2fd-b4ad-40fa-9887-5540555b5218 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:56.041022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.059679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Calling delete_port for a4144d3d-242c-47a8-be33-35ef0e645437 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:56.081577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] For port 3ae4441b-6221-4798-8226-375554fd392a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3ae4441b-6221-4798-8226-375554fd392a,segment=NetworkSegment(2be37fdd-1fad-4e0e-9296-c64df86ca5f8),segment_id=2be37fdd-1fad-4e0e-9296-c64df86ca5f8)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:58:56.090382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ebeda58-d44d-40d6-a07a-709cea379664,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:56.093860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-647426ce-73ef-4962-8dee-275d31f9c1a4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:58:56.140769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] Pushing event deleted for resources: {'Port': ['ID=ac00c2fd-b4ad-40fa-9887-5540555b5218,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:56.152922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.193567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] The port 'ac00c2fd-b4ad-40fa-9887-5540555b5218' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:58:56.212601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412d78a-23cd-4012-b349-69d3242d7410 None None] No DVR routers for this DVR port ac00c2fd-b4ad-40fa-9887-5540555b5218 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:56.213033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-6eb9c874-3a73-4e45-afca-b3af9a0b056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:56.215706 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-6eb9c874-3a73-4e45-afca-b3af9a0b056b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 1097 time: 0.3990440 Mar 02 19:58:56.216784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:58:56.217420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:58:56.246364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.283037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2f6e1-2cd3-4d97-be97-0184bef6f0c2 None None] Pushing event updated for resources: {'Port': ['ID=3ae4441b-6221-4798-8226-375554fd392a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:56.378262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-647426ce-73ef-4962-8dee-275d31f9c1a4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:58:56.379584 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-647426ce-73ef-4962-8dee-275d31f9c1a4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/fdd1e052-d925-4ca9-ad74-f50f505e0db6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5540931 Mar 02 19:58:56.389674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:56.393109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-b8e29fb4-cdfa-4014-a3a4-de98f9ca45e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639 HTTP/1.1" status: 200 len: 217 time: 0.1537533 Mar 02 19:58:56.399631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:56.559556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.719472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Deleting port a4144d3d-242c-47a8-be33-35ef0e645437 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:56.719734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.720299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.767069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-91887911-867e-4d02-aa4b-c133777066eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:56.768573 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-91887911-867e-4d02-aa4b-c133777066eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a208a316-66c4-4519-a2ae-7795b2e3c7dd HTTP/1.1" status: 200 len: 838 time: 0.3523712 Mar 02 19:58:56.782215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:56.858717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:56.877800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:56.889195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:56.899159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae3fb9-14eb-43f9-99ac-8b420563b84b req-160fac0f-a2b1-4ff6-b265-a3cdf1d4d107 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:56.900896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fae3fb9-14eb-43f9-99ac-8b420563b84b req-160fac0f-a2b1-4ff6-b265-a3cdf1d4d107 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 944 time: 0.5698874 Mar 02 19:58:56.989477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:56.993090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.013413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.021922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.061210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.078153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.088125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f063a77-087c-4c5e-8e19-160b2a5a627e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.096644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=1bda4062-abf0-4b21-a87d-abc3cd0a5a84,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:57.102017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.104062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e141495-58e9-466c-9482-d5f24e544e6a None None] Network d4db4817-825c-4cd8-9246-9762eb5fa038 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:57.137743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.138092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.166251 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fae3fb9-14eb-43f9-99ac-8b420563b84b req-23d86196-d67a-4a5f-8ae6-e4c50333f2cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180569 Mar 02 19:58:57.167586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae06fda0-1613-47ae-b794-299fb2be039e') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.167939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae06fda0-1613-47ae-b794-299fb2be039e') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:58:57.206119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.242316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.242316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b03cf01b-01e4-4318-9234-4cdde71a0681 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:58:57.250262 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-32e448d8-8ad9-4364-8956-82ede5c8e695 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/1bda4062-abf0-4b21-a87d-abc3cd0a5a84 HTTP/1.1" status: 204 len: 168 time: 2.8996699 Mar 02 19:58:57.259727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.260558 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e787919c-08b9-4ae2-9258-2b0dbae8c2a5 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/routers/b03cf01b-01e4-4318-9234-4cdde71a0681 HTTP/1.1" status: 204 len: 168 time: 4.0666459 Mar 02 19:58:57.261075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60708) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:57.264245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.288070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60710) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:57.294811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d133da-ef82-448a-8b22-c15ff751975f req-e11dc26a-a63b-4bce-9521-7455685c3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:57.297124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-e11dc26a-a63b-4bce-9521-7455685c3dbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=737d93d1-ca37-4c6a-84a2-cbe4f675ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5105832 Mar 02 19:58:57.307002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Calling delete_port for a4144d3d-242c-47a8-be33-35ef0e645437 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:57.324199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=27031209-53e2-4918-aac3-7079ce40ee51,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:57.327313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:58:57.327723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:58:57.427312 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:58:57.431978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.473306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d755039-1d17-43c4-a08c-d76c31992c54 None None] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:57.482333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': 'b4f10cdb-eca6-4784-832f-f1db9ef36923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:58:57.482696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 1fd49072-7ef0-4654-88f4-d494261b5fd8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:58:57.594594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] DHCP port deletion for d4db4817-825c-4cd8-9246-9762eb5fa038 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:58:57.596692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0160dfb8-2b53-4fed-b268-0480feeb289a None None] Provisioning for port 3ae4441b-6221-4798-8226-375554fd392a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:57.612816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-0193478d-fd9b-45cd-9568-40d9f6a909cb service neutron] 10.222.0.32 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684052 Mar 02 19:58:57.617476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object ef6a29b7-2595-43ce-b0e7-0fe47583cabe will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:58:57.623163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Deleting port d952b219-6a6f-4226-a511-faf1571131a7 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:57.623670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.723350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.740172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:58:57.742276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.773308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.800786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] Pushing event deleted for resources: {'Network': ['ID=2f063a77-087c-4c5e-8e19-160b2a5a627e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:57.807392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 1fd49072-7ef0-4654-88f4-d494261b5fd8) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:57.809539 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0118c513-2790-4d20-9b86-c0bcb2142118 tempest-NetworksIpV6TestAttrs-1272907768 tempest-NetworksIpV6TestAttrs-1272907768-project] 10.222.0.36 "DELETE /v2.0/networks/2f063a77-087c-4c5e-8e19-160b2a5a627e HTTP/1.1" status: 204 len: 168 time: 5.2552264 Mar 02 19:58:57.816546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port d952b219-6a6f-4226-a511-faf1571131a7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:57.817080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.826711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.850216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:57.856387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.861053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.903070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.964009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] For port d952b219-6a6f-4226-a511-faf1571131a7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d952b219-6a6f-4226-a511-faf1571131a7,segment=NetworkSegment(fef6feb3-c17d-438a-835d-1add1a508ab3),segment_id=fef6feb3-c17d-438a-835d-1add1a508ab3)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:57.964440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.973584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Pushing event deleted for resources: {'Port': ['ID=a4144d3d-242c-47a8-be33-35ef0e645437,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:57.978462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:57.995250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.021037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:58.030925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d133da-ef82-448a-8b22-c15ff751975f req-74968466-5745-4653-ab17-dd55a91df136 service neutron] 10.222.0.32 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820250 Mar 02 19:58:58.041122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:58.041746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.059812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa319e1-549a-4053-bfed-91adbef9475b None None] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:58.073558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9691c1-342a-4237-94e0-06c4de55328e None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:58:58.158393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Calling delete_port for d952b219-6a6f-4226-a511-faf1571131a7 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:58.165099 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20c26ae2-182a-49d9-a1cb-3f977c1c1391 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8134074 Mar 02 19:58:58.174202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60724) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.178020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:58:58.195706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:58:58.204009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:58.204552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3ae4441b-6221-4798-8226-375554fd392a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:58:58.217586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=c0780b3b-1ad6-4915-8597-a041df72dd9d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:58.294817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:58:58.300854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:58.301646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.308164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-89c5ad0a-78e5-41f9-9db2-0e95043733f0 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9170728 Mar 02 19:58:58.309722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.312724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.317863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2d9d31fc-cbf8-43ee-8b80-a59c67c938e2 tempest-ServerActionsTestJSON-1501582823 tempest-ServerActionsTestJSON-1501582823-project] 10.222.0.36 "DELETE /v2.0/floatingips/2880f211-e455-4dae-86e6-fea1d4ffb206 HTTP/1.1" status: 204 len: 168 time: 3.2116976 Mar 02 19:58:58.318184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.318558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60732) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.325186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60734) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.352190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-2dbabc6c-de91-4d94-8bdd-7eca923d3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:58.354252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-2dbabc6c-de91-4d94-8bdd-7eca923d3fb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 1097 time: 0.2151742 Mar 02 19:58:58.362410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1342318190'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:58.430344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=ef6a29b7-2595-43ce-b0e7-0fe47583cabe,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:58.459479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:58.554926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:58.578670 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1934ae3b-3afe-456e-93b6-f2cec2c414ac tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7428935 Mar 02 19:58:58.603024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.662105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1089965337', 'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:45:62:52'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:58:58.672749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 3ae4441b-6221-4798-8226-375554fd392a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:58.682028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.735105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3ae4441b-6221-4798-8226-375554fd392a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:58.735633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.788625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] Pushing event deleted for resources: {'Port': ['ID=d952b219-6a6f-4226-a511-faf1571131a7,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:58.806695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c0a92-34d1-4132-b8cb-a2a11f247be1 None None] No DVR routers for this DVR port d952b219-6a6f-4226-a511-faf1571131a7 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:58:58.826059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:58.838927 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d4ffff81-5ef5-4f8e-abb9-6e5ba388555c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5752e2f0c6194044a945a428a09e94e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114796 Mar 02 19:58:58.851723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:58:58.858847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:58.872236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.884314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-f794c3f3-72d3-4ef7-bcad-bef6003345b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:58.885828 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-f794c3f3-72d3-4ef7-bcad-bef6003345b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=737d93d1-ca37-4c6a-84a2-cbe4f675ab29 HTTP/1.1" status: 200 len: 898 time: 0.5235834 Mar 02 19:58:58.886418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:58.909816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:58.944019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-1fd49072-7ef0-4654-88f4-d494261b5fd8', 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '27031209-53e2-4918-aac3-7079ce40ee51'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:58.944958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.967736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:58.970871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port d952b219-6a6f-4226-a511-faf1571131a7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d952b219-6a6f-4226-a511-faf1571131a7,segment=NetworkSegment(fef6feb3-c17d-438a-835d-1add1a508ab3),segment_id=fef6feb3-c17d-438a-835d-1add1a508ab3)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:58.971249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:58.997096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-dd9a4a93-9fcb-4cc5-916a-84a7b91649b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639 HTTP/1.1" status: 200 len: 217 time: 0.0876946 Mar 02 19:58:59.008947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:59.018302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a976333-ff0d-4bd1-a7b6-84dda76cdd8a req-bdc4510c-9d0e-4b91-8a96-e78a6aa0a17e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:59.019786 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a976333-ff0d-4bd1-a7b6-84dda76cdd8a req-bdc4510c-9d0e-4b91-8a96-e78a6aa0a17e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 944 time: 0.6319184 Mar 02 19:58:59.070587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Usage tracker for resource:port and tenant:a25529227c644d95909f061ca6e4ea5c is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:59.074199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:59.103332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:59.148759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.157410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.162776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-83c58f48-1779-4764-b7f6-092c3a56f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:59.163111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:59.164539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-83c58f48-1779-4764-b7f6-092c3a56f30b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a208a316-66c4-4519-a2ae-7795b2e3c7dd HTTP/1.1" status: 200 len: 838 time: 0.1569710 Mar 02 19:58:59.172941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.175098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a976333-ff0d-4bd1-a7b6-84dda76cdd8a req-19322bab-da34-469e-9155-6f4bf0a74e55 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162760 Mar 02 19:58:59.179493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:59.192956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Deleting port 9d93f263-413c-4ce0-a14b-5202c764df01 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:58:59.193364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.255513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Allocated IP 2001:db8::2 (1fd49072-7ef0-4654-88f4-d494261b5fd8/27031209-53e2-4918-aac3-7079ce40ee51/4482b126-a0d0-478f-af23-2ba5be7ecec5) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:59.258500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 3ae4441b-6221-4798-8226-375554fd392a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3ae4441b-6221-4798-8226-375554fd392a,segment=NetworkSegment(2be37fdd-1fad-4e0e-9296-c64df86ca5f8),segment_id=2be37fdd-1fad-4e0e-9296-c64df86ca5f8)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:58:59.261144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-74923b1f-2f84-4860-9ee5-a59995919337', 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'tenant_id': 'b47f6a1be1a348a3969f485ea6140e41', 'fixed_ips': [{'subnet_id': 'c0780b3b-1ad6-4915-8597-a041df72dd9d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:58:59.262033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.272364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.283722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.413824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d952b219-6a6f-4226-a511-faf1571131a7 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:58:59.416593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for d952b219-6a6f-4226-a511-faf1571131a7 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:58:59.453115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:58:59.457644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:58:59.461455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:58:59.467385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:58:59.484002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d952b219-6a6f-4226-a511-faf1571131a7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:58:59.484437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d952b219-6a6f-4226-a511-faf1571131a7 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:58:59.505430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.528886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-9134af25-e173-4906-9798-0b28639383ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:58:59.531701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-9134af25-e173-4906-9798-0b28639383ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=737d93d1-ca37-4c6a-84a2-cbe4f675ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3554120 Mar 02 19:58:59.538220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port 19058b5b-326a-4968-9371-5750e60af324 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:58:59.545998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.567359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:58:59.571605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.575507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=3ae4441b-6221-4798-8226-375554fd392a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:59.600417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Provisioning for port ef6a29b7-2595-43ce-b0e7-0fe47583cabe completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:58:59.624533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Provisioning complete for port ef6a29b7-2595-43ce-b0e7-0fe47583cabe triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:59.624983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.671143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.672877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.738441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb147a-eab6-4ea5-a21f-18a8d6480ad8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:59.740979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Port ef6a29b7-2595-43ce-b0e7-0fe47583cabe cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:58:59.745028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.746440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a43008f8-6a46-4fd5-a027-3169f8ed41ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1feb147a-eab6-4ea5-a21f-18a8d6480ad8 HTTP/1.1" status: 204 len: 168 time: 0.8914568 Mar 02 19:58:59.825056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::c8 (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/19058b5b-326a-4968-9371-5750e60af324) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:59.901460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-af1f54d8-3a13-42bb-b31b-4fa2ca85e1ea service neutron] 10.222.0.32 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232099 Mar 02 19:58:59.913545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Allocated IP 2001:db8::2 (74923b1f-2f84-4860-9ee5-a59995919337/c0780b3b-1ad6-4915-8597-a041df72dd9d/9e7cb755-38ef-496b-bc22-af951735d134) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:58:59.932752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Provisioning complete for port 3ae4441b-6221-4798-8226-375554fd392a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:58:59.933128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22f26494-62c0-4b5c-889f-9100ad5b9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.962495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50520737-5d8d-4385-82e0-84ea0b621030,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:58:59.991549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:59.996859 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8426cfe7-1b15-404d-98d7-ac2fcdaa87bc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6497002 Mar 02 19:59:00.005247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60756) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:00.024597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:00.024925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:00.031596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3ae4441b-6221-4798-8226-375554fd392a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:00.103243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'security_group': {'name': 'tempest-secgroup-161170083'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:00.113498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:00.149646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] For port 9d93f263-413c-4ce0-a14b-5202c764df01, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9d93f263-413c-4ce0-a14b-5202c764df01,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:00.150376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.170594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:00.177544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.188526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:00.202311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:00.254657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.276735 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93b7343a-86f4-4964-8b4b-391ec17366e8 req-b6f8c9f2-c73c-469f-91ad-2346eef9d4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620758 Mar 02 19:59:00.305382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:00.306026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.313768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:00.319535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:00.332891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:00.334765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Transition to ACTIVE for port object 4482b126-a0d0-478f-af23-2ba5be7ecec5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:00.366831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object 19058b5b-326a-4968-9371-5750e60af324 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:00.432127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Calling delete_port for 9d93f263-413c-4ce0-a14b-5202c764df01 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:00.435425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Transition to ACTIVE for port object 4482b126-a0d0-478f-af23-2ba5be7ecec5 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:00.458587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.489920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.558323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3ae4441b-6221-4798-8226-375554fd392a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:00.558323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.592384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:00.610782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port d952b219-6a6f-4226-a511-faf1571131a7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:00.611260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.622859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.631773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465836-ee99-4ee9-806e-d3d39366d9d7 req-3356b8c5-96a0-48f9-a9bc-7e2029c0f873 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:00.633319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3b465836-ee99-4ee9-806e-d3d39366d9d7 req-3356b8c5-96a0-48f9-a9bc-7e2029c0f873 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 944 time: 0.3059163 Mar 02 19:59:00.643681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:00.647230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 31c27bfa-4772-4f63-8dd7-0f44b8135639 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:59:00.668593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:00.672116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.688713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Pushing event updated for resources: {'Port': ['ID=4482b126-a0d0-478f-af23-2ba5be7ecec5,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:00.719646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.770735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.774899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7656841 Mar 02 19:59:00.779248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:00.789582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:00.800290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:00.812551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=19058b5b-326a-4968-9371-5750e60af324,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:00.817445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:00.818723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-79c40c54-e7f1-40bb-9799-526a24dcbd0d None None] Provisioning complete for port ef6a29b7-2595-43ce-b0e7-0fe47583cabe triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:00.819149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-79c40c54-e7f1-40bb-9799-526a24dcbd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.822985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:00.823593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.832447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1154591256', 'security_groups': ['05475201-1e43-4c1f-a436-f1f9ef92a726'], 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c0780b3b-1ad6-4915-8597-a041df72dd9d'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:00.869964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c225a6e-6ab4-4c07-8819-e3830bff068e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05475201-1e43-4c1f-a436-f1f9ef92a726,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:00.875246 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3b465836-ee99-4ee9-806e-d3d39366d9d7 req-a1e51df9-e1e0-40fd-aaf3-47548342affa tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007504 Mar 02 19:59:00.902770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:00.940547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:00.951536 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ecb20534-ba70-4bd1-ad51-0f604a5e2c0b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.3473964 Mar 02 19:59:00.959939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:00.960865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:00.961193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60784) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:00.983310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Transition to ACTIVE for port object 9e7cb755-38ef-496b-bc22-af951735d134 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:00.994882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Attempting to bind port 4482b126-a0d0-478f-af23-2ba5be7ecec5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:00.995227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Attempting to bind port 4482b126-a0d0-478f-af23-2ba5be7ecec5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b4f10cdb-eca6-4784-832f-f1db9ef36923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:00.995588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Attempting to bind port 4482b126-a0d0-478f-af23-2ba5be7ecec5 on network 1fd49072-7ef0-4654-88f4-d494261b5fd8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:01.096631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-79c40c54-e7f1-40bb-9799-526a24dcbd0d None None] Port ef6a29b7-2595-43ce-b0e7-0fe47583cabe cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:01.108640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:01.109018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Checking segment: {'id': 'b4f10cdb-eca6-4784-832f-f1db9ef36923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:01.109580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.109979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Bound using segment: {'id': 'b4f10cdb-eca6-4784-832f-f1db9ef36923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:01.110460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Bound port: 4482b126-a0d0-478f-af23-2ba5be7ecec5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f10cdb-eca6-4784-832f-f1db9ef36923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1fd49072-7ef0-4654-88f4-d494261b5fd8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:01.110830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.111003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] The port 'd952b219-6a6f-4226-a511-faf1571131a7' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:59:01.145778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:01.152821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Transition to ACTIVE for port object 9e7cb755-38ef-496b-bc22-af951735d134 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:01.155148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:port and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:01.167812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:01.182401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:01.186098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.188674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:01.195026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:01.195801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Synchronizing usage tracker for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:01.206683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-585235286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:01.213826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:01.215883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '82d7d842-6425-4263-bd03-41b839c83c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:01.216127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 52750b63-60d2-4d67-b66c-f0485ceace18, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:01.219141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:01.227538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:router and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:01.231118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:01.241120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:01.244122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:01.280393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Unset dirty status for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:01.282166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6fc29d1c-ce78-4260-ac84-cf6a407cfc0f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3194366 Mar 02 19:59:01.289908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60792) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:01.291918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.293168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.294241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.331069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:01.357273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:01.368914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:01.375432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:01.380181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:01.382378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-94cb5f43-fdeb-4704-9a99-2b3d58fa48fc None None] Provisioning for port 19058b5b-326a-4968-9371-5750e60af324 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:01.385444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '31c27bfa-4772-4f63-8dd7-0f44b8135639', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'port_id': '31c27bfa-4772-4f63-8dd7-0f44b8135639', 'mac_address': 'fa:16:3e:41:d7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:59:01.395464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] For port 4482b126-a0d0-478f-af23-2ba5be7ecec5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:01.402373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.426898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:01.428133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-94cb5f43-fdeb-4704-9a99-2b3d58fa48fc None None] Provisioning complete for port 19058b5b-326a-4968-9371-5750e60af324 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:01.428544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-94cb5f43-fdeb-4704-9a99-2b3d58fa48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.481681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4db4817-825c-4cd8-9246-9762eb5fa038']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:01.490430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 52750b63-60d2-4d67-b66c-f0485ceace18 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:01.520603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef6feb3-c17d-438a-835d-1add1a508ab3') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:01.521005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef6feb3-c17d-438a-835d-1add1a508ab3') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:01.534037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 52750b63-60d2-4d67-b66c-f0485ceace18) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:01.545572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] For port 4482b126-a0d0-478f-af23-2ba5be7ecec5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4482b126-a0d0-478f-af23-2ba5be7ecec5,segment=NetworkSegment(b4f10cdb-eca6-4784-832f-f1db9ef36923),segment_id=b4f10cdb-eca6-4784-832f-f1db9ef36923)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:01.548238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.557714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 19058b5b-326a-4968-9371-5750e60af324 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:01.558055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.569694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de625d-cb42-448e-923a-7d377bba757c None None] Network 52750b63-60d2-4d67-b66c-f0485ceace18 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:01.590867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.594011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:01.594516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.621666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.625859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.629750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.673019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Attempting to bind port 9e7cb755-38ef-496b-bc22-af951735d134 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:01.673382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Attempting to bind port 9e7cb755-38ef-496b-bc22-af951735d134 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '8a8f0573-fd23-473c-a3ab-f792458b6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:01.673743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Attempting to bind port 9e7cb755-38ef-496b-bc22-af951735d134 on network 74923b1f-2f84-4860-9ee5-a59995919337 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:01.674723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.682462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.683507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::201 (74923b1f-2f84-4860-9ee5-a59995919337/c0780b3b-1ad6-4915-8597-a041df72dd9d/39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:01.683692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:01.684041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:01.710234 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:01.712736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.713209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4c9f13f5-36ec-40e2-b2aa-62cc067f2d82 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7494612 Mar 02 19:59:01.715895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60796) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:01.731643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d93f263-413c-4ce0-a14b-5202c764df01,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:01.737527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-94cb5f43-fdeb-4704-9a99-2b3d58fa48fc None None] Port 19058b5b-326a-4968-9371-5750e60af324 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:01.743155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-129521404'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:01.760504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:01.761731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Checking segment: {'id': '8a8f0573-fd23-473c-a3ab-f792458b6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:01.761731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.761731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Bound using segment: {'id': '8a8f0573-fd23-473c-a3ab-f792458b6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:01.762120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Bound port: 9e7cb755-38ef-496b-bc22-af951735d134, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8f0573-fd23-473c-a3ab-f792458b6d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:01.762496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.764249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:01.776872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:network and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:01.782143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:01.804491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:01.841055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c27bfa-4772-4f63-8dd7-0f44b8135639 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:59:01.874228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f366cbf-6dcc-4740-9c2a-e09e99e051e3 None None] Pushing event updated for resources: {'Port': ['ID=4482b126-a0d0-478f-af23-2ba5be7ecec5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:01.876730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:01.880720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.882438 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ee185315-913b-42aa-a594-86c6679d5bf3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7013941 Mar 02 19:59:01.885939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.896493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60800) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:01.918908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:01.933658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325304193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:01.949662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.983640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:01.992137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:02.007886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:02.011549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:02.019747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:02.033302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:02.040810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:security_group_rule and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:02.049565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:02.059009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:02.104851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.106327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.141345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:02.231138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:02.232675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['31c27bfa-4772-4f63-8dd7-0f44b8135639'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:59:02.256936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.261042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.270031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.279834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.298599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.298960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/d4db4817-825c-4cd8-9246-9762eb5fa038 HTTP/1.1" status: 204 len: 168 time: 5.0293310 Mar 02 19:59:02.302985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:02.316781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:02.318145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-504211994'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:02.323676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-52750b63-60d2-4d67-b66c-f0485ceace18', 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:02.324665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.334535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:02.349637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:02.355994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.363133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:02.367391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:02.368031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.377911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:02.394866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.417297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50604282-fda7-4b2e-88a1-57afbdb7502a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=d4db4817-825c-4cd8-9246-9762eb5fa038,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:02.469289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d134b5-1c80-478c-9dbb-4e341bd6e7ee req-d0c9ed45-02b0-438f-a1ce-52c25c0ac578 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:02.476584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6d134b5-1c80-478c-9dbb-4e341bd6e7ee req-d0c9ed45-02b0-438f-a1ce-52c25c0ac578 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 945 time: 0.3784485 Mar 02 19:59:02.482696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.483730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:02.487221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.519026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.523103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-19cb7ea6-d629-4740-83cb-c31fa04d2448 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6255403 Mar 02 19:59:02.523913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.534138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:02.552835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e86d1c-a204-49f2-b61e-3597edf45114 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:02.724682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:02.736523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ae762-65a3-4c3e-8d4a-9f5842923924,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:02.765240 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6d134b5-1c80-478c-9dbb-4e341bd6e7ee req-9ce8f9bf-e9e8-4152-bc36-ddbed8eca5a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2876737 Mar 02 19:59:02.770230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:02.810592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Allocated IP 2001:db8:1::2 (52750b63-60d2-4d67-b66c-f0485ceace18/44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b/9f6c8dce-bde6-421b-8254-cbcf17a1e1ee) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:02.831340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.845185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.845506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Added segment bc923b21-650a-4373-b1ee-9e28d009780f of type vlan for network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 Mar 02 19:59:02.923701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:02.924036 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 019f4816-28b2-4607-aa2c-b0ee12004f14 of type vlan for network 65dd486a-f54b-4d63-9710-c22fb92c1084 Mar 02 19:59:02.977084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for 19058b5b-326a-4968-9371-5750e60af324 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:03.107225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.116976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.200299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.213795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Transition to ACTIVE for port object 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:03.238186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Transition to ACTIVE for port object 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:03.252683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.327179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:03.327795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Network 52750b63-60d2-4d67-b66c-f0485ceace18 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:03.332084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:03.334990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.345704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:03.354308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:03.364544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.374863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.375109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fac9646f-43e2-4fdd-bf02-4dc9abc2c297 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:03.376506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:03.382717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:03.382717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.391633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Pushing event updated for resources: {'Port': ['ID=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:03.414617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=19058b5b-326a-4968-9371-5750e60af324,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:03.463105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Attempting to bind port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:03.464054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Attempting to bind port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '82d7d842-6425-4263-bd03-41b839c83c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:03.464054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Attempting to bind port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee on network 52750b63-60d2-4d67-b66c-f0485ceace18 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:03.467615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:03.479435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.484046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:03.484691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Checking segment: {'id': '82d7d842-6425-4263-bd03-41b839c83c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:03.485254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.485816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Bound using segment: {'id': '82d7d842-6425-4263-bd03-41b839c83c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:03.486557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Bound port: 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d7d842-6425-4263-bd03-41b839c83c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '52750b63-60d2-4d67-b66c-f0485ceace18'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:03.487092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.506080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.511572 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1090cef5-97b3-458c-831f-1e0f685c5975 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "DELETE /v2.0/routers/fac9646f-43e2-4fdd-bf02-4dc9abc2c297 HTTP/1.1" status: 204 len: 168 time: 6.2159452 Mar 02 19:59:03.511989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60814) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:03.530920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-320017135', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:03.541506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:03.545336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:03.548640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:03.554505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:03.558347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cddd844-4567-4c5e-8220-37c9ea81d29f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7595878 Mar 02 19:59:03.563380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60818) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:03.577732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:03.604265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.606285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.607318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.616645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.624368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:03.625083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.642734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] For port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:03.647774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] For port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,segment=NetworkSegment(82d7d842-6425-4263-bd03-41b839c83c25),segment_id=82d7d842-6425-4263-bd03-41b839c83c25)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:03.651097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f59adb-8be6-42b2-8962-5029a365e266 None None] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:03.677128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.752395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.758006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:03.758602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.813062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Deleting port ee698c2e-0bef-43e3-b38d-43d2b39b6109 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:03.814885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.884722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:03.972555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2554071 Mar 02 19:59:03.978108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a734aae-8189-4d06-9454-a0d7304dc9bf None None] Pushing event updated for resources: {'Port': ['ID=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:03.992061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e49d7b1a-653a-4141-a7b3-c9eff3e6bac2 None None] Provisioning for port 4482b126-a0d0-478f-af23-2ba5be7ecec5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:04.151389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60824) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:04.165046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'subnet': {'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:04.195319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8896441 Mar 02 19:59:04.203953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:04.209679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccf340-5108-4a05-9aad-9a12e44695b2 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Network': ['ID=9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:04.225216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:04.304179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:04.313505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:04.317472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:subnet and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:04.320651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:04.326593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:04.358760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:04.405532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f9e83-35ff-4800-a181-d7563ee184de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=65dd486a-f54b-4d63-9710-c22fb92c1084,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:04.451158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:04.470043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8d1d0068-bf1f-433b-a234-5df8d257233c None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:04.470411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d1d0068-bf1f-433b-a234-5df8d257233c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:04.594699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:04.597900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:04.628539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:04.633073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:04.636528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:04.638540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d0068-bf1f-433b-a234-5df8d257233c None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:04.646937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:04.647118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:04.660184 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e2e8b11-b064-4bb7-83f2-93ac5e16b049 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/19058b5b-326a-4968-9371-5750e60af324 HTTP/1.1" status: 204 len: 168 time: 3.3307192 Mar 02 19:59:04.660892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 31c27bfa-4772-4f63-8dd7-0f44b8135639 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:04.665861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60832) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:04.689828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158c39e-6278-4091-bcb5-638659138bb8 req-be34aee6-7fad-4740-9cff-c7a5f29b9bff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:04.691494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a158c39e-6278-4091-bcb5-638659138bb8 req-be34aee6-7fad-4740-9cff-c7a5f29b9bff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 945 time: 0.7297020 Mar 02 19:59:04.695020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:04.699579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:04.813119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8d1d0068-bf1f-433b-a234-5df8d257233c None None] Provisioning for port 9e7cb755-38ef-496b-bc22-af951735d134 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:04.858154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9e7cb755-38ef-496b-bc22-af951735d134 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:04.863662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:04.864035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:04.952808 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0461864-631b-4727-92c6-b974b5bd8063 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] GET failed (client error): The resource could not be found. Mar 02 19:59:04.953591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c0461864-631b-4727-92c6-b974b5bd8063 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Synchronizing usage tracker for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:04.969387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 31c27bfa-4772-4f63-8dd7-0f44b8135639 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:04.977841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 31c27bfa-4772-4f63-8dd7-0f44b8135639 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:04.978371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.009368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.029485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.092061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.102263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] For port ee698c2e-0bef-43e3-b38d-43d2b39b6109, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ee698c2e-0bef-43e3-b38d-43d2b39b6109,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:05.102617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.112931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c0461864-631b-4727-92c6-b974b5bd8063 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Unset dirty status for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:05.114057 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c0461864-631b-4727-92c6-b974b5bd8063 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports/19058b5b-326a-4968-9371-5750e60af324 HTTP/1.1" status: 404 len: 333 time: 0.2298679 Mar 02 19:59:05.115272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:05.122615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:05.124610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8754778-6a6f-4398-b8db-45ea2e3aec40 None None] Provisioning for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:05.140474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8754778-6a6f-4398-b8db-45ea2e3aec40 None None] Provisioning complete for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:05.140685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8754778-6a6f-4398-b8db-45ea2e3aec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.166064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-612178314'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:05.192151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a158c39e-6278-4091-bcb5-638659138bb8 req-772622f4-f27e-4c32-97d9-2b2ecbf0824c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158833 Mar 02 19:59:05.200799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:05.219043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:05.239973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8::1 (1fd49072-7ef0-4654-88f4-d494261b5fd8/27031209-53e2-4918-aac3-7079ce40ee51/baf8a65e-5cf6-4972-94c9-488d08a59fb1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:05.250907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=09b45cd6-edb8-43e5-afef-d5da0de556b0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:05.260470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.261257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4482b126-a0d0-478f-af23-2ba5be7ecec5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:05.284170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:05.299591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Calling delete_port for ee698c2e-0bef-43e3-b38d-43d2b39b6109 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:05.330373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:05.363470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f8754778-6a6f-4398-b8db-45ea2e3aec40 None None] Port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:05.380720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:05.384256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.424855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.441885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:05.484627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:05.489257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:59:05.506923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.542970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '019f4816-28b2-4607-aa2c-b0ee12004f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:05.543496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 65dd486a-f54b-4d63-9710-c22fb92c1084, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:05.585149 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639', 'code': 200} Mar 02 19:59:05.586332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4482b126-a0d0-478f-af23-2ba5be7ecec5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:05.597925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4482b126-a0d0-478f-af23-2ba5be7ecec5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:05.598598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.635926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc7045-5f8a-4cfd-90d9-50b5ddaabd93 None None] Network 52750b63-60d2-4d67-b66c-f0485ceace18 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:05.680020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:05.711363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ae982d3-b4be-41d1-94ff-b8fbb061fd45 None None] Provisioning complete for port 4482b126-a0d0-478f-af23-2ba5be7ecec5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:05.711959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ae982d3-b4be-41d1-94ff-b8fbb061fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.728101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 65dd486a-f54b-4d63-9710-c22fb92c1084) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:05.738479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:05.747496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:05.749053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.771565 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.ipam_backend_mixin [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c0780b3b-1ad6-4915-8597-a041df72dd9d (CIDR: 2001:db8::/64) Mar 02 19:59:05.783158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.797301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:05.801515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:05.807104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4591b3ad-2edf-44c9-8650-094d9e33aacd None None] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:05.832739 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:59:05.833881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:05.866452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.892198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d0031fec-f604-4c12-aa1e-0e8139758aaf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6799505 Mar 02 19:59:05.896146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object baf8a65e-5cf6-4972-94c9-488d08a59fb1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:05.897549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:05.902178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:05.905626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:05.918809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1002358035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:05.934364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:05.944233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:05.950225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port 6dfb8b4e-c22e-4520-80b6-2c5762726255 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:05.985713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:05.996707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:06.023855 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-35f6358a-653a-4fc0-a362-c5dacfa14f22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4548295 Mar 02 19:59:06.030216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:06.043150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Subnet': ['ID=667308d2-5c35-4b8e-a931-30c7531ae98c,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:06.043758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:06.070751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.071750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.096943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e280c-add9-4e81-b201-147df64ce0ff req-4f1f24d3-81dc-479a-a15d-a5f8f32f184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:06.098701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-986e280c-add9-4e81-b201-147df64ce0ff req-4f1f24d3-81dc-479a-a15d-a5f8f32f184d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 1099 time: 0.2870386 Mar 02 19:59:06.105626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.127678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.128055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.128395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.128727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.129053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.129375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.129694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.130016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.130523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.130847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.131161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.131523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.150097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Checking segment: {'id': 'bc923b21-650a-4373-b1ee-9e28d009780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:06.150459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network hostable DHCP agents. Network: 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:06.195580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.230888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.283193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.284112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.298542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee698c2e-0bef-43e3-b38d-43d2b39b6109,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:06.370598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ae982d3-b4be-41d1-94ff-b8fbb061fd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.374001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:06.423822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-65dd486a-f54b-4d63-9710-c22fb92c1084', 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '09b45cd6-edb8-43e5-afef-d5da0de556b0'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:06.424944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.433949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::16e (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/6dfb8b4e-c22e-4520-80b6-2c5762726255) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:06.442287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4482b126-a0d0-478f-af23-2ba5be7ecec5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4482b126-a0d0-478f-af23-2ba5be7ecec5,segment=NetworkSegment(b4f10cdb-eca6-4784-832f-f1db9ef36923),segment_id=b4f10cdb-eca6-4784-832f-f1db9ef36923)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:06.457763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:06.465794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.469097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:06.469670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.609894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:06.612869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.615019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4c105-a383-4fcb-9d13-dcf9c6ae991d None None] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:06.627344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9d93f263-413c-4ce0-a14b-5202c764df01 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:06.685652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:06.695712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:06.725376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:06.726274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:06.746085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 9d93f263-413c-4ce0-a14b-5202c764df01 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:06.746085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9d93f263-413c-4ce0-a14b-5202c764df01 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:06.773733 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f4a837f-8f15-4417-86f7-34e624c7db5f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6131814 Mar 02 19:59:06.781425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60852) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:06.786718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Allocated IP 172.26.2.163 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/7d1b7b10-8b4b-4af8-b0a3-08fd7db1ea70) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:06.794052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'network': {'name': 'tempest-router-network01--415000264'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:06.813959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:06.833072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.858132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object 6dfb8b4e-c22e-4520-80b6-2c5762726255 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:06.889949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-986e280c-add9-4e81-b201-147df64ce0ff req-81d94e2a-88d1-4814-b07e-6edd9195b43a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7793787 Mar 02 19:59:06.890824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=baf8a65e-5cf6-4972-94c9-488d08a59fb1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:06.910780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:network and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:06.917291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:06.924034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.924584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.925042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.925284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.925613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.927248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.927613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.928210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.928748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.929122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.929708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.930123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:06.935629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:06.942585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:06.945498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.951329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:06.951862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:06.977544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-9ae982d3-b4be-41d1-94ff-b8fbb061fd45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:06.977823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-9ae982d3-b4be-41d1-94ff-b8fbb061fd45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:06.995637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4482b126-a0d0-478f-af23-2ba5be7ecec5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:07.027036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:07.038576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.120363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.129292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.140983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:07.144837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.173622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:07.186267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:07.199527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.199865 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Added segment 58d30076-a1c6-4982-9541-d2df7169251d of type vlan for network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 Mar 02 19:59:07.228595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.238758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Allocated IP 172.20.0.2 (65dd486a-f54b-4d63-9710-c22fb92c1084/09b45cd6-edb8-43e5-afef-d5da0de556b0/dcbe96f9-a39b-48e1-a7e5-dcbb65053d50) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:07.318813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:07.341068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:07.344243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:07.347719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.351035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:07.351664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.353163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:07.353738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.368582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.372716 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f82e7bf8-2443-48c4-bb84-983d3b7e54d7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4741623 Mar 02 19:59:07.384018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:07.387257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27', 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27', 'tenant_id': 'b279ca683e064aa3aaa5496ca1dcd975', 'fixed_ips': [{'subnet_id': '667308d2-5c35-4b8e-a931-30c7531ae98c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:07.388153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.399273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=6dfb8b4e-c22e-4520-80b6-2c5762726255,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:07.464451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.481570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d4130-81db-4d9e-a8a0-5026a152fd8b req-b218afb0-88e9-4871-95df-0d67bba1686e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:07.482836 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-197d4130-81db-4d9e-a8a0-5026a152fd8b req-b218afb0-88e9-4871-95df-0d67bba1686e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 1.1537223 Mar 02 19:59:07.536419 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d5f92271-12c5-466b-be19-35d955a3093e tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3858387 Mar 02 19:59:07.543293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60862) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:07.548031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.562336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Network': ['ID=33186ee9-a3d9-494c-9bba-0901b54ce3e7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:07.576908 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bc146778-f01f-4375-a475-eeed78a066b6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7943127 Mar 02 19:59:07.583942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:07.641215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:45:62:52'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:07.686423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60866) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:07.704686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'network': {'name': 'tempest-router-network02--1583166402'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:07.759972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:07.760538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.907207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:07.909076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d744be75-3355-474d-85e8-e54ebae6797e None None] Provisioning for port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:07.912531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:network and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:07.915187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:07.916243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:07.922941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:07.954155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-197d4130-81db-4d9e-a8a0-5026a152fd8b req-6339ec6a-fee4-4137-a10a-340fdf0cfb87 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542098 Mar 02 19:59:07.983132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Transition to ACTIVE for port object dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:08.014973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:08.016023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Transition to ACTIVE for port object dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:08.019581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.028966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Allocated IP 172.20.0.2 (9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27/667308d2-5c35-4b8e-a931-30c7531ae98c/d4264b12-dcf8-4961-8e33-c1bcda18429f) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:08.142030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Router 5cccd487-a594-4453-93b4-fedff0a2f8f9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:08.155122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.157019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.167116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:08.234625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:08.276163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.276163 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Added segment 9f7f671d-c4e8-4984-97c0-3f13494c414e of type vlan for network 3e76ef27-dfbb-4c73-9c11-1d041419e818 Mar 02 19:59:08.276490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d744be75-3355-474d-85e8-e54ebae6797e None None] Provisioning for port baf8a65e-5cf6-4972-94c9-488d08a59fb1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:08.290581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:08.312230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d744be75-3355-474d-85e8-e54ebae6797e None None] Provisioning complete for port baf8a65e-5cf6-4972-94c9-488d08a59fb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:08.312641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d744be75-3355-474d-85e8-e54ebae6797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.333056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:08.335962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:08.358110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:08.361969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:08.369833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:08.436052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Pushing event updated for resources: {'Port': ['ID=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:08.575445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d744be75-3355-474d-85e8-e54ebae6797e None None] Port baf8a65e-5cf6-4972-94c9-488d08a59fb1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:08.597481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.601310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.615962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event updated for resources: {'Port': ['ID=7d1b7b10-8b4b-4af8-b0a3-08fd7db1ea70,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:08.620144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.621282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.626463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Attempting to bind port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:08.626915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Attempting to bind port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '019f4816-28b2-4607-aa2c-b0ee12004f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:08.627260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Attempting to bind port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 on network 65dd486a-f54b-4d63-9710-c22fb92c1084 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:08.638144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Transition to ACTIVE for port object d4264b12-dcf8-4961-8e33-c1bcda18429f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:08.640633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:08.640633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Checking segment: {'id': '019f4816-28b2-4607-aa2c-b0ee12004f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:08.641057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.641873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Bound using segment: {'id': '019f4816-28b2-4607-aa2c-b0ee12004f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:08.641873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Bound port: dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019f4816-28b2-4607-aa2c-b0ee12004f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '65dd486a-f54b-4d63-9710-c22fb92c1084'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:08.642331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.658911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:08.698336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:08.698710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.759989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Transition to ACTIVE for port object d4264b12-dcf8-4961-8e33-c1bcda18429f will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:08.790268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.808420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:08.848927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8fe9904a-d912-4b59-9020-558a59680097 None None] Provisioning for port 6dfb8b4e-c22e-4520-80b6-2c5762726255 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:08.853054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.858180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:08.870685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8fe9904a-d912-4b59-9020-558a59680097 None None] Provisioning complete for port 6dfb8b4e-c22e-4520-80b6-2c5762726255 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:08.870685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8fe9904a-d912-4b59-9020-558a59680097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.910189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.934330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:08.940516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] For port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:08.942775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:08.943634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.944581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Pushing event updated for resources: {'Port': ['ID=d4264b12-dcf8-4961-8e33-c1bcda18429f,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:08.945080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.946774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:08.970086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:08.972179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] For port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,segment=NetworkSegment(019f4816-28b2-4607-aa2c-b0ee12004f14),segment_id=019f4816-28b2-4607-aa2c-b0ee12004f14)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:08.975882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:08.976533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.007932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:09.013160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:09.026885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:09.027180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.027905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.028071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.029050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.029050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.029050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:59:09.042717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.046321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9904a-d912-4b59-9020-558a59680097 None None] Port 6dfb8b4e-c22e-4520-80b6-2c5762726255 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:09.056406 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Sync routers for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:09.077418 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:09.078037 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:09.089208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:09.089812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.126596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec353e-158b-4e11-90a5-4767dfde3386 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:09.186630 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5000041 Mar 02 19:59:09.189543 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e49dfee-34ca-4cd8-97de-a4ae02ef890f admin admin] 10.222.0.36 "PUT /v2.0/routers/5cccd487-a594-4453-93b4-fedff0a2f8f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8407171 Mar 02 19:59:09.196667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60872) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:09.197218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60874) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:09.205047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168c384-400d-400a-8604-3f9344017001 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Network': ['ID=3e76ef27-dfbb-4c73-9c11-1d041419e818,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:09.228229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.238631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:09.270398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'subnet': {'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:09.272079 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:09.327536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Attempting to bind port d4264b12-dcf8-4961-8e33-c1bcda18429f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:09.327895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Attempting to bind port d4264b12-dcf8-4961-8e33-c1bcda18429f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'bc923b21-650a-4373-b1ee-9e28d009780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:09.328249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Attempting to bind port d4264b12-dcf8-4961-8e33-c1bcda18429f on network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:09.363772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a0c96-6d26-4ec8-a123-8a73ebb27411 None None] Pushing event updated for resources: {'Port': ['ID=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:09.384887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.20.0.1 (65dd486a-f54b-4d63-9710-c22fb92c1084/09b45cd6-edb8-43e5-afef-d5da0de556b0/28d978f5-4fe0-4931-9dea-5c40b9b663eb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:09.430165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:09.430530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Checking segment: {'id': 'bc923b21-650a-4373-b1ee-9e28d009780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:09.430941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.431324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Bound using segment: {'id': 'bc923b21-650a-4373-b1ee-9e28d009780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:09.431811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Bound port: d4264b12-dcf8-4961-8e33-c1bcda18429f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc923b21-650a-4373-b1ee-9e28d009780f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:09.432187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.484516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,segment=NetworkSegment(82d7d842-6425-4263-bd03-41b839c83c25),segment_id=82d7d842-6425-4263-bd03-41b839c83c25)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:09.546022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.584942 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:59:05Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:09.598389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Checking router: 5cccd487-a594-4453-93b4-fedff0a2f8f9 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:59:09.622433 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Routers {'5cccd487-a594-4453-93b4-fedff0a2f8f9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:09.623245 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['5cccd487-a594-4453-93b4-fedff0a2f8f9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:09.820984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=3cd443d3-96a5-4f2d-a567-9b479b359a1d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:09.860767 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] Set router 5cccd487-a594-4453-93b4-fedff0a2f8f9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:09.884187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=baf8a65e-5cf6-4972-94c9-488d08a59fb1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:09.924428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:09.935231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4482b126-a0d0-478f-af23-2ba5be7ecec5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:09.982584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:09.996790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:09.999884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 28d978f5-4fe0-4931-9dea-5c40b9b663eb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:10.012269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:subnet and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:10.021510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:10.034318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.038895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.045503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-34c816b3-ac66-417b-a10d-2a32e973a28c tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0117321 Mar 02 19:59:10.096634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:10.102732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:10.102906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4482b126-a0d0-478f-af23-2ba5be7ecec5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:10.104016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.121652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-553050949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3cd443d3-96a5-4f2d-a567-9b479b359a1d'}], 'security_groups': ['50520737-5d8d-4385-82e0-84ea0b621030']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:10.142556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:10.167354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] For port d4264b12-dcf8-4961-8e33-c1bcda18429f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:10.176384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.180625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.189204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] For port d4264b12-dcf8-4961-8e33-c1bcda18429f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d4264b12-dcf8-4961-8e33-c1bcda18429f,segment=NetworkSegment(bc923b21-650a-4373-b1ee-9e28d009780f),segment_id=bc923b21-650a-4373-b1ee-9e28d009780f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:10.223123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:10.223477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.246014 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:59:05Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:10.251318 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cba38be-7b9a-4352-a173-5fc527a276d7 None None] The sync data for ids ['5cccd487-a594-4453-93b4-fedff0a2f8f9'] in dv-neutron-831594-2-hyperv is: [{'id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'name': 'tempest-ServerActionsTestJSON-1947051394-router', 'tenant_id': '400636baa3334e54b332ef4bfebf7017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62'}], 'enable_snat': True}, 'gw_port_id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:55:03Z', 'updated_at': '2022-03-02T19:59:05Z', 'revision_number': 5, 'project_id': '400636baa3334e54b332ef4bfebf7017', 'gw_port': {'id': 'a499f5d4-80f4-455c-a1df-4169fea3a107', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:30:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cccd487-a594-4453-93b4-fedff0a2f8f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:55:05Z', 'updated_at': '2022-03-02T19:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:10.251655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:10.253814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:10.255214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.260030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:10.312785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.316945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=28d978f5-4fe0-4931-9dea-5c40b9b663eb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:10.325603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257044ad-15cb-4d9f-8673-1b2dcaa0694c None None] Pushing event updated for resources: {'Port': ['ID=d4264b12-dcf8-4961-8e33-c1bcda18429f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:10.397994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f908ff7-bbed-47f0-8509-309de7680606 req-0361295c-7369-444b-a1ce-5133970f09bf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:10.399702 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f908ff7-bbed-47f0-8509-309de7680606 req-0361295c-7369-444b-a1ce-5133970f09bf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 0.7224829 Mar 02 19:59:10.413808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Update dhcp port {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'fixed_ips': [{'subnet_id': 'c0780b3b-1ad6-4915-8597-a041df72dd9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3cd443d3-96a5-4f2d-a567-9b479b359a1d'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '9e7cb755-38ef-496b-bc22-af951735d134'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 19:59:10.452703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:10.464171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:10.469200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.480382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.580083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f908ff7-bbed-47f0-8509-309de7680606 req-adafc05e-eba5-483d-8077-050fead1114e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604815 Mar 02 19:59:10.872874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] In _notify_port_updated(), no bound segment for port 6dfb8b4e-c22e-4520-80b6-2c5762726255 on network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:59:10.875813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29817a1d-5a34-4497-8685-ed5c686ef2de None None] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:10.884223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:10.884940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:10.888959 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "PUT /v2.0/ports/6dfb8b4e-c22e-4520-80b6-2c5762726255 HTTP/1.1" status: 200 len: 1001 time: 3.3349721 Mar 02 19:59:10.888959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e9700-5ca7-43aa-bbf5-a6cd92a0c12a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=6dfb8b4e-c22e-4520-80b6-2c5762726255,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:10.994151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:11.129849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-684b4c11-f469-46b7-9506-6093fc8e2f92 None None] Provisioning for port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:11.222564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.265009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Deleting port a499f5d4-80f4-455c-a1df-4169fea3a107 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:11.265422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.281490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 6dfb8b4e-c22e-4520-80b6-2c5762726255 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:11.282029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.336729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Allocated IP 2001:db8:0:1::2 (74923b1f-2f84-4860-9ee5-a59995919337/3cd443d3-96a5-4f2d-a567-9b479b359a1d/9e7cb755-38ef-496b-bc22-af951735d134) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:11.368942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5c9d37c6-8f95-4809-b102-a59614e6349d None None] Provisioning complete for port baf8a65e-5cf6-4972-94c9-488d08a59fb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:11.369441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37c6-8f95-4809-b102-a59614e6349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.371677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.380569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.516111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d37c6-8f95-4809-b102-a59614e6349d None None] Port baf8a65e-5cf6-4972-94c9-488d08a59fb1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:11.547315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5f9a6-e41e-4b48-97e0-8b5f066efde5 req-68e19c37-b64d-4d02-813d-0852fcec09ab tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:11.549034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47d5f9a6-e41e-4b48-97e0-8b5f066efde5 req-68e19c37-b64d-4d02-813d-0852fcec09ab tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 0.7608714 Mar 02 19:59:11.578026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:11.607043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 180d171c-989b-4767-8465-43ed794df26e is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:11.638663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.676420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Transition to ACTIVE for port object 9e7cb755-38ef-496b-bc22-af951735d134 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:11.695929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-05578618-1025-4979-bf49-a7abaacf351d None None] Provisioning complete for port 6dfb8b4e-c22e-4520-80b6-2c5762726255 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:11.696366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-05578618-1025-4979-bf49-a7abaacf351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.739840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.771355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.863478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-05578618-1025-4979-bf49-a7abaacf351d None None] Port 6dfb8b4e-c22e-4520-80b6-2c5762726255 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:11.872089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.946532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] For port a499f5d4-80f4-455c-a1df-4169fea3a107, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a499f5d4-80f4-455c-a1df-4169fea3a107,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:11.946886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:11.998745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d4264b12-dcf8-4961-8e33-c1bcda18429f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:12.092641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-894528e3-1c42-4101-adf2-83af4d1947a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.163089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Calling delete_port for a499f5d4-80f4-455c-a1df-4169fea3a107 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:12.163754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07273fdd-d473-4b39-9c0a-8556639c5e64 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:12.187335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-124c30d1-1535-4ea6-809f-67dd1926f0b9 None None] Provisioning for port 28d978f5-4fe0-4931-9dea-5c40b9b663eb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:12.196105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-124c30d1-1535-4ea6-809f-67dd1926f0b9 None None] Provisioning complete for port 28d978f5-4fe0-4931-9dea-5c40b9b663eb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:12.196588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-124c30d1-1535-4ea6-809f-67dd1926f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.249986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Subnet': ['ID=1a3c3caa-1a94-47cf-8abc-090ac63530a5,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:12.277206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-124c30d1-1535-4ea6-809f-67dd1926f0b9 None None] Port 28d978f5-4fe0-4931-9dea-5c40b9b663eb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:12.279475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d4264b12-dcf8-4961-8e33-c1bcda18429f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:12.286539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:12.364899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Checking segment: {'id': '58d30076-a1c6-4982-9541-d2df7169251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:12.370204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network hostable DHCP agents. Network: 33186ee9-a3d9-494c-9bba-0901b54ce3e7, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:12.414332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:12.424357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:12.424755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.480183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:12.520665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 33186ee9-a3d9-494c-9bba-0901b54ce3e7) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:12.531331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:12.531809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.546950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b36ce5-716c-4b05-bcd2-c0828d436fe4 None None] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:12.572078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4d2f1-faee-4b6c-8825-cfc7520145e7 None None] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:12.594135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Router 8a71224f-985a-47e0-b0bb-49386ed666ca is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:12.598485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d37e3b22-cf4b-4b15-8b2e-7abc4649b41e None None] Provisioning complete for port 28d978f5-4fe0-4931-9dea-5c40b9b663eb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:12.598888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d37e3b22-cf4b-4b15-8b2e-7abc4649b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.611118 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ba509563-1e7d-4c1c-9299-6d8fdb68ec01 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4097173 Mar 02 19:59:12.611997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47d5f9a6-e41e-4b48-97e0-8b5f066efde5 req-3fa2b6f9-413c-443d-aafa-9be69668d3c7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0215874 Mar 02 19:59:12.620422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:12.642760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'subnet': {'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:12.855982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:12.861341 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-56968d5a-d342-4927-a3d1-63e9544cbd99 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3192425 Mar 02 19:59:12.884426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:12.905230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] Sync routers for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:12.947141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:12.991284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:12.992100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.065950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a499f5d4-80f4-455c-a1df-4169fea3a107,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:13.093074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d37e3b22-cf4b-4b15-8b2e-7abc4649b41e None None] Port 28d978f5-4fe0-4931-9dea-5c40b9b663eb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:13.101938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.108813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.116274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:13.135924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.162801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:13.163936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.164603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:13.175141 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] Sync routers for ids ['8a71224f-985a-47e0-b0bb-49386ed666ca'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:13.188655 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] Routers {'8a71224f-985a-47e0-b0bb-49386ed666ca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:13.190636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Usage tracker for resource:subnet and tenant:b279ca683e064aa3aaa5496ca1dcd975 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:13.192560 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8a71224f-985a-47e0-b0bb-49386ed666ca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.199037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.249552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.254451 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56557db4-7c82-4ba6-b53a-c227331045fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.7400734 Mar 02 19:59:13.255119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:13.272731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for 6dfb8b4e-c22e-4520-80b6-2c5762726255 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:13.276084 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.286580 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] Routers {'8a71224f-985a-47e0-b0bb-49386ed666ca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:13.288593 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:58:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8a71224f-985a-47e0-b0bb-49386ed666ca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.302711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:13.314375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,segment=NetworkSegment(019f4816-28b2-4607-aa2c-b0ee12004f14),segment_id=019f4816-28b2-4607-aa2c-b0ee12004f14)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:13.327751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:13.333500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:13.337551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.337956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca309de-0bd8-43e6-995b-d13200ae0a07 None None] The sync data for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:13.344870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.345818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:13.368124 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:13.369425 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cc679a-5fe3-4920-86bf-53fa45e0d868 None None] The sync data for ids ['8a71224f-985a-47e0-b0bb-49386ed666ca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:13.395544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cf6f4-079f-43ee-b999-fac51a7e6882 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:13.396391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d03cf6f4-079f-43ee-b999-fac51a7e6882 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:13.460854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.464784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.481165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Made reservation on behalf of b279ca683e064aa3aaa5496ca1dcd975 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:13.484616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.485390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:13.485740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.534021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d03cf6f4-079f-43ee-b999-fac51a7e6882 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:13.535196 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d03cf6f4-079f-43ee-b999-fac51a7e6882 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports/baf8a65e-5cf6-4972-94c9-488d08a59fb1 HTTP/1.1" status: 200 len: 911 time: 0.5497124 Mar 02 19:59:13.544899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60906) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:13.557206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.558166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cccd487-a594-4453-93b4-fedff0a2f8f9 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:13.570544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.574485 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-63a7e95a-6855-4458-9093-9def0de472d1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5cccd487-a594-4453-93b4-fedff0a2f8f9 HTTP/1.1" status: 204 len: 168 time: 4.3744564 Mar 02 19:59:13.575117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60910) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:13.641726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:13.652542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-33186ee9-a3d9-494c-9bba-0901b54ce3e7', 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7', 'tenant_id': 'b279ca683e064aa3aaa5496ca1dcd975', 'fixed_ips': [{'subnet_id': '1a3c3caa-1a94-47cf-8abc-090ac63530a5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:13.653385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.674670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:13.703497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:13.703917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.744623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Deleting subnet bf83ad95-40c6-443c-a147-7c2b4f22feb9 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:13.750611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.783630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning for port 9e7cb755-38ef-496b-bc22-af951735d134 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:13.795798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:13.796174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.863930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.899783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:13.955377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Delete allocated IP 2001:db8::201 (74923b1f-2f84-4860-9ee5-a59995919337/c0780b3b-1ad6-4915-8597-a041df72dd9d) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:59:14.010003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.105715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Allocated IP 172.20.0.2 (33186ee9-a3d9-494c-9bba-0901b54ce3e7/1a3c3caa-1a94-47cf-8abc-090ac63530a5/540bccdc-6450-455a-9103-1024540a1358) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:14.109690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ee698c2e-0bef-43e3-b38d-43d2b39b6109 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:14.148043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ee698c2e-0bef-43e3-b38d-43d2b39b6109 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:14.148780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ee698c2e-0bef-43e3-b38d-43d2b39b6109 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:14.150274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.154557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.169712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning for port d4264b12-dcf8-4961-8e33-c1bcda18429f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:14.171813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8:0:1::11c (74923b1f-2f84-4860-9ee5-a59995919337/3cd443d3-96a5-4f2d-a567-9b479b359a1d/39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:14.175872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning complete for port d4264b12-dcf8-4961-8e33-c1bcda18429f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:14.176229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.198905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:14.309144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.319226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:14.380398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=28d978f5-4fe0-4931-9dea-5c40b9b663eb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:14.414141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.425114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.531154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] For port d4264b12-dcf8-4961-8e33-c1bcda18429f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d4264b12-dcf8-4961-8e33-c1bcda18429f,segment=NetworkSegment(bc923b21-650a-4373-b1ee-9e28d009780f),segment_id=bc923b21-650a-4373-b1ee-9e28d009780f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:14.542430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.580765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:14.581193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.645846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.657432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=6dfb8b4e-c22e-4520-80b6-2c5762726255,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:14.696217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Provisioning complete for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:14.696646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.773285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.781633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf83ad95-40c6-443c-a147-7c2b4f22feb9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:14.798769 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-afae54f5-fedf-4fe6-9263-9f4709a7708b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bf83ad95-40c6-443c-a147-7c2b4f22feb9 HTTP/1.1" status: 204 len: 168 time: 1.2107797 Mar 02 19:59:14.799806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60918) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:14.948231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:14.967945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292e5ff-c4ad-44a8-8fa7-34097a47c332 None None] Network f814acb0-837c-4232-ba06-66d922dc4849 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:14.979845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Pushing event updated for resources: {'Port': ['ID=d4264b12-dcf8-4961-8e33-c1bcda18429f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:15.008938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Transition to ACTIVE for port object 540bccdc-6450-455a-9103-1024540a1358 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:15.071871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.149783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22a94182-b7d8-49f4-bc72-e9a272526de2 None None] Port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:15.150941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.156320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Transition to ACTIVE for port object 540bccdc-6450-455a-9103-1024540a1358 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:15.179637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc644-f9ad-4019-8390-86a6746a2a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.224544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.251640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Deleting port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:15.252061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.260662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:15.301939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.378868 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-299e230d-92ee-4ea8-a7e9-978aef6a341f tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/6dfb8b4e-c22e-4520-80b6-2c5762726255 HTTP/1.1" status: 204 len: 168 time: 4.3835275 Mar 02 19:59:15.386677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:15.391739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:15.401136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:15.402533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:15.410272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:15.419488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:15.421287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.422457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:15.428521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Pushing event updated for resources: {'Port': ['ID=540bccdc-6450-455a-9103-1024540a1358,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:15.437934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a53256e2-6aa8-4c2b-b09e-8f8019c29fa0 None None] Provisioning complete for port d4264b12-dcf8-4961-8e33-c1bcda18429f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:15.438237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a53256e2-6aa8-4c2b-b09e-8f8019c29fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.539222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-568d34e8-15b5-448b-b048-9379c71ed189 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] GET failed (client error): The resource could not be found. Mar 02 19:59:15.539771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-568d34e8-15b5-448b-b048-9379c71ed189 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Synchronizing usage tracker for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:15.554923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.617391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.623906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.632969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Attempting to bind port 540bccdc-6450-455a-9103-1024540a1358 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:15.633395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Attempting to bind port 540bccdc-6450-455a-9103-1024540a1358 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '58d30076-a1c6-4982-9541-d2df7169251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:15.633704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Attempting to bind port 540bccdc-6450-455a-9103-1024540a1358 on network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:15.645700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:15.646070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.681345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:15.681345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Checking segment: {'id': '58d30076-a1c6-4982-9541-d2df7169251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:15.681720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.682115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Bound using segment: {'id': '58d30076-a1c6-4982-9541-d2df7169251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:15.682613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Bound port: 540bccdc-6450-455a-9103-1024540a1358, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d30076-a1c6-4982-9541-d2df7169251d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '33186ee9-a3d9-494c-9bba-0901b54ce3e7'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:15.682973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.731295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-568d34e8-15b5-448b-b048-9379c71ed189 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Unset dirty status for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:15.732612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-568d34e8-15b5-448b-b048-9379c71ed189 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports/6dfb8b4e-c22e-4520-80b6-2c5762726255 HTTP/1.1" status: 404 len: 333 time: 0.3382456 Mar 02 19:59:15.750798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:15.762625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1443322038'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:15.851953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] DHCP port deletion for f814acb0-837c-4232-ba06-66d922dc4849 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:15.874440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Deleting port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:15.874807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.911916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:15.979036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:15.981257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:15.986595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] For port 540bccdc-6450-455a-9103-1024540a1358, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:16.034458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Subnet': ['ID=5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:16.034706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] For port f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:16.035210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.042297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] For port 540bccdc-6450-455a-9103-1024540a1358, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=540bccdc-6450-455a-9103-1024540a1358,segment=NetworkSegment(58d30076-a1c6-4982-9541-d2df7169251d),segment_id=58d30076-a1c6-4982-9541-d2df7169251d)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:16.067492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.116252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64308aaa-42de-47f0-a901-a08d4667941b None None] Provisioning complete for port 28d978f5-4fe0-4931-9dea-5c40b9b663eb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:16.116536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:16.116984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-64308aaa-42de-47f0-a901-a08d4667941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.136506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Checking segment: {'id': '9f7f671d-c4e8-4984-97c0-3f13494c414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:16.136895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network hostable DHCP agents. Network: 3e76ef27-dfbb-4c73-9c11-1d041419e818, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:16.141694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] In _notify_port_updated(), no bound segment for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 on network 74923b1f-2f84-4860-9ee5-a59995919337 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:59:16.148041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:16.148686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.152704 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/ports/39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 HTTP/1.1" status: 200 len: 930 time: 6.0521016 Mar 02 19:59:16.167790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60930) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:16.170359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.185931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Calling delete_port for f89e9b81-7a8b-49d1-9f14-1b68597fdb82 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:16.202588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0be24-7928-4cc1-aaa9-ab18f6e4d164 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:16.209701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a499f5d4-80f4-455c-a1df-4169fea3a107 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:16.211751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:16.215246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.316129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:16.322237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a499f5d4-80f4-455c-a1df-4169fea3a107 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:16.327360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a499f5d4-80f4-455c-a1df-4169fea3a107 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:16.338727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-64308aaa-42de-47f0-a901-a08d4667941b None None] Port 28d978f5-4fe0-4931-9dea-5c40b9b663eb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:16.359002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea210e51-1bf6-4681-bc6d-c05e86b27498 None None] Pushing event updated for resources: {'Port': ['ID=540bccdc-6450-455a-9103-1024540a1358,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:16.375243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] For port f89e9b81-7a8b-49d1-9f14-1b68597fdb82, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,segment=NetworkSegment(6e128fcf-4326-4063-93ff-f43c4476608e),segment_id=6e128fcf-4326-4063-93ff-f43c4476608e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:16.375752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.383081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:16.459743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c77c5e5e-78ce-4efd-84a8-a07f0e49f063 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:16.499085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d4264b12-dcf8-4961-8e33-c1bcda18429f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:16.505206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 3e76ef27-dfbb-4c73-9c11-1d041419e818) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:16.570801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.594592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Calling delete_port for f89e9b81-7a8b-49d1-9f14-1b68597fdb82 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:16.635818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:16.636163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.636894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:16.637486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.734980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b48790-f154-4456-b180-8f7f8c150521 None None] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:16.744466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Pushing event deleted for resources: {'Port': ['ID=f89e9b81-7a8b-49d1-9f14-1b68597fdb82,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:16.754324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.831377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:16.886516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-926aeadb-4750-4a35-bb50-1463f05bed45 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c77c5e5e-78ce-4efd-84a8-a07f0e49f063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4994645 Mar 02 19:59:16.888431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::367 (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/48c25ad4-00da-46c6-8cfb-b8b8d7249ddb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:16.894774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-59903a37-c85a-411a-a731-03d525decc8a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2640555 Mar 02 19:59:16.902737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:16.903315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:16.906514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] Sync routers for ids ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:16.929816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4fa51413-b4e8-47d5-a98b-f9013f0821bd None None] Provisioning for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:16.938184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:16.938532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:16.943629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] No DVR routers for this DVR port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:16.951607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4fa51413-b4e8-47d5-a98b-f9013f0821bd None None] Provisioning complete for port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:16.952084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4fa51413-b4e8-47d5-a98b-f9013f0821bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:16.984664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] Routers {'c77c5e5e-78ce-4efd-84a8-a07f0e49f063'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:16.984914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.086721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.124578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.125189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.153415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4fa51413-b4e8-47d5-a98b-f9013f0821bd None None] Port 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:17.161059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] Routers {'c77c5e5e-78ce-4efd-84a8-a07f0e49f063'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:17.162650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.220991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d4264b12-dcf8-4961-8e33-c1bcda18429f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:17.221578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.276100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.276539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c861f6-acab-44dc-b2ef-824955791bca None None] The sync data for ids ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:17.352922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-3e76ef27-dfbb-4c73-9c11-1d041419e818', 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818', 'tenant_id': 'b279ca683e064aa3aaa5496ca1dcd975', 'fixed_ips': [{'subnet_id': '5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:17.354016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.404053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.408125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.471526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5dc874-d1ed-44ff-9480-91fa4aa7b242 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:17.472124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e5dc874-d1ed-44ff-9480-91fa4aa7b242 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:17.497229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Deleting port f89e9b81-7a8b-49d1-9f14-1b68597fdb82 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:17.497739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.586123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae0adb-b8a2-45e8-bb94-16e184636e78 None None] The port 'f89e9b81-7a8b-49d1-9f14-1b68597fdb82' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:59:17.606746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f814acb0-837c-4232-ba06-66d922dc4849']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.671218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e128fcf-4326-4063-93ff-f43c4476608e') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.671863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e128fcf-4326-4063-93ff-f43c4476608e') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:17.675917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Allocated IP 172.20.0.2 (3e76ef27-dfbb-4c73-9c11-1d041419e818/5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b/22fe1496-bf77-4d37-824c-ce351c676619) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:17.679678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3333c96f-7b85-4ebf-8ad0-2602e6198680 None None] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:17.767493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f89e9b81-7a8b-49d1-9f14-1b68597fdb82 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:17.847605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f89e9b81-7a8b-49d1-9f14-1b68597fdb82 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:17.848010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f89e9b81-7a8b-49d1-9f14-1b68597fdb82 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:17.924625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6637e269-1552-4e35-93a9-e9951b639f04 None None] Provisioning for port 540bccdc-6450-455a-9103-1024540a1358 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:17.928252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.928593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8e5dc874-d1ed-44ff-9480-91fa4aa7b242 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:17.929592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8e5dc874-d1ed-44ff-9480-91fa4aa7b242 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports/28d978f5-4fe0-4931-9dea-5c40b9b663eb HTTP/1.1" status: 200 len: 910 time: 1.0251784 Mar 02 19:59:17.938790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:17.983661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:17.991215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.006359 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:59:18.032063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:18.032631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.064364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8:1::1 (52750b63-60d2-4d67-b66c-f0485ceace18/44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b/f5e1455d-1f48-4176-b8df-c8de54b7d450) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:18.123614 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:18.126262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.138387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Transition to ACTIVE for port object 22fe1496-bf77-4d37-824c-ce351c676619 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:18.172142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Transition to ACTIVE for port object 22fe1496-bf77-4d37-824c-ce351c676619 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:18.182112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.250733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:18.259726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.260391 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:18.265258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:18.272594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Pushing event updated for resources: {'Port': ['ID=22fe1496-bf77-4d37-824c-ce351c676619,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:18.285224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for 39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:18.328092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.345376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router 8a71224f-985a-47e0-b0bb-49386ed666ca has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:18.366875 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.17 (737d93d1-ca37-4c6a-84a2-cbe4f675ab29/a208a316-66c4-4519-a2ae-7795b2e3c7dd/7638c16c-b14f-44ad-be8d-7c7a6c2e11fe) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:18.434865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.464442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.465807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Attempting to bind port 22fe1496-bf77-4d37-824c-ce351c676619 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:18.467344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Attempting to bind port 22fe1496-bf77-4d37-824c-ce351c676619 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9f7f671d-c4e8-4984-97c0-3f13494c414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:18.467738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Attempting to bind port 22fe1496-bf77-4d37-824c-ce351c676619 on network 3e76ef27-dfbb-4c73-9c11-1d041419e818 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:18.479151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:18.479520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Checking segment: {'id': '9f7f671d-c4e8-4984-97c0-3f13494c414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:18.479919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.480294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Bound using segment: {'id': '9f7f671d-c4e8-4984-97c0-3f13494c414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:18.480793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Bound port: 22fe1496-bf77-4d37-824c-ce351c676619, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7f671d-c4e8-4984-97c0-3f13494c414e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3e76ef27-dfbb-4c73-9c11-1d041419e818'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:18.481186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.526401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 540bccdc-6450-455a-9103-1024540a1358 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:18.629009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] Pushing event deleted for resources: {'Network': ['ID=f814acb0-837c-4232-ba06-66d922dc4849,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:18.649077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] For port 22fe1496-bf77-4d37-824c-ce351c676619, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:18.653914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] For port 22fe1496-bf77-4d37-824c-ce351c676619, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=22fe1496-bf77-4d37-824c-ce351c676619,segment=NetworkSegment(9f7f671d-c4e8-4984-97c0-3f13494c414e),segment_id=9f7f671d-c4e8-4984-97c0-3f13494c414e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:18.657274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 540bccdc-6450-455a-9103-1024540a1358 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:18.665123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 540bccdc-6450-455a-9103-1024540a1358 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:18.665607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.694102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.713810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:18.825701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.828122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8ac2-919c-4fff-8bd4-610994ee740c None None] Pushing event updated for resources: {'Port': ['ID=22fe1496-bf77-4d37-824c-ce351c676619,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:18.918265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:18.918858 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bf91add4-a1d9-44ab-bc32-23207db9b54a admin admin] 10.222.0.36 "DELETE /v2.0/networks/f814acb0-837c-4232-ba06-66d922dc4849 HTTP/1.1" status: 204 len: 168 time: 4.1122925 Mar 02 19:59:18.979905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 540bccdc-6450-455a-9103-1024540a1358, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=540bccdc-6450-455a-9103-1024540a1358,segment=NetworkSegment(58d30076-a1c6-4982-9541-d2df7169251d),segment_id=58d30076-a1c6-4982-9541-d2df7169251d)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:18.987818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:18.993354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.028643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:19.032868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.037484 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1da51c40-d928-415d-abd5-87aea3843721 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 HTTP/1.1" status: 204 len: 168 time: 2.8608098 Mar 02 19:59:19.040913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.044660 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] Sync routers for ids ['8a71224f-985a-47e0-b0bb-49386ed666ca'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:19.045766 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-27ccc5ae-a60b-4306-93b9-6330268cfa42 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "PUT /v2.0/routers/8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 200 len: 925 time: 5.7305863 Mar 02 19:59:19.057851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60948) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.058165 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] Routers {'8a71224f-985a-47e0-b0bb-49386ed666ca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:19.058636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60950) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.065645 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8a71224f-985a-47e0-b0bb-49386ed666ca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:19.095729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.200094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=540bccdc-6450-455a-9103-1024540a1358,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:19.243222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.266979 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:19.278098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] Routers {'8a71224f-985a-47e0-b0bb-49386ed666ca'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:19.279467 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8a71224f-985a-47e0-b0bb-49386ed666ca'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:19.336235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object f5e1455d-1f48-4176-b8df-c8de54b7d450 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:19.364428 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:19.365094 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86b5f08-7fe4-4a2f-bb84-4146d39cf13a None None] The sync data for ids ['8a71224f-985a-47e0-b0bb-49386ed666ca'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:19.365536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60956) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.419455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.423710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:19.431021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:19.433575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:19.439218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:19.439827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.451667 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac4d84f-2d35-4cb6-82a9-c2511b9336c3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:59:19.451667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1ac4d84f-2d35-4cb6-82a9-c2511b9336c3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:19.482654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:19.533690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=48c25ad4-00da-46c6-8cfb-b8b8d7249ddb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:19.583931 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f615be87-7210-4cfd-827f-612b42fcafdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=400636baa3334e54b332ef4bfebf7017&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1800327 Mar 02 19:59:19.593171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c7f7f4ea-4908-466a-9569-ad0a759d981a tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.8410201 Mar 02 19:59:19.596600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60960) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.597048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60962) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.600301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1ac4d84f-2d35-4cb6-82a9-c2511b9336c3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:19.605948 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ac4d84f-2d35-4cb6-82a9-c2511b9336c3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/39c366fc-3efd-4dd3-87cd-e4a3c2ae90b2 HTTP/1.1" status: 404 len: 333 time: 0.5458229 Mar 02 19:59:19.607577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.631693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:62:52'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:19.634187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.699024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Allocated IP 172.20.0.1 (33186ee9-a3d9-494c-9bba-0901b54ce3e7/1a3c3caa-1a94-47cf-8abc-090ac63530a5/f39a117b-f74e-4dfe-a25d-4e5d84edbed4) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:19.726003 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a11b3102-0b2d-4d29-b26e-4cd329a3a944 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 200 len: 925 time: 0.6641927 Mar 02 19:59:19.729290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:19.736122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-44e367dc-4479-4c6e-a156-c42ac67d5b74 None None] Provisioning for port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:19.743329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-44e367dc-4479-4c6e-a156-c42ac67d5b74 None None] Provisioning complete for port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:19.744311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-44e367dc-4479-4c6e-a156-c42ac67d5b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.746609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 52750b63-60d2-4d67-b66c-f0485ceace18 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:19.799191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:19.802242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:19.803033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.830705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.832985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:19.855068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-44e367dc-4479-4c6e-a156-c42ac67d5b74 None None] Port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:19.906935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=f5e1455d-1f48-4176-b8df-c8de54b7d450,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:19.991466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:20.004486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:20.011760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.015470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.025908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:20.040203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.061965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:20.179933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.206150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.230475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.259223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.296361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0c549417-0eb6-4e5a-a0ea-205f1de4f2b4 None None] Provisioning for port f5e1455d-1f48-4176-b8df-c8de54b7d450 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:20.305945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0c549417-0eb6-4e5a-a0ea-205f1de4f2b4 None None] Provisioning complete for port f5e1455d-1f48-4176-b8df-c8de54b7d450 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:20.305945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c549417-0eb6-4e5a-a0ea-205f1de4f2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.373889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f00a6-aeca-4f9e-a721-97384d5291cb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:20.384730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257412f6-dcd7-4928-9f37-9cf6bc871ece None None] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:20.406398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.410291 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9fe54e1e-4113-423b-b345-2c2a65fa5c7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea5f00a6-aeca-4f9e-a721-97384d5291cb HTTP/1.1" status: 204 len: 168 time: 0.8002703 Mar 02 19:59:20.417819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d9442d-eb2e-4050-9521-702569033ed6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:20.419363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d6d9442d-eb2e-4050-9521-702569033ed6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=8a71224f-985a-47e0-b0bb-49386ed666ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6756351 Mar 02 19:59:20.433883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 60978) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:20.444557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0c549417-0eb6-4e5a-a0ea-205f1de4f2b4 None None] Port f5e1455d-1f48-4176-b8df-c8de54b7d450 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:20.450650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.547525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Transition to ACTIVE for port object f39a117b-f74e-4dfe-a25d-4e5d84edbed4 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:20.563110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.571922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 540bccdc-6450-455a-9103-1024540a1358 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:20.598524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.614421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05475201-1e43-4c1f-a436-f1f9ef92a726,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:20.626962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.628107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84514958-9b39-4ff2-8bb0-48bda1e04ef8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/security-groups/05475201-1e43-4c1f-a436-f1f9ef92a726 HTTP/1.1" status: 204 len: 168 time: 1.0162079 Mar 02 19:59:20.633862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:20.728681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-01f90b88-39d9-4728-adcd-0e313416c05c None None] Provisioning for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:20.752929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-01f90b88-39d9-4728-adcd-0e313416c05c None None] Provisioning complete for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:20.753957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01f90b88-39d9-4728-adcd-0e313416c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.840460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-01f90b88-39d9-4728-adcd-0e313416c05c None None] Port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:20.884526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.903151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.909188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 540bccdc-6450-455a-9103-1024540a1358 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:20.909666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:20.960797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-01f90b88-39d9-4728-adcd-0e313416c05c None None] Provisioning for port 22fe1496-bf77-4d37-824c-ce351c676619 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:21.101972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a9146-81aa-4b7a-a708-6d32d6e7edfd tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:21.109457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-967a9146-81aa-4b7a-a708-6d32d6e7edfd tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Synchronizing usage tracker for tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:21.127109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 22fe1496-bf77-4d37-824c-ce351c676619 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:21.182169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-967a9146-81aa-4b7a-a708-6d32d6e7edfd tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Unset dirty status for tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:21.183724 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-967a9146-81aa-4b7a-a708-6d32d6e7edfd tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.7457278 Mar 02 19:59:21.196006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 60996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:21.272871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 22fe1496-bf77-4d37-824c-ce351c676619 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:21.285952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 22fe1496-bf77-4d37-824c-ce351c676619 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:21.286373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.300277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:21.328753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:21.362244 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b0ce6f09-31f0-427e-aac7-2d16e93dc349 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 200 len: 205 time: 0.1576879 Mar 02 19:59:21.369674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:21.375576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aeaa054d-7061-42fd-a147-5bd022a96f71 None None] Provisioning complete for port 22fe1496-bf77-4d37-824c-ce351c676619 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:21.376146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aeaa054d-7061-42fd-a147-5bd022a96f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.390848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32774) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:21.413548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Port': ['ID=f39a117b-f74e-4dfe-a25d-4e5d84edbed4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:21.452915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.455037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 28d978f5-4fe0-4931-9dea-5c40b9b663eb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:21.455037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.619313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.640959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.641170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32780) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:21.663386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.677851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aeaa054d-7061-42fd-a147-5bd022a96f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.700880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 22fe1496-bf77-4d37-824c-ce351c676619, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=22fe1496-bf77-4d37-824c-ce351c676619,segment=NetworkSegment(9f7f671d-c4e8-4984-97c0-3f13494c414e),segment_id=9f7f671d-c4e8-4984-97c0-3f13494c414e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:21.711061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.744898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.809268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.861385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.861853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-aeaa054d-7061-42fd-a147-5bd022a96f71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:21.862536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-aeaa054d-7061-42fd-a147-5bd022a96f71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:21.867800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=22fe1496-bf77-4d37-824c-ce351c676619,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:21.883605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-312954854'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:21.904119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:21.911774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:21.918450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:network and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:21.935049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:21.950256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:21.972842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50520737-5d8d-4385-82e0-84ea0b621030,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:21.998832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] In _notify_port_updated(), no bound segment for port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb on network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:59:21.999361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.003148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.004470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:22.005121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.006448 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "PUT /v2.0/ports/48c25ad4-00da-46c6-8cfb-b8b8d7249ddb HTTP/1.1" status: 200 len: 1003 time: 2.3964417 Mar 02 19:59:22.014563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.016137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a899a9de-7841-4ce4-acef-e3bc1af6056d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/security-groups/50520737-5d8d-4385-82e0-84ea0b621030 HTTP/1.1" status: 204 len: 168 time: 1.3568859 Mar 02 19:59:22.016294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:22.023684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32788) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:22.024596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.025561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.176305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d720f-cfe2-45f2-879d-2a95f0e2f6e7 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=48c25ad4-00da-46c6-8cfb-b8b8d7249ddb,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:22.205733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:22.209270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.212374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.235868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet c0780b3b-1ad6-4915-8597-a041df72dd9d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:22.240073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port 7d1b7b10-8b4b-4af8-b0a3-08fd7db1ea70 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:22.240476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.250916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 28d978f5-4fe0-4931-9dea-5c40b9b663eb owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:22.268978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.338127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.355844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.385758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.414434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.425601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 22fe1496-bf77-4d37-824c-ce351c676619 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:22.516596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 22fe1496-bf77-4d37-824c-ce351c676619 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:22.517261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.618443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:22.625149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.646105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Provisioning for port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:22.649840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:22.652428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Provisioning complete for port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:22.652878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.669247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:22.669585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.678690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.696845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:security_group_rule and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:22.710860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:22.711087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.720458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=f5e1455d-1f48-4176-b8df-c8de54b7d450,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:22.723770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Provisioning complete for port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:22.724251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.737505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:22.759609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:22.822217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for 7d1b7b10-8b4b-4af8-b0a3-08fd7db1ea70 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:22.823309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9835a7ac-e92e-4166-ad34-45cb4870dae0 None None] Port 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:22.945499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 52750b63-60d2-4d67-b66c-f0485ceace18 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:22.968035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:23.049225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-3107f02d-8e88-4ef8-84c3-721108fa7937 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7201657 Mar 02 19:59:23.072160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.247185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-15bcd163-8c4a-481c-bb0e-a580386cc08d None None] Provisioning complete for port f5e1455d-1f48-4176-b8df-c8de54b7d450 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:23.247744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-15bcd163-8c4a-481c-bb0e-a580386cc08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.305876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-15bcd163-8c4a-481c-bb0e-a580386cc08d None None] Port f5e1455d-1f48-4176-b8df-c8de54b7d450 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:23.335431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:23.347768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:23.356833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.474034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.476858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=c0780b3b-1ad6-4915-8597-a041df72dd9d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:23.493614 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c743d50e-4f25-46bd-884a-d56c87c8438f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/c0780b3b-1ad6-4915-8597-a041df72dd9d HTTP/1.1" status: 204 len: 168 time: 1.4626815 Mar 02 19:59:23.493865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11181c-241a-439d-8a71-2bf18c19d3a0 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:23.497557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32794) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:23.506139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:23.630841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.683543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-57cb58c5-3e75-410b-bb39-e0806ecbe42c None None] Provisioning complete for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:23.683947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-57cb58c5-3e75-410b-bb39-e0806ecbe42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.749228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.762522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.781036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 180d171c-989b-4767-8465-43ed794df26e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:23.784354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-57cb58c5-3e75-410b-bb39-e0806ecbe42c None None] Port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:23.784506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.793085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:23.826553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:23.864120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=7d1b7b10-8b4b-4af8-b0a3-08fd7db1ea70,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:23.870459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:23.908012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:23.916366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:23.958966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:23.981362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=28d978f5-4fe0-4931-9dea-5c40b9b663eb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:23.996266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for 48c25ad4-00da-46c6-8cfb-b8b8d7249ddb owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:24.028983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3919-8975-494e-afc2-bf23d11821e3 req-07b2f546-9f8b-4230-9929-606955e88f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:24.030509 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-07b2f546-9f8b-4230-9929-606955e88f4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1098 time: 0.9034536 Mar 02 19:59:24.045264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:24.049137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.151341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.330373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:24.370476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7da67c-e2f4-4cf1-a446-0d6663f439ce,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:24.415197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:24.494884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.495224 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Added segment 39c3b527-2f33-4d85-92d1-25fddf916a84 of type vlan for network 9616b26f-257b-4b9d-b045-31339b11d161 Mar 02 19:59:24.508298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4beb57d3-552b-4417-bc45-92f93b05c83b None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:24.508879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4beb57d3-552b-4417-bc45-92f93b05c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.554907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.564213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4beb57d3-552b-4417-bc45-92f93b05c83b None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:24.572128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.577012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4beb57d3-552b-4417-bc45-92f93b05c83b None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:24.577625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4beb57d3-552b-4417-bc45-92f93b05c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.589365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.603725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.619518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:24.650506 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ba429b1f-57b4-4693-be5e-331bb65f8fb9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/4489ac64-72fd-4b08-82f9-60e3402fdc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4358215 Mar 02 19:59:24.650765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:24.656940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:24.657712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:24.664737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.665227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router 8a71224f-985a-47e0-b0bb-49386ed666ca {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:24.722364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.728360 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d72b993c-c5d3-46e4-95f9-0d5311681e59 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 204 len: 168 time: 3.3315358 Mar 02 19:59:24.733698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32800) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:24.741953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1893443175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:24.752110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:24.759154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:24.764649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.764910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:24.774748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:24.789352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:24.801016 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] Sync routers for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:24.814311 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:24.815217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.816069 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:24.817351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.885590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.898758 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:24.908571 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:24.909588 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:24.941566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3919-8975-494e-afc2-bf23d11821e3 req-a9f93d9d-1da0-40a0-8d09-abb178b2692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:24.943133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-a9f93d9d-1da0-40a0-8d09-abb178b2692a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 898 time: 0.6515110 Mar 02 19:59:24.943746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Port': ['ID=f39a117b-f74e-4dfe-a25d-4e5d84edbed4,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:24.957460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:24.965968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:24.969505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:24.978405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:24.981081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.983983 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:24.984638 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21898ee6-f99e-4449-9cb2-a41bdc080f51 None None] The sync data for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:25.004909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=27896b7f-ea72-4dc4-a7b6-abe70274bc5a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:25.009990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.013791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e8c9148-cd90-49e9-9f45-1f678b8d29b2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5152655 Mar 02 19:59:25.014504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32806) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:25.019909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1037569226'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:25.025902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:25.029749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:25.032574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:25.039038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:25.051445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.065720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:25.075181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:25.078932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:25.082860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:25.090248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:25.102103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7408ffe2-9821-4a45-9cae-f0d8104c35e6 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:25.131498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.173697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.179177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.181075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.184699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:25.185268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.229155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc53acce-e85d-4ae4-96a4-96541556570c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:25.252541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.255064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.259024 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4b5ad64e-4a29-4b21-b4f5-d5deade17948 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2405303 Mar 02 19:59:25.261915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32810) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:25.268217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539732164'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:25.274497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:25.279601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:25.282994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:25.290133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:25.298911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.308686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.344453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:25.347591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.352028 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-50dff6ce-f26d-429d-beee-d15adc106afa tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6171634 Mar 02 19:59:25.353373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32814) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:25.357450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.360051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:25.380912 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-769d4dbe-71b0-4384-8c69-6307b94fb1c4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 1001 time: 0.4236238 Mar 02 19:59:25.408860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:25.416920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:25.431146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:25.619905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:20Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7638c16c-b14f-44ad-be8d-7c7a6c2e11fe', 'name': '', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:68:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:59:17Z', 'updated_at': '2022-03-02T19:59:21Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:25.625410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:59:25.625819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Updating router 4489ac64-72fd-4b08-82f9-60e3402fdc69 port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:59:25.682687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.711657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-055d8659-e0a6-4187-a462-2abfbfbdb6b1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1573272 Mar 02 19:59:25.713055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32818) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:25.735139 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.0888224 Mar 02 19:59:25.747718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=48c25ad4-00da-46c6-8cfb-b8b8d7249ddb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:25.755577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:25.787578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260d18d-4895-40eb-b78f-62c8d3e86524 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Network': ['ID=9616b26f-257b-4b9d-b045-31339b11d161,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:25.808018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:25.835751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.883734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:25.911690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.932972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6ba095-8d76-4cac-9ccf-c9df90116468 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:25.934129 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aa6ba095-8d76-4cac-9ccf-c9df90116468 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports/f5e1455d-1f48-4176-b8df-c8de54b7d450 HTTP/1.1" status: 200 len: 913 time: 0.2164381 Mar 02 19:59:25.938161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.941779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32826) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.028432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Update dhcp port {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'fixed_ips': [{'subnet_id': '3cd443d3-96a5-4f2d-a567-9b479b359a1d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27896b7f-ea72-4dc4-a7b6-abe70274bc5a'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '9e7cb755-38ef-496b-bc22-af951735d134'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 19:59:26.047993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3919-8975-494e-afc2-bf23d11821e3 req-3dd52f13-3aee-495f-8e0d-14702b7970a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:26.049627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-3dd52f13-3aee-495f-8e0d-14702b7970a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 200 len: 834 time: 0.6240044 Mar 02 19:59:26.054365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.058824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6103553-7cbe-4871-a327-e0f84f2c2454 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/48c25ad4-00da-46c6-8cfb-b8b8d7249ddb HTTP/1.1" status: 204 len: 168 time: 4.0351636 Mar 02 19:59:26.064118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32830) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.073362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c77c5e5e-78ce-4efd-84a8-a07f0e49f063 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:26.186372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.218003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:26.229537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:26.233886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d46cf26-8f87-4796-b00e-fdeb6ad76ce1 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] GET failed (client error): The resource could not be found. Mar 02 19:59:26.233886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d46cf26-8f87-4796-b00e-fdeb6ad76ce1 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Synchronizing usage tracker for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:26.325888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0211fa20-5fea-4bf6-a841-1c412dcda54f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:26.335402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.339279 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-440bd332-6cef-4451-8e88-cd4cb85971dc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0764322 Mar 02 19:59:26.347637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32834) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.362748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'security_group': {'name': 'tempest-secgroup-1180612291'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:26.388424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:26.392283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d46cf26-8f87-4796-b00e-fdeb6ad76ce1 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Unset dirty status for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:26.393476 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9d46cf26-8f87-4796-b00e-fdeb6ad76ce1 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports/48c25ad4-00da-46c6-8cfb-b8b8d7249ddb HTTP/1.1" status: 404 len: 333 time: 0.3268530 Mar 02 19:59:26.433616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32838) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.434384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:26.450735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2114780695'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:26.456597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:26.473688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:26.476216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.476491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:26.489616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:26.507345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Transition to ACTIVE for port object 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:26.510365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Allocated IP 2001:db8::2 (74923b1f-2f84-4860-9ee5-a59995919337/27896b7f-ea72-4dc4-a7b6-abe70274bc5a/9e7cb755-38ef-496b-bc22-af951735d134) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:26.524256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.531236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:26.533358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:26.549511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab6f0f24-5269-4fdb-bd7a-d47e4a56dc9a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c77c5e5e-78ce-4efd-84a8-a07f0e49f063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6099908 Mar 02 19:59:26.554692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.568928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] Sync routers for ids ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:26.584666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:26.638511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28c812bc-7a60-407a-a155-fd1c12cd654f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:26.641111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:26.644589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.688122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3919-8975-494e-afc2-bf23d11821e3 req-c4801254-2516-4fb1-b16c-832aa83c99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:26.689873 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-c4801254-2516-4fb1-b16c-832aa83c99d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6265895 Mar 02 19:59:26.702960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.797249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:26.827183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.846464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Transition to ACTIVE for port object 9e7cb755-38ef-496b-bc22-af951735d134 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:26.933144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-28c812bc-7a60-407a-a155-fd1c12cd654f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:26.934325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-28c812bc-7a60-407a-a155-fd1c12cd654f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77c5e5e-78ce-4efd-84a8-a07f0e49f063 HTTP/1.1" status: 200 len: 205 time: 0.3787117 Mar 02 19:59:26.941694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32846) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:26.951546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] Routers {'c77c5e5e-78ce-4efd-84a8-a07f0e49f063'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:26.952178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:26.995824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:27.022931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:security_group_rule and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:27.052604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.065279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Router 384fce99-df12-4768-80d8-babde206ee32 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:27.081331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36487248-b1a3-4dab-b6e9-862ec164cf85 None None] Pushing event updated for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:27.083496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.100085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:27.121962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.140389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Attempting to bind port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:27.140794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Attempting to bind port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:27.141057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:27.141280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Attempting to bind port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe on network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:27.175487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8a4bffe4-4bcf-4cca-825e-c7aa241e8cfd None None] Provisioning complete for port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:27.175933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8a4bffe4-4bcf-4cca-825e-c7aa241e8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.206113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-4b7cf701-bec7-4240-9aaf-b43da08c61c1 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259013 Mar 02 19:59:27.206453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.219516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:27.219925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Checking segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:27.220301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.220696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Bound using segment: {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:27.221172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Bound port: 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:27.221548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.245046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:27.267822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.271704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] Routers {'c77c5e5e-78ce-4efd-84a8-a07f0e49f063'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:27.273580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.273718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.322722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:27.366492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.366894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f242ebf-64e0-4496-9132-9f279d1609ba None None] The sync data for ids ['c77c5e5e-78ce-4efd-84a8-a07f0e49f063'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:27.407975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5f66f-3768-46d5-905d-b515bf2ad00d None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:27.418757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bffe4-4bcf-4cca-825e-c7aa241e8cfd None None] Port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:27.463594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] For port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:27.466833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] For port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:27.478301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.485852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:27.489401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.501571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=1ff2376c-bbe9-4284-8d74-6fa1b34c3516,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:27.580695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:27.581284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network hostable DHCP agents. Network: 9616b26f-257b-4b9d-b045-31339b11d161, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:27.581847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36487248-b1a3-4dab-b6e9-862ec164cf85 None None] Pushing event updated for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:27.584559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:27.585159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.592076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:27.603115 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] Sync routers for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:27.622348 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:27.623012 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.623882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-758c533f-d010-42d1-b4da-6f52b9b666cd tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7176859 Mar 02 19:59:27.625897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:27.716665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port 2a861933-a943-4a44-ad33-328b8dd0d612 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:27.754044 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.775175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:27.775801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.900390 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:27.900802 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd44e7-f882-42c5-b142-fb352bfba8e3 None None] The sync data for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:27.911177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:27.920830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:27.930702 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-842b3919-8975-494e-afc2-bf23d11821e3 req-22bd8149-e1b3-4dcc-9331-aab514ef63d0 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148263 Mar 02 19:59:27.954528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9616b26f-257b-4b9d-b045-31339b11d161) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:27.973171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:27.973795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.979761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a70a02-4b05-4e38-8692-117687122940 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:28.145774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f84e60ab-987a-4d01-97ad-58b98bda8743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3592300 Mar 02 19:59:28.149210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32856) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:28.155455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'name': 'tempest-NetworksTestDHCPv6-548448657'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:28.172207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.191684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.243326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.267181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.274524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Allocated IP 172.26.2.89 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/022dedaf-ab87-4e1c-b922-650f2c7aec97) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:28.335260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.336746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router c77c5e5e-78ce-4efd-84a8-a07f0e49f063 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:28.434214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.437959 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7105777d-a264-4a4a-be5c-13cdcec02f17 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/c77c5e5e-78ce-4efd-84a8-a07f0e49f063 HTTP/1.1" status: 204 len: 168 time: 1.4368765 Mar 02 19:59:28.438754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:28.441970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0848bae-27f0-420b-8edf-54badb8c9781,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:28.444067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32860) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:28.451733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.455561 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c03c9386-f946-42a2-98a2-24b5d0f597d3 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0950444 Mar 02 19:59:28.479092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '1ff2376c-bbe9-4284-8d74-6fa1b34c3516'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:28.479913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.505294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32864) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:28.526745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1672128488', 'security_groups': ['c0848bae-27f0-420b-8edf-54badb8c9781'], 'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '27896b7f-ea72-4dc4-a7b6-abe70274bc5a'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:28.569479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.594505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:28.594739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.633989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::89 (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/2a861933-a943-4a44-ad33-328b8dd0d612) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:28.707779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:28.734610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:28.742529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:28.765896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:28.769284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 09b45cd6-edb8-43e5-afef-d5da0de556b0 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:28.795174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.810486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:28.829786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:28.833656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:28.837729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.852493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:28.867097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/1ff2376c-bbe9-4284-8d74-6fa1b34c3516/e1598050-d3d8-44a5-82db-d744c57dd323) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:28.873989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Provisioning for port 9e7cb755-38ef-496b-bc22-af951735d134 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:28.877263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-4e2954f5-e4d3-49fb-8d9d-25631a849db6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:59:28.878461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4e2954f5-e4d3-49fb-8d9d-25631a849db6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2380764 Mar 02 19:59:28.879832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 62276713-b205-4baf-88e5-be19d8ca91a8 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:28.885367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:28.885919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5e5a-2793-450d-8c3a-565909727a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:28.912382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:20Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7638c16c-b14f-44ad-be8d-7c7a6c2e11fe', 'name': '', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:68:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:59:17Z', 'updated_at': '2022-03-02T19:59:27Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:28.915423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:28.929977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30abc83e-7d59-4868-9a7e-dc4a006c5299 None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:20Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7638c16c-b14f-44ad-be8d-7c7a6c2e11fe', 'name': '', 'network_id': '737d93d1-ca37-4c6a-84a2-cbe4f675ab29', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:68:2f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:59:17Z', 'updated_at': '2022-03-02T19:59:27Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'a208a316-66c4-4519-a2ae-7795b2e3c7dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:28.987410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:29.015983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.052580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.258628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.273810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Transition to ACTIVE for port object e1598050-d3d8-44a5-82db-d744c57dd323 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:29.285215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.299213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Transition to ACTIVE for port object e1598050-d3d8-44a5-82db-d744c57dd323 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:29.304590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.306928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.355847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.389873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object 2a861933-a943-4a44-ad33-328b8dd0d612 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:29.425730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:29.427552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Pushing event updated for resources: {'Port': ['ID=e1598050-d3d8-44a5-82db-d744c57dd323,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:29.431352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:29.433412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:29.464638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:29.473819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:29.491083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:29.538045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event updated for resources: {'Port': ['ID=022dedaf-ab87-4e1c-b922-650f2c7aec97,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:29.554001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Attempting to bind port e1598050-d3d8-44a5-82db-d744c57dd323 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:29.554365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Attempting to bind port e1598050-d3d8-44a5-82db-d744c57dd323 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:29.554737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Attempting to bind port e1598050-d3d8-44a5-82db-d744c57dd323 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:29.562322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:29.562696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:29.563093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.563750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:29.564218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Bound port: e1598050-d3d8-44a5-82db-d744c57dd323, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:29.564805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.594691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port f5e1455d-1f48-4176-b8df-c8de54b7d450 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:29.595337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.622814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.691192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] For port e1598050-d3d8-44a5-82db-d744c57dd323, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:29.696386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] For port e1598050-d3d8-44a5-82db-d744c57dd323, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e1598050-d3d8-44a5-82db-d744c57dd323,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:29.702740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.727361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::227 (9616b26f-257b-4b9d-b045-31339b11d161/1ff2376c-bbe9-4284-8d74-6fa1b34c3516/62276713-b205-4baf-88e5-be19d8ca91a8) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:29.747795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] device_id is not set on port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:29.831359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620142a9-8dcb-4e2c-8465-de64781d978c None None] Pushing event updated for resources: {'Port': ['ID=e1598050-d3d8-44a5-82db-d744c57dd323,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:29.864591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.876179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.090890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.103257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a3b66-58eb-4e6e-8419-ea9f6d2d583e None None] Network 65dd486a-f54b-4d63-9710-c22fb92c1084 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:30.117243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=09b45cd6-edb8-43e5-afef-d5da0de556b0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:30.136556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:30.144896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:30.206065 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0030294a-5d7e-4cf0-8f4d-d7ed55c2d36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/09b45cd6-edb8-43e5-afef-d5da0de556b0 HTTP/1.1" status: 204 len: 168 time: 1.7561059 Mar 02 19:59:30.223360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:30.287256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.299265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:30.305080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:30.305727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.359049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.377717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=2a861933-a943-4a44-ad33-328b8dd0d612,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:30.392259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:30.393517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.447353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.469434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 62276713-b205-4baf-88e5-be19d8ca91a8 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:30.486079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for f5e1455d-1f48-4176-b8df-c8de54b7d450 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:30.514479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] DHCP port deletion for 65dd486a-f54b-4d63-9710-c22fb92c1084 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:30.525248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Deleting port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:30.526071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.588451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8::374 (74923b1f-2f84-4860-9ee5-a59995919337/27896b7f-ea72-4dc4-a7b6-abe70274bc5a/b5a78249-8c7a-4018-8cdc-0fbacd2206e9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:30.593062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:30.598280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fb19c1c0-d531-4de0-83d4-321b120b73fc tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1595399 Mar 02 19:59:30.604174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32878) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:30.615225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'network_id': '74b1654b-d2ff-4d52-b9d7-ebb311f7061d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1858624752'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:30.694002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-069713d7-4b64-41e8-a4ba-4d7244c09002 None None] Provisioning for port 2a861933-a943-4a44-ad33-328b8dd0d612 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:30.725636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-069713d7-4b64-41e8-a4ba-4d7244c09002 None None] Provisioning complete for port 2a861933-a943-4a44-ad33-328b8dd0d612 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:30.725999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-069713d7-4b64-41e8-a4ba-4d7244c09002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.782929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.958354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-069713d7-4b64-41e8-a4ba-4d7244c09002 None None] Port 2a861933-a943-4a44-ad33-328b8dd0d612 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:30.966188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] For port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,segment=NetworkSegment(019f4816-28b2-4607-aa2c-b0ee12004f14),segment_id=019f4816-28b2-4607-aa2c-b0ee12004f14)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:30.966714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:30.978822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:31.026972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.047435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5309a715-284d-4efa-b175-cb98fb7a31c4 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:31.060017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:31.060560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.132393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.160288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Calling delete_port for dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:31.210938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:31.227054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:31.240063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=62276713-b205-4baf-88e5-be19d8ca91a8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:31.249093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:31.255284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:31.255969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.261750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.265090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=f5e1455d-1f48-4176-b8df-c8de54b7d450,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:31.328365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:31.408877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,segment=NetworkSegment(019f4816-28b2-4607-aa2c-b0ee12004f14),segment_id=019f4816-28b2-4607-aa2c-b0ee12004f14)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:31.409238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.521758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.574235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eb8b2d71-ba87-4ee8-a244-7afe88d4cea4 None None] Provisioning for port e1598050-d3d8-44a5-82db-d744c57dd323 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:31.596787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b73eb865-12a5-461c-aa12-282c49532c1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4463849 Mar 02 19:59:31.605568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:31.615652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32882) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:31.616680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] Pushing event deleted for resources: {'Port': ['ID=dcbe96f9-a39b-48e1-a7e5-dcbb65053d50,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:31.620082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a23474-e781-4896-b77c-d425ed7d9efc None None] No DVR routers for this DVR port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:31.638421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.692161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:31.701931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.752980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object b5a78249-8c7a-4018-8cdc-0fbacd2206e9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:31.792224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:31.804802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Made reservation on behalf of a25529227c644d95909f061ca6e4ea5c for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:31.805031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.811121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.817627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:31.818078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:31.819771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e1598050-d3d8-44a5-82db-d744c57dd323 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:31.833252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.889602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] device_id is not set on port 9559f180-72ce-436b-b032-bfc012bc3b13 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:31.918232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:31.956260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:31.972100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:31.977918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:31.978579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:31.991972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=b5a78249-8c7a-4018-8cdc-0fbacd2206e9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:32.014276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:32.038121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Deleting port f39a117b-f74e-4dfe-a25d-4e5d84edbed4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:32.038784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.053652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e1598050-d3d8-44a5-82db-d744c57dd323 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:32.058927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e1598050-d3d8-44a5-82db-d744c57dd323 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:32.059297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.065187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.116815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c945e42a-d8a8-439c-8e8c-999acf798b5f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6068952 Mar 02 19:59:32.122066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:32.129359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:32.182598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Provisioning complete for port e1598050-d3d8-44a5-82db-d744c57dd323 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:32.183172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.184093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28817329-7ab9-44cb-b339-f1ee48dc51ff tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:32.193853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28817329-7ab9-44cb-b339-f1ee48dc51ff tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:32.195730 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-28817329-7ab9-44cb-b339-f1ee48dc51ff tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4943130 Mar 02 19:59:32.221944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:32.354668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:32.355004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.355716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Allocated IP 2001:db8::2fa (74b1654b-d2ff-4d52-b9d7-ebb311f7061d/039d94b2-a01b-4b19-a0f1-1ddd2bf97069/9559f180-72ce-436b-b032-bfc012bc3b13) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:32.388004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 62276713-b205-4baf-88e5-be19d8ca91a8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:32.388366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.414561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.484026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.502408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.506083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.514376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e1598050-d3d8-44a5-82db-d744c57dd323, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e1598050-d3d8-44a5-82db-d744c57dd323,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:32.530528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.539100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] The port 'dcbe96f9-a39b-48e1-a7e5-dcbb65053d50' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:59:32.632195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:32.682527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e1598050-d3d8-44a5-82db-d744c57dd323,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:32.707052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:32.707397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:32.727983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:32.728381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.749925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.774957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dd486a-f54b-4d63-9710-c22fb92c1084']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:32.787252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019f4816-28b2-4607-aa2c-b0ee12004f14') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:32.787545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019f4816-28b2-4607-aa2c-b0ee12004f14') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:32.799377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.815115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.821182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:32.821786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:32.900237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:32.936832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:32.937075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dcbe96f9-a39b-48e1-a7e5-dcbb65053d50 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:33.014896 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:33.030148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 180d171c-989b-4767-8465-43ed794df26e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:33.039787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.064766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Transition to ACTIVE for port object 9559f180-72ce-436b-b032-bfc012bc3b13 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:33.136537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.150031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:33.173049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:33.189560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:33.192365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.250120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:33.288778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Provisioning for port 62276713-b205-4baf-88e5-be19d8ca91a8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:33.294282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Provisioning complete for port 62276713-b205-4baf-88e5-be19d8ca91a8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:33.294673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.349104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Calling delete_port for f39a117b-f74e-4dfe-a25d-4e5d84edbed4 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:33.349354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-38665612-d73b-4be5-b42e-8769e89ea869 None None] Port 62276713-b205-4baf-88e5-be19d8ca91a8 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:33.379055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=65dd486a-f54b-4d63-9710-c22fb92c1084,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:33.395644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Router f767be58-86cd-4e5d-95b3-a09259d7adff is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:33.406609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:33.416638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] Sync routers for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:33.427399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:33.428363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.434887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.464053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7f996fd0-a9e9-4da2-973b-1c8d3982c8e7 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/65dd486a-f54b-4d63-9710-c22fb92c1084 HTTP/1.1" status: 204 len: 168 time: 3.2398229 Mar 02 19:59:33.465109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:33.468670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.473442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32896) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:33.495864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1233825319', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:33.505896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:33.511159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.512516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.522449 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7253cd84-7abb-407c-9e9e-f4e2082286fb tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5689421 Mar 02 19:59:33.523801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:33.525291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:33.535253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:33.536139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.559593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:33.584577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:33.589518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Provisioning for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:33.600304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Provisioning complete for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:33.600304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.610511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:33.620646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:33.624095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:33.634356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:33.636149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.641130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.641487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecff92d-7183-48c3-8c41-11027c215a19 None None] The sync data for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:33.673977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:33.686230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Provisioning complete for port 62276713-b205-4baf-88e5-be19d8ca91a8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:33.686736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.726005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=9559f180-72ce-436b-b032-bfc012bc3b13,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:33.734434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.735467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.775389 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-756302d6-dbc0-4151-9601-52579c80d60b tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1700981 Mar 02 19:59:33.775643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.776073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32904) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:33.779807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:33.783240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-656d87d7-babf-4986-b0b4-58926b97b7a8 None None] Port 62276713-b205-4baf-88e5-be19d8ca91a8 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:33.795240 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] Sync routers for ids ['f767be58-86cd-4e5d-95b3-a09259d7adff'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:33.802189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a7', 'mac_address': 'fa:16:3e:45:62:52'}, {'ip_address': '2001:db8::89', 'mac_address': 'fa:16:3e:74:55:60'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:33.808587 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] Routers {'f767be58-86cd-4e5d-95b3-a09259d7adff'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:33.809530 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f767be58-86cd-4e5d-95b3-a09259d7adff'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.838940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.843641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:33.847618 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b23ccdec-e212-4af2-9992-cbd41736a06d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "PUT /v2.0/routers/f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 200 len: 883 time: 8.4925301 Mar 02 19:59:33.848320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32908) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:33.885407 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.898314 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] Routers {'f767be58-86cd-4e5d-95b3-a09259d7adff'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:33.899170 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f767be58-86cd-4e5d-95b3-a09259d7adff'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.958209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 62276713-b205-4baf-88e5-be19d8ca91a8 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:33.980701 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:33.981104 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac35161f-3da2-4c3c-a11e-546eb5a9219b None None] The sync data for ids ['f767be58-86cd-4e5d-95b3-a09259d7adff'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:34.011655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-760dcbd4-b101-4c26-bfc1-59393eba70ee None None] Provisioning for port 9559f180-72ce-436b-b032-bfc012bc3b13 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:34.017040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-760dcbd4-b101-4c26-bfc1-59393eba70ee None None] Provisioning complete for port 9559f180-72ce-436b-b032-bfc012bc3b13 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:34.017506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-760dcbd4-b101-4c26-bfc1-59393eba70ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.061856 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 27896b7f-ea72-4dc4-a7b6-abe70274bc5a (CIDR: 2001:db8::/64) Mar 02 19:59:34.088777 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:59:34.089164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:34.117714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-760dcbd4-b101-4c26-bfc1-59393eba70ee None None] Port 9559f180-72ce-436b-b032-bfc012bc3b13 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:34.245026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ceff2b40-c66a-480b-8ad6-996a83e03a36 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1215775 Mar 02 19:59:34.255006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:34.338696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:34.443453 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6b284c34-937d-4c67-a57f-62a8f3f8944d tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 200 len: 924 time: 0.5832946 Mar 02 19:59:34.448222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.457314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32918) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:34.547050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:34.562339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.614764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e1598050-d3d8-44a5-82db-d744c57dd323 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:34.617134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.623712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Port': ['ID=f39a117b-f74e-4dfe-a25d-4e5d84edbed4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:34.697342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e1598050-d3d8-44a5-82db-d744c57dd323 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:34.697875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.715966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=62276713-b205-4baf-88e5-be19d8ca91a8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:34.825497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:34.848942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2c92bf33-f995-4f67-b1da-8797b5b472b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/62276713-b205-4baf-88e5-be19d8ca91a8 HTTP/1.1" status: 204 len: 168 time: 2.6263993 Mar 02 19:59:34.863701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:34.900617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:34.954655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:34.972069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:34.986000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:35.079244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:35.100242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:35.103677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:35.112090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37fa99-08d4-409b-be12-1be2d2b448dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:35.113702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37fa99-08d4-409b-be12-1be2d2b448dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:35.114472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f37fa99-08d4-409b-be12-1be2d2b448dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:35.130767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:35.220291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f37fa99-08d4-409b-be12-1be2d2b448dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:35.224200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6f37fa99-08d4-409b-be12-1be2d2b448dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3551407 Mar 02 19:59:35.224977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32930) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:35.412921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef48018-4cce-4894-a737-1a6034fa87d6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:35.413217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:35.413615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ef48018-4cce-4894-a737-1a6034fa87d6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Synchronizing usage tracker for tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:35.487365 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.ipam_backend_mixin [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3cd443d3-96a5-4f2d-a567-9b479b359a1d (CIDR: 2001:db8:0:1::/64) Mar 02 19:59:35.542921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 1ff2376c-bbe9-4284-8d74-6fa1b34c3516 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:35.547344 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:59:35.547848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:35.552001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:35.586840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ef48018-4cce-4894-a737-1a6034fa87d6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Unset dirty status for tenant:7dc48e2802ef4805ae0a8fe8fbfd6795 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:35.588016 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0ef48018-4cce-4894-a737-1a6034fa87d6 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=f767be58-86cd-4e5d-95b3-a09259d7adff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1298704 Mar 02 19:59:35.605580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32934) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:35.653378 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3cfb861a-dc65-4891-a820-bdea465640f1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3971636 Mar 02 19:59:35.659628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Router 384fce99-df12-4768-80d8-babde206ee32 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:35.660242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:35.671840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'subnet': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:35.730144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.213714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:36.222287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-858fac68-c862-4ba3-95af-c46b199dd95a tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3059278 Mar 02 19:59:36.226153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] Sync routers for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:36.226637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:36.238384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:36.239679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:36.249325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855d8f2-d196-4f3f-8179-7bbb828dd563 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:36.253448 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f855d8f2-d196-4f3f-8179-7bbb828dd563 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.6394937 Mar 02 19:59:36.253448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.276824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32946) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:36.282152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:36.304672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:36.314000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:36.315494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:36.331347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:36.335474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.343389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.346399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.353866 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fe5ff8a8-83af-4f12-a233-07f45c150f72 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 200 len: 205 time: 0.0715628 Mar 02 19:59:36.355460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32950) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:36.371961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Usage tracker for resource:subnet and tenant:b47f6a1be1a348a3969f485ea6140e41 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:36.374913 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-a6b48f0a-6727-44dc-aa9e-0237a5c37e63 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] delete failed (client error): The resource could not be found. Mar 02 19:59:36.381173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a6b48f0a-6727-44dc-aa9e-0237a5c37e63 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1019051450 HTTP/1.1" status: 404 len: 335 time: 0.1438224 Mar 02 19:59:36.381543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:36.381543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca3326-b32a-427e-9b5b-0379cb0fb1e6 None None] The sync data for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:36.382846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:36.388732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:36.394750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:36.397621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.402680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-59f458fc-62cc-4a8e-9f7c-d10c28b35fe3 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'router': {'external_gateway_info': {'network_id': '384fce99-df12-4768-80d8-babde206ee32'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:36.543476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] In _notify_port_updated(), no bound segment for port 9559f180-72ce-436b-b032-bfc012bc3b13 on network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:59:36.549368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:36.550032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.551511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "PUT /v2.0/ports/9559f180-72ce-436b-b032-bfc012bc3b13 HTTP/1.1" status: 200 len: 1066 time: 2.7733243 Mar 02 19:59:36.552747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Made reservation on behalf of b47f6a1be1a348a3969f485ea6140e41 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:36.556362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.567842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32958) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:36.634552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3dca2-0202-4ea8-b44c-455900597f08 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event updated for resources: {'Port': ['ID=9559f180-72ce-436b-b032-bfc012bc3b13,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:36.809041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 9559f180-72ce-436b-b032-bfc012bc3b13 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:36.809379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.880694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-718486c5-2165-4f1d-b4c6-9b4892da9784 None None] Provisioning complete for port 9559f180-72ce-436b-b032-bfc012bc3b13 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:36.880978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-718486c5-2165-4f1d-b4c6-9b4892da9784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.886086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:36.938742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-718486c5-2165-4f1d-b4c6-9b4892da9784 None None] Port 9559f180-72ce-436b-b032-bfc012bc3b13 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:36.968812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.26.2.107 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/744b2062-39d8-47f2-bf41-bdf4f07aa30c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:36.996583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.049042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-59f458fc-62cc-4a8e-9f7c-d10c28b35fe3 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.068395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff2376c-bbe9-4284-8d74-6fa1b34c3516,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:37.082278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port baf8a65e-5cf6-4972-94c9-488d08a59fb1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:37.082720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.086907 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82bca0c-f8b3-4cb3-b364-ace008c13752 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:37.110698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.158103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-59f458fc-62cc-4a8e-9f7c-d10c28b35fe3 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] update failed (client error): The resource could not be found. Mar 02 19:59:37.162907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-59f458fc-62cc-4a8e-9f7c-d10c28b35fe3 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32 HTTP/1.1" status: 404 len: 339 time: 0.7662070 Mar 02 19:59:37.167175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:37.172534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7adf76ff-bae6-43dc-b8e7-fea850d7d1b7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/1ff2376c-bbe9-4284-8d74-6fa1b34c3516 HTTP/1.1" status: 204 len: 168 time: 1.8993900 Mar 02 19:59:37.194504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32966) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:37.347045 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-73253f5e-b1d3-4348-b4e1-1c0ac8c44438 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1465423 Mar 02 19:59:37.355917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32970) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:37.371348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:37.376448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Deleting port e1598050-d3d8-44a5-82db-d744c57dd323 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:37.376827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.413907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:37.429767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.478866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.598320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] For port e1598050-d3d8-44a5-82db-d744c57dd323, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e1598050-d3d8-44a5-82db-d744c57dd323,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:37.598609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.685607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port 022dedaf-ab87-4e1c-b922-650f2c7aec97 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:37.686196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.724960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Calling delete_port for e1598050-d3d8-44a5-82db-d744c57dd323 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:37.816632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.826575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.853020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.869413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] No DVR routers for this DVR port e1598050-d3d8-44a5-82db-d744c57dd323 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:37.872655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:37.889745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:37.894534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57c899-1608-4254-9464-100ee37ee7fc None None] Pushing event deleted for resources: {'Port': ['ID=e1598050-d3d8-44a5-82db-d744c57dd323,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:37.961474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:37.979268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:38.016513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for baf8a65e-5cf6-4972-94c9-488d08a59fb1 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:38.053306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:38.127270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for 9559f180-72ce-436b-b032-bfc012bc3b13 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:38.202933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.219774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.239552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:38.243146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.364482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Network 74923b1f-2f84-4860-9ee5-a59995919337 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:38.415370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:38.425759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a5d58-c447-43ec-ae56-9b0da794e065 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:38.432055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:38.432662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.440875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Subnet': ['ID=19bf4801-6f1b-4ba0-9e41-eeffb3b75742,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:38.490793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.495326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.568042 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ccf6c889-d723-4884-8333-ae73f2ce1a22 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9042103 Mar 02 19:59:38.574658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32974) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:38.642797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e1598050-d3d8-44a5-82db-d744c57dd323 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:38.713460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e1598050-d3d8-44a5-82db-d744c57dd323 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:38.713669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e1598050-d3d8-44a5-82db-d744c57dd323 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:38.752690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2118093722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '19bf4801-6f1b-4ba0-9e41-eeffb3b75742'}], 'security_groups': ['fc53acce-e85d-4ae4-96a4-96541556570c', '0211fa20-5fea-4bf6-a841-1c412dcda54f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:38.757230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for 022dedaf-ab87-4e1c-b922-650f2c7aec97 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:38.787753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:38.808787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:38.822938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:38.828111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:38.865788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=744b2062-39d8-47f2-bf41-bdf4f07aa30c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:38.911163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Update dhcp port {'port': {'network_id': '74923b1f-2f84-4860-9ee5-a59995919337', 'fixed_ips': [{'subnet_id': '3cd443d3-96a5-4f2d-a567-9b479b359a1d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '27896b7f-ea72-4dc4-a7b6-abe70274bc5a', 'ip_address': '2001:db8::2'}, {'subnet_id': '19bf4801-6f1b-4ba0-9e41-eeffb3b75742'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '9e7cb755-38ef-496b-bc22-af951735d134'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 19:59:38.916361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=baf8a65e-5cf6-4972-94c9-488d08a59fb1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:39.029090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.228595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Allocated IP 172.20.0.1 (9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27/667308d2-5c35-4b8e-a931-30c7531ae98c/9a2aea0e-f0db-4f4d-aaf5-165ea0860c06) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:39.236086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.236665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.256012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Allocated IP 2001:db8:0:2::2 (74923b1f-2f84-4860-9ee5-a59995919337/19bf4801-6f1b-4ba0-9e41-eeffb3b75742/9e7cb755-38ef-496b-bc22-af951735d134) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:39.398094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:39.419505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=9559f180-72ce-436b-b032-bfc012bc3b13,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:39.430870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.450151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Transition to ACTIVE for port object 9e7cb755-38ef-496b-bc22-af951735d134 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:39.458681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.573279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.618290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.661695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df90c9e-9a37-496f-9b47-785160961103 None None] Pushing event updated for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:39.719582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:39.738524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:39.750480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e2dfa-55bf-4694-9129-8aaaa01c29e5 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:39.750944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:39.751288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.778228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:39.778881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.828479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=0c9e1090-2239-4d52-8cdf-8ec3babc0449,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:39.833138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:39.863539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 180d171c-989b-4767-8465-43ed794df26e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:39.911922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Transition to ACTIVE for port object 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:39.962942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.019275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.036468 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3ed4ce57-373c-48cf-be13-ad9bddb7d609 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6772521 Mar 02 19:59:40.079369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '0c9e1090-2239-4d52-8cdf-8ec3babc0449'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:40.080264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.099673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32978) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:40.215426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=022dedaf-ab87-4e1c-b922-650f2c7aec97,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:40.225911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.227814 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a214cbe7-0e15-4474-b1d3-3c708127048c tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/9559f180-72ce-436b-b032-bfc012bc3b13 HTTP/1.1" status: 204 len: 168 time: 3.6565778 Mar 02 19:59:40.262218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32982) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:40.306827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/0c9e1090-2239-4d52-8cdf-8ec3babc0449/2fc22b7e-717f-4036-9850-243931b2b015) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:40.340312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'name': 'tempest-NetworksTestDHCPv6-1790901857'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:40.397069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:40.398090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:40.411381 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] Sync routers for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:40.417709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:40.436712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8b895020-0ca3-4fc4-a699-b1d7248cbe70 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9060118 Mar 02 19:59:40.437521 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:40.438155 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:40.441650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:40.470798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32986) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:40.478790 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5635d2a-498f-4445-a9f0-c422a410ee69 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] GET failed (client error): The resource could not be found. Mar 02 19:59:40.480562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a5635d2a-498f-4445-a9f0-c422a410ee69 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Synchronizing usage tracker for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:40.558714 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:40.568733 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] Routers {'180d171c-989b-4767-8465-43ed794df26e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:40.570158 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['180d171c-989b-4767-8465-43ed794df26e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:40.580357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cbafb40a-7d0a-4c17-84d1-86e232d81e8b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:40.608773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Port': ['ID=9a2aea0e-f0db-4f4d-aaf5-165ea0860c06,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:40.620638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.676733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.690978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Transition to ACTIVE for port object 2fc22b7e-717f-4036-9850-243931b2b015 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:40.701628 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:40.702255 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5a5bf2-aef6-475e-9f80-5dbab2191b2a None None] The sync data for ids ['180d171c-989b-4767-8465-43ed794df26e'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:40.713123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:40.713286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.728373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.740292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Transition to ACTIVE for port object 2fc22b7e-717f-4036-9850-243931b2b015 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:40.762284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:40.795059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.834207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:40.846483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:40.852646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:40.864618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:40.878308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:40.880934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Provisioning complete for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:40.881310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.919792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:40.940071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:40.961877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:40.965552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.973111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:40.982802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Pushing event updated for resources: {'Port': ['ID=2fc22b7e-717f-4036-9850-243931b2b015,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:41.023842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 7be16959-4ea8-47fc-8081-367baca324c6 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:41.026993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a5635d2a-498f-4445-a9f0-c422a410ee69 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Unset dirty status for tenant:a25529227c644d95909f061ca6e4ea5c on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:41.028988 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a5635d2a-498f-4445-a9f0-c422a410ee69 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports/9559f180-72ce-436b-b032-bfc012bc3b13 HTTP/1.1" status: 404 len: 333 time: 0.7652085 Mar 02 19:59:41.040727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:41.056832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32990) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:41.060295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Delete allocated IP 2001:db8::374 (74923b1f-2f84-4860-9ee5-a59995919337/27896b7f-ea72-4dc4-a7b6-abe70274bc5a) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 19:59:41.067525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.074756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Attempting to bind port 2fc22b7e-717f-4036-9850-243931b2b015 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:41.075117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Attempting to bind port 2fc22b7e-717f-4036-9850-243931b2b015 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:41.075477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Attempting to bind port 2fc22b7e-717f-4036-9850-243931b2b015 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:41.083468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:41.083828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:41.084229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.084913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:41.085290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Bound port: 2fc22b7e-717f-4036-9850-243931b2b015, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:41.085661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.094628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:41.094980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.121280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Allocated IP 2001:db8:0:2::22b (74923b1f-2f84-4860-9ee5-a59995919337/19bf4801-6f1b-4ba0-9e41-eeffb3b75742/b5a78249-8c7a-4018-8cdc-0fbacd2206e9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:41.224993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:41.228297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.232086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cbafb40a-7d0a-4c17-84d1-86e232d81e8b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:41.233243 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cbafb40a-7d0a-4c17-84d1-86e232d81e8b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=180d171c-989b-4767-8465-43ed794df26e HTTP/1.1" status: 200 len: 205 time: 0.7594724 Mar 02 19:59:41.239491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 32994) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:41.240559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:41.249291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 2a861933-a943-4a44-ad33-328b8dd0d612 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:41.249599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.258731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Provisioning for port 9e7cb755-38ef-496b-bc22-af951735d134 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:41.265685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] For port 2fc22b7e-717f-4036-9850-243931b2b015, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:41.267793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:41.268241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c17a2f85-2569-47c5-99d4-d874e8267cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.272241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.307312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] For port 2fc22b7e-717f-4036-9850-243931b2b015, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2fc22b7e-717f-4036-9850-243931b2b015,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:41.313985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.399427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.399667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router f767be58-86cd-4e5d-95b3-a09259d7adff {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:41.415050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.416169 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-32f69989-e1e3-4070-a5fc-ca5723b7e342 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 204 len: 168 time: 5.0232024 Mar 02 19:59:41.429118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 32998) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:41.450567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1387782539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:41.453938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc918c8d-ed7f-43ce-85dd-ec7f9a49280a None None] Pushing event updated for resources: {'Port': ['ID=2fc22b7e-717f-4036-9850-243931b2b015,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:41.459998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:41.466323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:41.520124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:41.549774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:41.589425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.590449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.623990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7f1423d-2ea6-4034-8ba4-00ea90dd4be9 None None] Provisioning for port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:41.630063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7f1423d-2ea6-4034-8ba4-00ea90dd4be9 None None] Provisioning complete for port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:41.631033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7f1423d-2ea6-4034-8ba4-00ea90dd4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.696607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.698962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1423d-2ea6-4034-8ba4-00ea90dd4be9 None None] Port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:41.710538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.716314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.781747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a8522798-8a2b-4108-bf6b-b3784c471b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.901769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:41.994687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::335 (9616b26f-257b-4b9d-b045-31339b11d161/0c9e1090-2239-4d52-8cdf-8ec3babc0449/7be16959-4ea8-47fc-8081-367baca324c6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:42.012527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.013838 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-893cced9-e171-4f89-86e3-6de70d4b6df5 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5759833 Mar 02 19:59:42.021541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33002) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:42.023855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.060708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': True}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:42.145415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=7638c16c-b14f-44ad-be8d-7c7a6c2e11fe,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:42.479359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:42.505329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.527357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.718117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.753077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2fc22b7e-717f-4036-9850-243931b2b015 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:42.786132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.786366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router 180d171c-989b-4767-8465-43ed794df26e {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:42.822738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dea64dea-9c7d-4bda-adfe-663a68c1b7b0 None None] Provisioning for port 2fc22b7e-717f-4036-9850-243931b2b015 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:42.837241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.866991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2fc22b7e-717f-4036-9850-243931b2b015 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:42.873438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2fc22b7e-717f-4036-9850-243931b2b015 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:42.874153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.931980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:42.941953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for 2a861933-a943-4a44-ad33-328b8dd0d612 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:43.006786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.022599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Transition to ACTIVE for port object b5a78249-8c7a-4018-8cdc-0fbacd2206e9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:43.033333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.034455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c7f92db3-dc15-4da2-b560-5a7dc050bf1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e HTTP/1.1" status: 204 len: 168 time: 1.7895432 Mar 02 19:59:43.046021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33006) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:43.050782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:43.053282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.058657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 2fc22b7e-717f-4036-9850-243931b2b015, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2fc22b7e-717f-4036-9850-243931b2b015,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:43.064261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] Sync routers for ids ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:43.071502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.102084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.103276 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5448e5a2-9daa-4ca0-8728-e45a4a9d7cee tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.6276364 Mar 02 19:59:43.110567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33010) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:43.128624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] Routers {'4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:43.129252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:43.184186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.197765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:43.208047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.215843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=2fc22b7e-717f-4036-9850-243931b2b015,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:43.219863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] Routers {'4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:43.220499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:43.227370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.255614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.287275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:43.287687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eff028-e7af-4db3-8694-90679be6c313 None None] The sync data for ids ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:43.552542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] In _notify_port_updated(), no bound segment for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 on network 74923b1f-2f84-4860-9ee5-a59995919337 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 19:59:43.558313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:43.559043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.563065 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "PUT /v2.0/ports/b5a78249-8c7a-4018-8cdc-0fbacd2206e9 HTTP/1.1" status: 200 len: 970 time: 4.9829357 Mar 02 19:59:43.578334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-10dd11f5-ce1c-4870-8ece-442eceaa839e None None] Provisioning for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:43.581092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 7be16959-4ea8-47fc-8081-367baca324c6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:43.585718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-10dd11f5-ce1c-4870-8ece-442eceaa839e None None] Provisioning complete for port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:43.586546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-10dd11f5-ce1c-4870-8ece-442eceaa839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.594428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:43.612104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:43.623113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786d982-021e-4ee6-8ffe-cc6b794fc83a tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event updated for resources: {'Port': ['ID=b5a78249-8c7a-4018-8cdc-0fbacd2206e9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:43.627999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.650196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-10dd11f5-ce1c-4870-8ece-442eceaa839e None None] Port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:43.673610 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5882f948-1d5d-497e-b9c9-fe6cbef78cba tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers/4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 200 len: 881 time: 0.5226326 Mar 02 19:59:43.686961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33018) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:43.779250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.856297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port b5a78249-8c7a-4018-8cdc-0fbacd2206e9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:43.856665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.884897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.913220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event updated for resources: {'Port': ['ID=9a2aea0e-f0db-4f4d-aaf5-165ea0860c06,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:43.915486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:43.917268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.075649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=2a861933-a943-4a44-ad33-328b8dd0d612,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:44.077421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.125001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.197741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:44.225378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.235087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:44.255535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:44.277289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:44.282825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:44.283421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.338432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2278454 Mar 02 19:59:44.351630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:44.360740 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bab6e701-0f74-403c-a2bf-0c66b3eaa9dd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/2a861933-a943-4a44-ad33-328b8dd0d612 HTTP/1.1" status: 204 len: 168 time: 3.2950683 Mar 02 19:59:44.378165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33610cb2-d6a9-4976-a761-88f4ac3ed304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=7be16959-4ea8-47fc-8081-367baca324c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:44.385523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33026) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:44.451113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:44.465635 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1cec12-ab07-4bf9-8983-b48b930908b6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] GET failed (client error): The resource could not be found. Mar 02 19:59:44.470448 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3b1cec12-ab07-4bf9-8983-b48b930908b6 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "GET /v2.0/ports/2a861933-a943-4a44-ad33-328b8dd0d612 HTTP/1.1" status: 404 len: 333 time: 0.0696170 Mar 02 19:59:44.474103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33030) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:44.502800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.529612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:44.548292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 172.26.2.15 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/8331af55-3ff2-4a53-bf2f-af55fb9faeae) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:44.585170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ab728a19-1aad-4b6a-8129-5b1c3559eb04 None None] Provisioning for port 7be16959-4ea8-47fc-8081-367baca324c6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:44.592911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ab728a19-1aad-4b6a-8129-5b1c3559eb04 None None] Provisioning complete for port 7be16959-4ea8-47fc-8081-367baca324c6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:44.593455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ab728a19-1aad-4b6a-8129-5b1c3559eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.694824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port ef6a29b7-2595-43ce-b0e7-0fe47583cabe {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:44.696320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.705725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2fc22b7e-717f-4036-9850-243931b2b015 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:44.736893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ab728a19-1aad-4b6a-8129-5b1c3559eb04 None None] Port 7be16959-4ea8-47fc-8081-367baca324c6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:44.788357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.800052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2fc22b7e-717f-4036-9850-243931b2b015 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:44.801028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.892147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-39c1c12a-4702-4398-a8ed-914834c0f2dc None None] Provisioning complete for port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:44.892543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-39c1c12a-4702-4398-a8ed-914834c0f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.893496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:44.907336 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:44.916866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:44.917870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:44.958854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for b5a78249-8c7a-4018-8cdc-0fbacd2206e9 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:44.974231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:44.981777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-39c1c12a-4702-4398-a8ed-914834c0f2dc None None] Port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:45.023964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.026714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f2df21a-875e-496e-b255-88382729d98d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:router {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:45.036134 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c2e50f68-eab7-4f25-bf3d-3614464c5fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/4489ac64-72fd-4b08-82f9-60e3402fdc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4855742 Mar 02 19:59:45.037708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c405829-0838-405c-a98e-a319186a9f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.047632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5b070-ea30-43df-8f78-c2a32cd6af06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:45.053871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5b070-ea30-43df-8f78-c2a32cd6af06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:45.054687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfa5b070-ea30-43df-8f78-c2a32cd6af06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:45.096920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Router 384fce99-df12-4768-80d8-babde206ee32 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:45.110657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:45.120183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.120716 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:45.140396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.143617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a132b-e188-4feb-b10d-870a89668d14 None None] Network 52750b63-60d2-4d67-b66c-f0485ceace18 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:45.348204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.455697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.463308 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-184acf96-981c-4d1d-959a-01be3470a57c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b HTTP/1.1" status: 204 len: 168 time: 2.4122148 Mar 02 19:59:45.467328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfa5b070-ea30-43df-8f78-c2a32cd6af06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:45.470996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bfa5b070-ea30-43df-8f78-c2a32cd6af06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.1122031 Mar 02 19:59:45.470996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:45.508481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.518100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:45.560674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=8331af55-3ff2-4a53-bf2f-af55fb9faeae,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:45.599012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f2df21a-875e-496e-b255-88382729d98d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:router {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:45.607390 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3f2df21a-875e-496e-b255-88382729d98d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.9156311 Mar 02 19:59:45.612077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33046) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:45.614200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] DHCP port deletion for 52750b63-60d2-4d67-b66c-f0485ceace18 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:45.619647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Deleting port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:45.620036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.622878 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.634632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1233825319'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:45.643361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:45.648928 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:59:45.659970 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:45.664930 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.679409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] Sync routers for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:45.705195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:45.705857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.728286 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-939dbb4b-4e4d-4f99-a0a4-369bd0946cb8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5524294 Mar 02 19:59:45.738207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:45.754134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 7be16959-4ea8-47fc-8081-367baca324c6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:45.754511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.782397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.842673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:45.915618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:45.916249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.944468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:45.962371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7e02c23f-a366-4fb2-b3bd-6ed0a4b0c5ca tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:45.965634 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:59:45.988411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:45.989023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705d8bf2-9937-4231-876d-e9163c66e6af None None] The sync data for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:45.992980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:46.079179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.097597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 27031209-53e2-4918-aac3-7079ce40ee51 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:46.135555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.142008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] For port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,segment=NetworkSegment(82d7d842-6425-4263-bd03-41b839c83c25),segment_id=82d7d842-6425-4263-bd03-41b839c83c25)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:46.142958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.270458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.286472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.294884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Calling delete_port for 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:46.368031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=b5a78249-8c7a-4018-8cdc-0fbacd2206e9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:46.429438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.492131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.497790 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:46.500424 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-992abcd2-ee4a-4980-8a4c-535ddd62c677 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/b5a78249-8c7a-4018-8cdc-0fbacd2206e9 HTTP/1.1" status: 204 len: 168 time: 2.8933854 Mar 02 19:59:46.505337 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1fd9b9-073c-4204-ae91-4e7ef1a6079d None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '5c2e646f-b52e-4772-936d-71cc916ac5bb', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.186', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'port_id': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'mac_address': 'fa:16:3e:8a:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:57:51Z', 'updated_at': '2022-03-02T19:57:58Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:46.526733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] Pushing event deleted for resources: {'Port': ['ID=9f6c8dce-bde6-421b-8254-cbcf17a1e1ee,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:46.560828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e788b804-1a27-4b6e-997b-b2ed08ed791a None None] No DVR routers for this DVR port 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:46.565848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33054) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:46.672785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Calling delete_port for ef6a29b7-2595-43ce-b0e7-0fe47583cabe owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:46.748950 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf12f20-fbd5-4891-a3f4-afcf5e7041fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] GET failed (client error): The resource could not be found. Mar 02 19:59:46.750401 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2bf12f20-fbd5-4891-a3f4-afcf5e7041fb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports/b5a78249-8c7a-4018-8cdc-0fbacd2206e9 HTTP/1.1" status: 404 len: 333 time: 0.1668296 Mar 02 19:59:46.770647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:46.809202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:46.900902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-7e02c23f-a366-4fb2-b3bd-6ed0a4b0c5ca tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 19:59:46.901932 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7e02c23f-a366-4fb2-b3bd-6ed0a4b0c5ca tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32 HTTP/1.1" status: 409 len: 329 time: 1.1569793 Mar 02 19:59:46.911457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:46.932589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b5fbe-408d-48b6-99c7-b7214a327128 req-49574c24-cead-464c-84ee-d97320903de6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:46.934171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-269b5fbe-408d-48b6-99c7-b7214a327128 req-49574c24-cead-464c-84ee-d97320903de6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 1.2705452 Mar 02 19:59:46.981032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:47.039245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:47.039585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7638c16c-b14f-44ad-be8d-7c7a6c2e11fe not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:47.040077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:47.088584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:47.088997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f6c8dce-bde6-421b-8254-cbcf17a1e1ee not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:47.090804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.213992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.252155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.327151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.339511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=27031209-53e2-4918-aac3-7079ce40ee51,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:47.391286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.406796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f6185-6a9b-4a92-97b4-c711bd86503c None None] Network 1fd49072-7ef0-4654-88f4-d494261b5fd8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:47.464118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 7be16959-4ea8-47fc-8081-367baca324c6 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:47.471439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.476314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.486682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.493347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.509770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-269b5fbe-408d-48b6-99c7-b7214a327128 req-3a02a126-fe52-4faf-9c16-e444d3a04534 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5556011 Mar 02 19:59:47.537780 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d3c22fba-08f3-4886-89f9-891fad679ded tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/27031209-53e2-4918-aac3-7079ce40ee51 HTTP/1.1" status: 204 len: 168 time: 2.0540502 Mar 02 19:59:47.539082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:47.616917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.667688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] DHCP port deletion for 1fd49072-7ef0-4654-88f4-d494261b5fd8 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:47.672075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Deleting port 4482b126-a0d0-478f-af23-2ba5be7ecec5 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:47.672597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.677183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Port': ['ID=ef6a29b7-2595-43ce-b0e7-0fe47583cabe,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:47.742164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-3bbc423c-f5c4-4861-871f-d179ef207f16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:47.743711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-3bbc423c-f5c4-4861-871f-d179ef207f16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 0.8998253 Mar 02 19:59:47.772971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.893873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.942835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.978381 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-418aff4b-54d6-4a81-8ad0-a623a6103dc8 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/ports/ef6a29b7-2595-43ce-b0e7-0fe47583cabe HTTP/1.1" status: 204 len: 168 time: 3.5003510 Mar 02 19:59:47.980753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0848bae-27f0-420b-8edf-54badb8c9781,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:47.982635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:47.983716 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8f28dbbd-69fd-4bfa-8251-08884a9b0dd4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/security-groups/c0848bae-27f0-420b-8edf-54badb8c9781 HTTP/1.1" status: 204 len: 168 time: 1.1669395 Mar 02 19:59:47.994623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33070) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:47.995064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33072) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:48.010093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 31c27bfa-4772-4f63-8dd7-0f44b8135639 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:48.010450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.014292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] For port 4482b126-a0d0-478f-af23-2ba5be7ecec5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4482b126-a0d0-478f-af23-2ba5be7ecec5,segment=NetworkSegment(b4f10cdb-eca6-4784-832f-f1db9ef36923),segment_id=b4f10cdb-eca6-4784-832f-f1db9ef36923)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:48.014821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.095041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:48.143752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Calling delete_port for 4482b126-a0d0-478f-af23-2ba5be7ecec5 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:48.158027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.205628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting subnet 039d94b2-a01b-4b19-a0f1-1ddd2bf97069 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:48.225997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.266405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.273908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] Pushing event deleted for resources: {'Port': ['ID=4482b126-a0d0-478f-af23-2ba5be7ecec5,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:48.277509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4609f60-9d47-4d58-b187-780fdc09f474 None None] No DVR routers for this DVR port 4482b126-a0d0-478f-af23-2ba5be7ecec5 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:48.335868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=7be16959-4ea8-47fc-8081-367baca324c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:48.378693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.400182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.452628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.459603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.639279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4482b126-a0d0-478f-af23-2ba5be7ecec5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:48.660063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52750b63-60d2-4d67-b66c-f0485ceace18']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:48.678324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4482b126-a0d0-478f-af23-2ba5be7ecec5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:48.678673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4482b126-a0d0-478f-af23-2ba5be7ecec5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:48.706405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.708763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.717015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d7d842-6425-4263-bd03-41b839c83c25') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:48.717316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d7d842-6425-4263-bd03-41b839c83c25') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:48.738983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.746070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-27711ec8-83d3-430e-9546-524fa7f5a30e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/7be16959-4ea8-47fc-8081-367baca324c6 HTTP/1.1" status: 204 len: 168 time: 3.2221541 Mar 02 19:59:48.751368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.755855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33080) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:48.792153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.838243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:48.838644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:48.853444 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:48.864578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 31c27bfa-4772-4f63-8dd7-0f44b8135639, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=31c27bfa-4772-4f63-8dd7-0f44b8135639,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:48.864929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.906850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:48.920014 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] Sync routers for ids ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:48.924975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:48.926155 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b07c6b88-63d1-4ecf-b6f9-5d07bc6098c4 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 200 len: 888 time: 3.2998314 Mar 02 19:59:48.934066 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] Routers {'4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:48.934728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:48.937762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33084) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.000850 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:49.011581 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] Routers {'4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:49.012205 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:49.038171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446d0da-4f58-40eb-94f7-83ade3e0ed5d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:49.039734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446d0da-4f58-40eb-94f7-83ade3e0ed5d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:49.040489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3446d0da-4f58-40eb-94f7-83ade3e0ed5d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:49.065130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 31c27bfa-4772-4f63-8dd7-0f44b8135639 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:49.071627 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:49.072011 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecff4b8-b6fe-4ce1-8a28-78eab7632937 None None] The sync data for ids ['4e77335d-36b4-4a00-9ac7-b9ba84bd43e0'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:49.101892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.134695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.147507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535308-2d34-4cd3-ba5b-7fbcdd6a4ad6 req-eaabfc40-05a5-4d8d-beb1-60b630210c88 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:49.149037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74535308-2d34-4cd3-ba5b-7fbcdd6a4ad6 req-eaabfc40-05a5-4d8d-beb1-60b630210c88 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 946 time: 0.4817147 Mar 02 19:59:49.159991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0211fa20-5fea-4bf6-a841-1c412dcda54f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:49.163148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.171160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.196845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=52750b63-60d2-4d67-b66c-f0485ceace18,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:49.217263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f5d86c3f-8bcf-4260-afa7-7ba8b393412c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/52750b63-60d2-4d67-b66c-f0485ceace18 HTTP/1.1" status: 204 len: 168 time: 1.6773276 Mar 02 19:59:49.223277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.308998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.310105 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20eb3fdc-614f-4382-92c7-41c44ac2ef80 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/security-groups/0211fa20-5fea-4bf6-a841-1c412dcda54f HTTP/1.1" status: 204 len: 168 time: 1.3123040 Mar 02 19:59:49.310837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3446d0da-4f58-40eb-94f7-83ade3e0ed5d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:49.314458 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3446d0da-4f58-40eb-94f7-83ade3e0ed5d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5548170 Mar 02 19:59:49.319724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74535308-2d34-4cd3-ba5b-7fbcdd6a4ad6 req-033c0ae9-b1b3-4f5a-9395-92def0210f9d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=5b370a2b-d64f-414a-a5d9-dc34ada7b91b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454203 Mar 02 19:59:49.327026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33092) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.327376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33094) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.332164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.445247 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b5789a1e-87aa-4319-9991-db11813e0f1d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers/4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 200 len: 888 time: 0.5062516 Mar 02 19:59:49.454144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.490826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 0c9e1090-2239-4d52-8cdf-8ec3babc0449 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:49.497936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.540855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.575450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cb4fe4e7-8e66-4a2f-8bb2-73c0449df36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:49.586775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.608517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:59:49.617073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.631938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.633606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Subnet': ['ID=039d94b2-a01b-4b19-a0f1-1ddd2bf97069,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:49.635772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.637884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fd5bdd-baba-4fa3-809c-eb88569084c3 None None] Network 74b1654b-d2ff-4d52-b9d7-ebb311f7061d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:49.639793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.700664 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bed89899-e318-4d26-9071-ce6d79902ffd tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/subnets/039d94b2-a01b-4b19-a0f1-1ddd2bf97069 HTTP/1.1" status: 204 len: 168 time: 1.7020569 Mar 02 19:59:49.701755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.778438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=31c27bfa-4772-4f63-8dd7-0f44b8135639,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:49.786788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cb4fe4e7-8e66-4a2f-8bb2-73c0449df36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:49.787629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:49.787944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cb4fe4e7-8e66-4a2f-8bb2-73c0449df36f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 200 len: 205 time: 0.3313682 Mar 02 19:59:49.800233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33108) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:49.956937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] DHCP port deletion for 74b1654b-d2ff-4d52-b9d7-ebb311f7061d request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:49.961657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Deleting port 3ae4441b-6221-4798-8226-375554fd392a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:49.962221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.003224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.114839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.130465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 31c27bfa-4772-4f63-8dd7-0f44b8135639 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:50.161226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc53acce-e85d-4ae4-96a4-96541556570c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:50.188144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:50.189792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.192425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'name': 'network-vif-deleted', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:59:50.195582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] For port 3ae4441b-6221-4798-8226-375554fd392a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3ae4441b-6221-4798-8226-375554fd392a,segment=NetworkSegment(2be37fdd-1fad-4e0e-9296-c64df86ca5f8),segment_id=2be37fdd-1fad-4e0e-9296-c64df86ca5f8)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:50.195582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.201870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.205387 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a7ca6d85-e2be-4103-b7ee-d3708f54aebb tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/security-groups/fc53acce-e85d-4ae4-96a4-96541556570c HTTP/1.1" status: 204 len: 168 time: 0.8747485 Mar 02 19:59:50.205545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] Sync routers for ids ['ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:50.210344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:50.223331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] Routers {'ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:50.224028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.226697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.230676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.231960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7948badb-8001-4598-bb16-e3f643ffe407 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "PUT /v2.0/routers/ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 200 len: 918 time: 8.2093956 Mar 02 19:59:50.235559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.258676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.272185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21651534-f76e-4f96-8148-fd7f7f1f7f52', 'name': 'network-vif-deleted', 'tag': '31c27bfa-4772-4f63-8dd7-0f44b8135639', 'status': 'completed', 'code': 200} Mar 02 19:59:50.272575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:50.278629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f5633d66-c6e6-4a3e-aee4-fb34edb19b1f req-a96e1767-d48e-4a98-ac04-47a580024488 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/31c27bfa-4772-4f63-8dd7-0f44b8135639 HTTP/1.1" status: 204 len: 173 time: 2.4695184 Mar 02 19:59:50.406592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd49072-7ef0-4654-88f4-d494261b5fd8']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.410885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.460501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f10cdb-eca6-4784-832f-f1db9ef36923') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.461397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f10cdb-eca6-4784-832f-f1db9ef36923') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.485989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Deleting port 3ae4441b-6221-4798-8226-375554fd392a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:50.486749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.487845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Calling delete_port for 3ae4441b-6221-4798-8226-375554fd392a owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:50.523221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] Routers {'ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:50.523859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.572069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.588932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.597535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:50.597985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e60982-b9dc-44d9-929b-174c9d3f88c0 None None] The sync data for ids ['ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:50.610915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 27896b7f-ea72-4dc4-a7b6-abe70274bc5a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:50.620759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-95661acb-3e73-4566-84d8-bd75da559054 req-0e758137-27e1-411d-8a64-1f472d8262bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:50.640919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3ae4441b-6221-4798-8226-375554fd392a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:50.679005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.685239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.719417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9e1090-2239-4d52-8cdf-8ec3babc0449,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:50.723112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.723469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.759101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.773703 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f7d76851-e964-46d6-9ab5-26ed43b6efa7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/0c9e1090-2239-4d52-8cdf-8ec3babc0449 HTTP/1.1" status: 204 len: 168 time: 1.4437962 Mar 02 19:59:50.778729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33124) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:50.792357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] Pushing event deleted for resources: {'Port': ['ID=3ae4441b-6221-4798-8226-375554fd392a,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:50.795644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:50.796038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.809215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5db976d-abc2-465b-9b58-350483da5f9d None None] No DVR routers for this DVR port 3ae4441b-6221-4798-8226-375554fd392a on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:50.829078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No active binding found for port 3ae4441b-6221-4798-8226-375554fd392a {{(pid=87814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 19:59:50.829485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3ae4441b-6221-4798-8226-375554fd392a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:50.831085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf33314-5ef5-4b4a-85e1-6f238f2eca41 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:50.841386 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:50.860157 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b67c5e47-8fe7-4fb5-99a8-80c820ca4d8e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790246 Mar 02 19:59:50.861486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 744b2062-39d8-47f2-bf41-bdf4f07aa30c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:50.861852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:50.891638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33128) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:50.906836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:50.919037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] The port '3ae4441b-6221-4798-8226-375554fd392a' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:59:50.932678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 31c27bfa-4772-4f63-8dd7-0f44b8135639 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:50.979868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-95661acb-3e73-4566-84d8-bd75da559054 req-0e758137-27e1-411d-8a64-1f472d8262bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:50.985089 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95661acb-3e73-4566-84d8-bd75da559054 req-0e758137-27e1-411d-8a64-1f472d8262bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=21651534-f76e-4f96-8148-fd7f7f1f7f52 HTTP/1.1" status: 200 len: 210 time: 0.4655101 Mar 02 19:59:51.007424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 31c27bfa-4772-4f63-8dd7-0f44b8135639 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:51.008176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 31c27bfa-4772-4f63-8dd7-0f44b8135639 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:51.042588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c3496172-e76c-41f4-9cd2-67b774902a99 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 200 len: 924 time: 0.7596593 Mar 02 19:59:51.045570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.053897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33132) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:51.081952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Deleting port 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:51.082353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.157374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.167828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:51.178485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:51.184078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:51.188388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.192589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:51.210800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=1fd49072-7ef0-4654-88f4-d494261b5fd8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:51.221066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.226542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:51.231127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Deleting port 2fc22b7e-717f-4036-9850-243931b2b015 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:51.231847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.231964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:51.235389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.281046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-540b31fa-7de7-44f0-a00d-def9dbe45565 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/1fd49072-7ef0-4654-88f4-d494261b5fd8 HTTP/1.1" status: 204 len: 168 time: 2.0531933 Mar 02 19:59:51.287872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33136) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:51.308267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.337831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777820360'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:51.356049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:51.381989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 744b2062-39d8-47f2-bf41-bdf4f07aa30c owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:51.423504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b1654b-d2ff-4d52-b9d7-ebb311f7061d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:51.430660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:51.440300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] For port 2fc22b7e-717f-4036-9850-243931b2b015, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2fc22b7e-717f-4036-9850-243931b2b015,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:51.440729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.445625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:51.455601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.475160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb5b95-7c08-479d-b5c0-b4d55849f074 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:51.479308 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-abcb5b95-7c08-479d-b5c0-b4d55849f074 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4218152 Mar 02 19:59:51.481688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33140) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:51.484933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:51.488173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be37fdd-1fad-4e0e-9296-c64df86ca5f8') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:51.488483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be37fdd-1fad-4e0e-9296-c64df86ca5f8') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:51.525296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.551478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:51.554922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.579258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.601903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.605578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Calling delete_port for 2fc22b7e-717f-4036-9850-243931b2b015 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:51.609623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:51.610021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:51.624740 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:51.681525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.733274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] Pushing event deleted for resources: {'Port': ['ID=2fc22b7e-717f-4036-9850-243931b2b015,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:51.738296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d4085-c9a0-41f5-a807-1ebf7ba60026 None None] No DVR routers for this DVR port 2fc22b7e-717f-4036-9850-243931b2b015 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:51.739004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328fc6b-6150-4391-bad8-f6083f5c006d tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:51.741238 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e328fc6b-6150-4391-bad8-f6083f5c006d tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.2543173 Mar 02 19:59:51.745248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33144) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:51.828083 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea5a3292-5085-4a6a-8ad5-553b8b97143d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 200 len: 205 time: 0.0814662 Mar 02 19:59:51.852900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33148) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:51.956695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Calling delete_port for 9a2aea0e-f0db-4f4d-aaf5-165ea0860c06 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:51.965893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:51.998867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.038748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:52.118698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc44975-a7b7-4f4c-bc81-46d994974081 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:52.126183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:52.177685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.192187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=27896b7f-ea72-4dc4-a7b6-abe70274bc5a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:52.196754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.200678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.225082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.232766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.233993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment c7ae7295-39c5-46f1-9040-8c6f85f481a2 of type vlan for network 01ed4e79-ed37-430a-8db7-efec714c1e59 Mar 02 19:59:52.235233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.274074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=744b2062-39d8-47f2-bf41-bdf4f07aa30c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:52.292807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] Pushing event deleted for resources: {'Network': ['ID=74b1654b-d2ff-4d52-b9d7-ebb311f7061d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:52.302770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:52.307983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:52.309209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Port': ['ID=9a2aea0e-f0db-4f4d-aaf5-165ea0860c06,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:52.311571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-02d6f5a8-0a3b-4ab3-9de1-6f6714422874 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/27896b7f-ea72-4dc4-a7b6-abe70274bc5a HTTP/1.1" status: 204 len: 168 time: 2.0966456 Mar 02 19:59:52.326608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-181e18b9-4c3c-46c7-a7e4-a526b8e9ee83 tempest-AllowedAddressPairIpV6TestJSON-666156544 tempest-AllowedAddressPairIpV6TestJSON-666156544-project] 10.222.0.36 "DELETE /v2.0/networks/74b1654b-d2ff-4d52-b9d7-ebb311f7061d HTTP/1.1" status: 204 len: 168 time: 2.6078410 Mar 02 19:59:52.327345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:52.332721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:52.333438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.360263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b431ab-dcd6-494b-99a8-7a69411dfb30 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:52.425819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.513027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 19bf4801-6f1b-4ba0-9e41-eeffb3b75742 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:52.513951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=5ce4804a-5b3a-41c8-a667-be8ae0b22661,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:52.531828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.560548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.595550 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-51fc2054-8539-4a3a-8bf4-397df84cbe12 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7036567 Mar 02 19:59:52.601425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:52.613259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.648240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'name': 'tempest-NetworksTestDHCPv6-1037153543'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:52.714039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2fc22b7e-717f-4036-9850-243931b2b015 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:52.723231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:52.760198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.760524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '5ce4804a-5b3a-41c8-a667-be8ae0b22661'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:52.761362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.779274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2fc22b7e-717f-4036-9850-243931b2b015 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:52.779495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2fc22b7e-717f-4036-9850-243931b2b015 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:52.800131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.872121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33170) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:52.978997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:52.993797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.007645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/5ce4804a-5b3a-41c8-a667-be8ae0b22661/00a2b9fe-1f01-4180-afd8-91f35fce1ea0) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:53.033392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.114187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.135433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.139284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.141820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.143007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router 4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:53.146302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:53.147210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.192868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.198168 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ea223e8-f6a4-46c2-bb1a-afd1409f9fe6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 204 len: 168 time: 3.3961685 Mar 02 19:59:53.198439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33176) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:53.216581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port 8331af55-3ff2-4a53-bf2f-af55fb9faeae {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:53.217053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.231503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-128677482'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:53.292840 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a8d51b95-0e31-46ec-8d38-2147a94537e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a25529227c644d95909f061ca6e4ea5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109764 Mar 02 19:59:53.293981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33180) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:53.299169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.312313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:53.325959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0172648 Mar 02 19:59:53.332521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33184) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:53.341681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:53.366326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Transition to ACTIVE for port object 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:53.382466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:53.391574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:53.392034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Transition to ACTIVE for port object 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:53.404808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.418725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.456292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:53.469919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:53.472984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:53.473421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068b07-fc1b-4c18-a257-248e350db5d4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=01ed4e79-ed37-430a-8db7-efec714c1e59,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:53.476831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:53.480499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:53.494756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:53.519364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:53.536916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b370a2b-d64f-414a-a5d9-dc34ada7b91b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:53.543310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:53.567248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.586554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.590000 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0a7cd426-700d-4044-86b6-278f454c83e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/5b370a2b-d64f-414a-a5d9-dc34ada7b91b HTTP/1.1" status: 204 len: 168 time: 1.4055324 Mar 02 19:59:53.594754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Pushing event updated for resources: {'Port': ['ID=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:53.624070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33190) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:53.631613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:53.665142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.687308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:53.691555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Attempting to bind port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:53.691892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Attempting to bind port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:53.692248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Attempting to bind port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:53.695748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:53.701943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef5f25bc-8f2e-4743-87ab-1a729ac7a09e None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:53.702306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef5f25bc-8f2e-4743-87ab-1a729ac7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.722500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:53.722781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:53.724962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:53.728520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.739012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:59:53.739619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:53.739765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.740154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:59:53.740815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Bound port: 00a2b9fe-1f01-4180-afd8-91f35fce1ea0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:59:53.741210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.751194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.762678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.809564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f25bc-8f2e-4743-87ab-1a729ac7a09e None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:53.828467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:53.832160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.850202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef5f25bc-8f2e-4743-87ab-1a729ac7a09e None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:53.850567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef5f25bc-8f2e-4743-87ab-1a729ac7a09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:53.863992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Router 384fce99-df12-4768-80d8-babde206ee32 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:59:53.882066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port b3331ac7-5096-4402-82a4-15521c288ce6 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:53.901909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] For port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:59:53.920502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] For port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:59:53.927978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:53.930168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.029631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.035232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.035612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 44a570c8-94c8-4678-9ffc-405f28e890bc of type vlan for network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 Mar 02 19:59:54.045369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:54.049183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.066248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet a208a316-66c4-4519-a2ae-7795b2e3c7dd {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:54.074493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for 8331af55-3ff2-4a53-bf2f-af55fb9faeae owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:54.109232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8fcf8-2f25-4a49-9594-ecd6f3783a57 None None] Pushing event updated for resources: {'Port': ['ID=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:54.133874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.142592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=19bf4801-6f1b-4ba0-9e41-eeffb3b75742,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:54.151580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:59:54.161909 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] Sync routers for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:59:54.172794 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:54.173733 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:54.189376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9339b1-c35b-4259-924d-22217936c3e4 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:54.198479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.251343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.261095 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:54.272409 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-762ff4ae-8c11-49c2-a749-148c0ab17ee6 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3335061 Mar 02 19:59:54.272628 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] Routers {'384fce99-df12-4768-80d8-babde206ee32'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:59:54.272628 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['384fce99-df12-4768-80d8-babde206ee32'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:54.275848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.296064 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8298e0e0-a075-4c45-a84a-409a59253aae tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/19bf4801-6f1b-4ba0-9e41-eeffb3b75742 HTTP/1.1" status: 204 len: 168 time: 1.8890381 Mar 02 19:59:54.296064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::342 (9616b26f-257b-4b9d-b045-31339b11d161/5ce4804a-5b3a-41c8-a667-be8ae0b22661/b3331ac7-5096-4402-82a4-15521c288ce6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:54.346486 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:54.346887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee78b3-3307-4521-9689-ba30c8e64a37 None None] The sync data for ids ['384fce99-df12-4768-80d8-babde206ee32'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:59:54.352726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33198) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.379398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.415962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.421715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:54.422319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.468726 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-22e9f7d8-c5a2-4aad-9d9e-1d084108a7a7 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] show failed (client error): The resource could not be found. Mar 02 19:59:54.470598 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-22e9f7d8-c5a2-4aad-9d9e-1d084108a7a7 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1161651337 HTTP/1.1" status: 404 len: 335 time: 0.1936135 Mar 02 19:59:54.487244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33202) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.496046 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16a6185-971a-44e3-8262-5f4aec8fa5d4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:54.496869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16a6185-971a-44e3-8262-5f4aec8fa5d4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:54.505423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.506141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-811bd7e4-64ca-4e13-afe6-33d695c2a62d tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:54.545951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.550436 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4bdf165-e95e-4c2f-af43-440766cf1017 HTTP/1.1" status: 204 len: 168 time: 1.2529390 Mar 02 19:59:54.551486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99675118-53f8-4752-9f31-3f64e66afa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bdf165-e95e-4c2f-af43-440766cf1017,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:54.561840 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a16a6185-971a-44e3-8262-5f4aec8fa5d4 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/27896b7f-ea72-4dc4-a7b6-abe70274bc5a HTTP/1.1" status: 404 len: 337 time: 0.2057037 Mar 02 19:59:54.568242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33208) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.577103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-811bd7e4-64ca-4e13-afe6-33d695c2a62d tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] update failed (client error): The resource could not be found. Mar 02 19:59:54.578265 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-811bd7e4-64ca-4e13-afe6-33d695c2a62d tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-1615906349 HTTP/1.1" status: 404 len: 335 time: 0.0899103 Mar 02 19:59:54.584906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33212) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.775570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:59:54.822926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:54.849070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0cdfbe01-1f09-49a6-89f7-86e16ecb40ec tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6335695 Mar 02 19:59:54.862604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33218) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:54.862860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:54.877606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:54.926831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.002530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.008192 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:59:55.034820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object b3331ac7-5096-4402-82a4-15521c288ce6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:55.078688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting subnet 3cd443d3-96a5-4f2d-a567-9b479b359a1d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:55.092363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:55.095486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Deleting subnet 5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:55.101313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.112094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.164350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.231205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=a208a316-66c4-4519-a2ae-7795b2e3c7dd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:55.241806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.251362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbd224-77aa-4d7e-87d7-4809ede580d8 None None] Network 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:55.263200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.269326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.318271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.356386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.446451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=b3331ac7-5096-4402-82a4-15521c288ce6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:55.464205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:55.465004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.490468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:55.498591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:55.507166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:55.509935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:55.515613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:55.516257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.531155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:55.549461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:55.575802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4388fd5f-19eb-42ff-846d-638272d5abbd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9701104 Mar 02 19:59:55.586372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:55.587413 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b30ac11-96b3-4d38-aac4-4064cb2b31a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/a208a316-66c4-4519-a2ae-7795b2e3c7dd HTTP/1.1" status: 204 len: 168 time: 1.9576848 Mar 02 19:59:55.588776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.593865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:55.640948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:55.644692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.706416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=8331af55-3ff2-4a53-bf2f-af55fb9faeae,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:55.709629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=218ef1a4-105b-4a73-88a9-bbf1520cb559,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:55.813050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c820c27b-bed4-4fdf-ae98-79f806d5201a None None] Provisioning complete for port fdd1e052-d925-4ca9-ad74-f50f505e0db6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:55.815025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c820c27b-bed4-4fdf-ae98-79f806d5201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.864171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.899372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c820c27b-bed4-4fdf-ae98-79f806d5201a None None] Port fdd1e052-d925-4ca9-ad74-f50f505e0db6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:55.920392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] DHCP port deletion for 737d93d1-ca37-4c6a-84a2-cbe4f675ab29 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:55.934270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:55.939490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Deleting port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:55.940240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.956282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.972139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d66d7-001d-49cb-9d4d-7dbab6a568d2 None None] Network 74923b1f-2f84-4860-9ee5-a59995919337 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:55.981655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': 'c7ae7295-39c5-46f1-9040-8c6f85f481a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:55.982009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 01ed4e79-ed37-430a-8db7-efec714c1e59, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:55.992876 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/3cd443d3-96a5-4f2d-a567-9b479b359a1d HTTP/1.1" status: 204 len: 168 time: 1.4209499 Mar 02 19:59:55.995720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02231fbd-b344-44b5-9b51-fe2fe52efa8e tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd443d3-96a5-4f2d-a567-9b479b359a1d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:56.000858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.015765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.035280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.170636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.185294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c820c27b-bed4-4fdf-ae98-79f806d5201a None None] Provisioning complete for port 9e7cb755-38ef-496b-bc22-af951735d134 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:56.186019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c820c27b-bed4-4fdf-ae98-79f806d5201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.202352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:56.202699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.232174 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cf9883-97ff-49d7-afdd-0371b036eab2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:56.232661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cf9883-97ff-49d7-afdd-0371b036eab2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:56.234374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e7cf9883-97ff-49d7-afdd-0371b036eab2 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/c0780b3b-1ad6-4915-8597-a041df72dd9d HTTP/1.1" status: 404 len: 337 time: 0.1981201 Mar 02 19:59:56.251500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.339833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf13f1a9-992a-428c-b38f-41dd39e61ce1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Synchronizing usage tracker for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:56.362614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1974345041'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:56.378438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.380911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:56.383352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:56.387514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.390989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:network and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:56.395091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:56.405542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:56.413201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 01ed4e79-ed37-430a-8db7-efec714c1e59) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:56.418276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:56.418935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.442761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13169ee-804f-4a30-a46f-a24d8e8e3807 None None] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:56.447696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:56.451956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.467626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.468243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:59:56.475002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.488761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] For port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:56.489155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.494344 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-330848c8-685c-4f7b-9353-5a6fdc3597e4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1580415 Mar 02 19:59:56.495284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33260) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.501319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.506406 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b42275bc-77ed-44fc-9f57-83f62a97f4cb tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 204 len: 168 time: 4.6486406 Mar 02 19:59:56.508145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1819891124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:56.514805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33264) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.517523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:56.520004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:56.524937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1108215548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:56.532988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:56.535313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:56.538274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,segment=NetworkSegment(d1356abd-b86e-4e2e-a3f6-1b7155a724dd),segment_id=d1356abd-b86e-4e2e-a3f6-1b7155a724dd)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:56.538633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.539508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:security_group_rule and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:56.542060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:56.544857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:56.548145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:56.553638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:56.555683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:56.564396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:56.568760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:56.592469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.593524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.603069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.604050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.635176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.638051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.666198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:56.706865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.719566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.759098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e2e25-69d1-4ef7-9037-8c368ba4949a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:56.765624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071e2e25-69d1-4ef7-9037-8c368ba4949a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:56.766323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:56.766942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-071e2e25-69d1-4ef7-9037-8c368ba4949a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:59:56.774441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.775289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.778440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf13f1a9-992a-428c-b38f-41dd39e61ce1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Unset dirty status for tenant:b47f6a1be1a348a3969f485ea6140e41 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:56.779752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cf13f1a9-992a-428c-b38f-41dd39e61ce1 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fd5b2bc-c768-49c3-872a-3f1b40531ec4 HTTP/1.1" status: 200 len: 205 time: 0.5260715 Mar 02 19:59:56.806311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Calling delete_port for c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:56.816035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33268) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.821137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.825261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.829572 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23b2e644-804d-4d58-936b-1f439eb327fd tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3137956 Mar 02 19:59:56.832295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:56.835094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33272) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.852045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:56.858624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:59:56.859174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:59:56.891976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.895975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-071e2e25-69d1-4ef7-9037-8c368ba4949a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:59:56.897685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-071e2e25-69d1-4ef7-9037-8c368ba4949a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.3089802 Mar 02 19:59:56.913255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.914423 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a704df2b-3089-469d-bb2c-b07ceda6c0d1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4104686 Mar 02 19:59:56.916238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.928790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'enable_snat': False}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:56.953960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:56.977637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] DHCP port deletion for 74923b1f-2f84-4860-9ee5-a59995919337 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:56.982682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:59:56.983101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:59:56.986762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:57.012153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Deleting port 9e7cb755-38ef-496b-bc22-af951735d134 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:57.012854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.014095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'port': {'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59', 'name': 'tempest-RoutersIpV6Test-490993611'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:57.054766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:59:57.057158 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-218cbaed-560b-4022-97ba-221d1f147ebc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] delete failed (client error): The resource could not be found. Mar 02 19:59:57.061761 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-218cbaed-560b-4022-97ba-221d1f147ebc tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/routers/9fd5b2bc-c768-49c3-872a-3f1b40531ec4 HTTP/1.1" status: 404 len: 336 time: 0.2438495 Mar 02 19:59:57.064961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33284) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.065469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-01ed4e79-ed37-430a-8db7-efec714c1e59', 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '218ef1a4-105b-4a73-88a9-bbf1520cb559'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:57.066295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.091160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Provisioning for port b3331ac7-5096-4402-82a4-15521c288ce6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:57.131038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828017c6-f245-4518-bfcb-15a9dfd26398 None None] Network 3e76ef27-dfbb-4c73-9c11-1d041419e818 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:57.174959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984922ae-e2d3-4eaf-948b-59f42f7c0932,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:57.179758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.185340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Provisioning complete for port b3331ac7-5096-4402-82a4-15521c288ce6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:57.185699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.193864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.194212 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Added segment 4e0a59a5-07e9-43f2-b4d7-10107163ed4c of type vlan for network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 Mar 02 19:59:57.198138 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-21246547-e28a-4c8a-beee-c4943c6dc172 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:57.198507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21246547-e28a-4c8a-beee-c4943c6dc172 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:57.213638 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-21246547-e28a-4c8a-beee-c4943c6dc172 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/b3ef3041-1b35-402b-8a0c-d64ad80e0439 HTTP/1.1" status: 404 len: 337 time: 0.1352859 Mar 02 19:59:57.216174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.228090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33288) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.244278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70e601a9-cbc5-4adc-82d2-5a4a3738999f tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/subnets/5f9e7cc6-4bbe-41d2-bb3d-4caa2142538b HTTP/1.1" status: 204 len: 168 time: 2.6583455 Mar 02 19:59:57.277335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33292) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.310600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d641ea-d8d1-4fd3-8d96-c24f389883b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:57.311128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d641ea-d8d1-4fd3-8d96-c24f389883b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:57.315615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-58d641ea-d8d1-4fd3-8d96-c24f389883b8 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/d008bdf2-3aed-4122-a04a-df16c8ef2f8d HTTP/1.1" status: 404 len: 337 time: 0.0832369 Mar 02 19:59:57.317316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737d93d1-ca37-4c6a-84a2-cbe4f675ab29']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:57.325538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33296) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.345742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port b3331ac7-5096-4402-82a4-15521c288ce6 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:57.346077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.349351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:57.352727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:57.353094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1356abd-b86e-4e2e-a3f6-1b7155a724dd') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:59:57.373626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:port and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:57.379149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:57.383101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Port b3331ac7-5096-4402-82a4-15521c288ce6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:59:57.384159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.396875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:57.399037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.462418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.475090 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bc1f47-c54f-4445-b950-759d2974699f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:57.475735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bc1f47-c54f-4445-b950-759d2974699f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:57.479706 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-66bc1f47-c54f-4445-b950-759d2974699f tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/0c41432d-157e-4f3c-b4c9-4bb81b378f8f HTTP/1.1" status: 404 len: 337 time: 0.1445358 Mar 02 19:59:57.487988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33300) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.493432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:59:57.494218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.510662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Deleting port c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:57.511017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.512877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:57.516512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:59:57.526907 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:59:57.564031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.625442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Provisioning for port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:59:57.641569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-21c68103-2bbe-45f9-8244-63dab05e7f22 None None] The port 'c586514f-f41a-4a1c-9a9b-1f09d7fc8dc1' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:59:57.650672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] For port 9e7cb755-38ef-496b-bc22-af951735d134, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9e7cb755-38ef-496b-bc22-af951735d134,segment=NetworkSegment(8a8f0573-fd23-473c-a3ab-f792458b6d1e),segment_id=8a8f0573-fd23-473c-a3ab-f792458b6d1e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:57.651055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.670516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Provisioning complete for port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:59:57.671060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.703492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Deleting subnet 1a3c3caa-1a94-47cf-8abc-090ac63530a5 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:59:57.707249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.745721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.769750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7826f598-970f-47a1-a537-284797fa2f38 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:57.770905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7826f598-970f-47a1-a537-284797fa2f38 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:57.772913 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7826f598-970f-47a1-a537-284797fa2f38 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/89d23afd-0fc3-455b-ac20-5a2edb40af1d HTTP/1.1" status: 404 len: 333 time: 0.2474613 Mar 02 19:59:57.773874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=37c024a8-4b4d-451b-9c79-f7ccf90b6e5c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:57.778778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33304) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.822326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Calling delete_port for 9e7cb755-38ef-496b-bc22-af951735d134 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:57.826168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '44a570c8-94c8-4678-9ffc-405f28e890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:59:57.826631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:59:57.833717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] device_id is not set on port a3ca0837-7667-4afb-9756-58f6968a15da yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 19:59:57.869944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Allocated IP 2001:db8::2 (01ed4e79-ed37-430a-8db7-efec714c1e59/218ef1a4-105b-4a73-88a9-bbf1520cb559/c95494bf-55cf-454b-9275-7e7d123ea4d1) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:57.881230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 19:59:57.884544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a30865-4497-46a4-9cc5-07832bd0bdb9 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:57.885060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a30865-4497-46a4-9cc5-07832bd0bdb9 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:57.900233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.935120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.937082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/737d93d1-ca37-4c6a-84a2-cbe4f675ab29 HTTP/1.1" status: 204 len: 168 time: 2.3028491 Mar 02 19:59:57.940886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33308) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:57.947457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f4a30865-4497-46a4-9cc5-07832bd0bdb9 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/a43fa1d7-ae0a-4e71-b440-74c5fbe2ef4e HTTP/1.1" status: 404 len: 337 time: 0.1604400 Mar 02 19:59:57.951692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dc3c3-0ca4-4f61-9d6e-32664a1e8e31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=737d93d1-ca37-4c6a-84a2-cbe4f675ab29,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:57.956462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.005415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.006287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:59:58.009115 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-54eae8fc-b58e-4f80-8f24-84a390296338 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:58.009746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54eae8fc-b58e-4f80-8f24-84a390296338 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:58.011901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-54eae8fc-b58e-4f80-8f24-84a390296338 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/27c04fcc-1b7d-48cd-882c-8dcaeb8013b5 HTTP/1.1" status: 404 len: 337 time: 0.0541551 Mar 02 19:59:58.018666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.056950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.061634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:58.071252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b87a35a-4a29-4117-82f4-6ce244568e5d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:58.071934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b87a35a-4a29-4117-82f4-6ce244568e5d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:58.076752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0b87a35a-4a29-4117-82f4-6ce244568e5d tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/0ec27a3c-ce8c-43f5-bbf3-6f132f8406e1 HTTP/1.1" status: 404 len: 333 time: 0.0561066 Mar 02 19:59:58.078582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:58.079325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.083288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.132278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc0df60-a5ee-450b-874c-8c71aafe6241 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:58.132776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc0df60-a5ee-450b-874c-8c71aafe6241 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:58.136052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ddc0df60-a5ee-450b-874c-8c71aafe6241 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/8ca8f890-63d0-4b62-b040-57096edaf27b HTTP/1.1" status: 404 len: 337 time: 0.0502551 Mar 02 19:59:58.137561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.171987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] DHCP port deletion for 3e76ef27-dfbb-4c73-9c11-1d041419e818 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:59:58.176976 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-14190151-2603-4abb-bbb7-94b713bd80fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3105183 Mar 02 19:59:58.179167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.182366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ced1567-9084-43fb-90c2-c2edf7448107 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] DELETE failed (client error): The resource could not be found. Mar 02 19:59:58.182884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ced1567-9084-43fb-90c2-c2edf7448107 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:59:58.186988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb35c39-9104-496e-a12f-2ad2dca5feb1 None None] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:58.187208 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1ced1567-9084-43fb-90c2-c2edf7448107 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/subnets/b810829d-b5d5-4daf-bbeb-e7c00d804dcb HTTP/1.1" status: 404 len: 337 time: 0.0459988 Mar 02 19:59:58.188443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1060513025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:58.194185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.228777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:58.232528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] Pushing event deleted for resources: {'Port': ['ID=9e7cb755-38ef-496b-bc22-af951735d134,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:58.234296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Deleting port 22fe1496-bf77-4d37-824c-ce351c676619 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:58.234665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.243762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:58.248442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:58.250865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.255894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:59:58.256443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.258122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:58.282563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Deleting port fdd1e052-d925-4ca9-ad74-f50f505e0db6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:58.283001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.313948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.314981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.331887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d426522-b400-47f5-b4a3-d24608bb65e5 None None] No DVR routers for this DVR port 9e7cb755-38ef-496b-bc22-af951735d134 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:58.355738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.361039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.429321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.464413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.464656 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5273218 Mar 02 19:59:58.471696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'subnet': {'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:59:58.534541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.534760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] For port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:58.538800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5a95db75-31eb-4ce2-81c9-b3fab8870ed5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3557749 Mar 02 19:59:58.555256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:58.588903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.613023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.619465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866b8ce-eee3-429e-adef-602f137978e4 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Network': ['ID=db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:58.637718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.661767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:59:58.707265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Transition to ACTIVE for port object c95494bf-55cf-454b-9275-7e7d123ea4d1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:58.728795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 7065ebd1-6821-4a38-bbe8-04474f47ad70 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:59:58.729126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.732099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 22fe1496-bf77-4d37-824c-ce351c676619 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:59:58.824042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for b3331ac7-5096-4402-82a4-15521c288ce6 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:58.877930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.965601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Transition to ACTIVE for port object c95494bf-55cf-454b-9275-7e7d123ea4d1 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:59:58.969796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.984075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] For port 22fe1496-bf77-4d37-824c-ce351c676619, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=22fe1496-bf77-4d37-824c-ce351c676619,segment=NetworkSegment(9f7f671d-c4e8-4984-97c0-3f13494c414e),segment_id=9f7f671d-c4e8-4984-97c0-3f13494c414e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:59:58.984544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:58.999757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84e4b7-adbf-42f5-ae05-8186f695f24b None None] Pushing event updated for resources: {'Port': ['ID=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:59.002455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8', 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '37c024a8-4b4d-451b-9c79-f7ccf90b6e5c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:59:59.003259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.018906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.044555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:59:59.096114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:subnet and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:59:59.155138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:59:59.175136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Calling delete_port for 22fe1496-bf77-4d37-824c-ce351c676619 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:59.214541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.303241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:59:59.322299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:59:59.360201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:59:59.370988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78dc9a0-4462-489e-a46c-c58d85483812 None None] Network 33186ee9-a3d9-494c-9bba-0901b54ce3e7 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:59:59.371783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3c3caa-1a94-47cf-8abc-090ac63530a5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:59.385582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.397334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Pushing event updated for resources: {'Port': ['ID=c95494bf-55cf-454b-9275-7e7d123ea4d1,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:59.405939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.406107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.411438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Calling delete_port for fdd1e052-d925-4ca9-ad74-f50f505e0db6 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:59.416317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.463620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:59:59.521661 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-84fb31fa-2694-40d8-af2f-2e87d9eef65e tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/subnets/1a3c3caa-1a94-47cf-8abc-090ac63530a5 HTTP/1.1" status: 204 len: 168 time: 2.2363036 Mar 02 19:59:59.546724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:59.626437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:59:59.629927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.674965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8::66 (01ed4e79-ed37-430a-8db7-efec714c1e59/218ef1a4-105b-4a73-88a9-bbf1520cb559/a3ca0837-7667-4afb-9756-58f6968a15da) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:59.681086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.727164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.741881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 7065ebd1-6821-4a38-bbe8-04474f47ad70 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:59:59.768147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=b3331ac7-5096-4402-82a4-15521c288ce6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:59.778102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Allocated IP 172.20.0.2 (0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8/37c024a8-4b4d-451b-9c79-f7ccf90b6e5c/417063ab-6c02-4dec-b941-7325fa3158a6) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:59:59.829210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.844256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] No DVR routers for this DVR port 22fe1496-bf77-4d37-824c-ce351c676619 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:59:59.880099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bffdbb-e7ee-4fe5-ba97-acc67f73ba36 None None] Pushing event deleted for resources: {'Port': ['ID=22fe1496-bf77-4d37-824c-ce351c676619,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:59:59.883676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.885839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.887720 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c25630da-e4f5-4f92-8240-5b4bd607ce8a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/b3331ac7-5096-4402-82a4-15521c288ce6 HTTP/1.1" status: 204 len: 168 time: 2.9093647 Mar 02 19:59:59.892718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33348) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:59:59.919411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Attempting to bind port c95494bf-55cf-454b-9275-7e7d123ea4d1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:59:59.919796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Attempting to bind port c95494bf-55cf-454b-9275-7e7d123ea4d1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c7ae7295-39c5-46f1-9040-8c6f85f481a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:59:59.920127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Attempting to bind port c95494bf-55cf-454b-9275-7e7d123ea4d1 on network 01ed4e79-ed37-430a-8db7-efec714c1e59 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:59:59.953025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.976090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:59.978877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.025627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:00.026274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Checking segment: {'id': 'c7ae7295-39c5-46f1-9040-8c6f85f481a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:00.026381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.026772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Bound using segment: {'id': 'c7ae7295-39c5-46f1-9040-8c6f85f481a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:00.027256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Bound port: c95494bf-55cf-454b-9275-7e7d123ea4d1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ae7295-39c5-46f1-9040-8c6f85f481a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '01ed4e79-ed37-430a-8db7-efec714c1e59'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:00.027629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.044780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e050f-c5ae-4ff5-accb-9776668738a7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:00.046723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e050f-c5ae-4ff5-accb-9776668738a7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:00.047491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-699e050f-c5ae-4ff5-accb-9776668738a7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:00.054876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:00.076264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Port': ['ID=fdd1e052-d925-4ca9-ad74-f50f505e0db6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:00.090570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.146070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Allocated IP 172.26.2.9 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/ea97d8a6-2486-4d3b-9c16-94ebcc108d6f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:00.189378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 9e7cb755-38ef-496b-bc22-af951735d134 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:00.189378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9e7cb755-38ef-496b-bc22-af951735d134 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:00.192227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-699e050f-c5ae-4ff5-accb-9776668738a7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:00.193340 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-699e050f-c5ae-4ff5-accb-9776668738a7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3001156 Mar 02 20:00:00.199990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33352) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:00.320710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] For port c95494bf-55cf-454b-9275-7e7d123ea4d1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:00.333650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b41abc2f-0449-4980-bff2-dd6155f40847 tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/ports/fdd1e052-d925-4ca9-ad74-f50f505e0db6 HTTP/1.1" status: 204 len: 168 time: 2.1382546 Mar 02 20:00:00.338735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] For port c95494bf-55cf-454b-9275-7e7d123ea4d1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c95494bf-55cf-454b-9275-7e7d123ea4d1,segment=NetworkSegment(c7ae7295-39c5-46f1-9040-8c6f85f481a2),segment_id=c7ae7295-39c5-46f1-9040-8c6f85f481a2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:00.352733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33356) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:00.366313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.377179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Transition to ACTIVE for port object 417063ab-6c02-4dec-b941-7325fa3158a6 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:00.384381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.402260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Transition to ACTIVE for port object 417063ab-6c02-4dec-b941-7325fa3158a6 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:00.423106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.437625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.450764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] DHCP port deletion for 33186ee9-a3d9-494c-9bba-0901b54ce3e7 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:00.477010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 5ce4804a-5b3a-41c8-a667-be8ae0b22661 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:00.480632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Deleting port 540bccdc-6450-455a-9103-1024540a1358 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:00.481024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.530974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:00.531225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.541092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:00.548926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:00.565061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=7065ebd1-6821-4a38-bbe8-04474f47ad70,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:00.596692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.601936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bf1e1-a7c3-4b31-9fdc-b3a96a0a2838 None None] Pushing event updated for resources: {'Port': ['ID=c95494bf-55cf-454b-9275-7e7d123ea4d1,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:00.712576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e76ef27-dfbb-4c73-9c11-1d041419e818']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:00.716464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.727020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.798209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.804586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.805235 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 5c2e646f-b52e-4772-936d-71cc916ac5bb disassociated (deleted). External IP: 172.26.2.186, port: 6f6805fd-b690-4c73-9cb0-9f5517f145ef. Mar 02 20:00:00.813183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Pushing event updated for resources: {'Port': ['ID=417063ab-6c02-4dec-b941-7325fa3158a6,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:00.823156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7f671d-c4e8-4984-97c0-3f13494c414e') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:00.823430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7f671d-c4e8-4984-97c0-3f13494c414e') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:00.823825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:00.848905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.856287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Attempting to bind port 417063ab-6c02-4dec-b941-7325fa3158a6 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:00.856917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Attempting to bind port 417063ab-6c02-4dec-b941-7325fa3158a6 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '44a570c8-94c8-4678-9ffc-405f28e890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:00.857456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Attempting to bind port 417063ab-6c02-4dec-b941-7325fa3158a6 on network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:00.868958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.921163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:00.922165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Checking segment: {'id': '44a570c8-94c8-4678-9ffc-405f28e890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:00.922743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.923275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Bound using segment: {'id': '44a570c8-94c8-4678-9ffc-405f28e890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:00.923928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Bound port: 417063ab-6c02-4dec-b941-7325fa3158a6, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a570c8-94c8-4678-9ffc-405f28e890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:00.924486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:00.980217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.000271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] For port 540bccdc-6450-455a-9103-1024540a1358, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=540bccdc-6450-455a-9103-1024540a1358,segment=NetworkSegment(58d30076-a1c6-4982-9541-d2df7169251d),segment_id=58d30076-a1c6-4982-9541-d2df7169251d)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:01.000958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.009250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.034427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:01.035181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:01.051932 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:01.164658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.167952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Calling delete_port for 540bccdc-6450-455a-9103-1024540a1358 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:01.174246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.273495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:01.276038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:01.276038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.283903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74923b1f-2f84-4860-9ee5-a59995919337']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:01.310319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object a3ca0837-7667-4afb-9756-58f6968a15da will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:01.321208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Subnet': ['ID=816da85c-90eb-4ee5-ae5f-64aa3b15c28c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.343378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.20.0.1 (0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8/37c024a8-4b4d-451b-9c79-f7ccf90b6e5c/58a9bc98-472c-43df-9f67-b9258f3707cd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:01.346331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:01.358374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Checking segment: {'id': '4e0a59a5-07e9-43f2-b4d7-10107163ed4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:01.358741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network hostable DHCP agents. Network: db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:01.374442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.377390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.382307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.458696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Network': ['ID=3e76ef27-dfbb-4c73-9c11-1d041419e818,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.465465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b52ffea5-a156-4312-afb3-02a13efed623 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/networks/3e76ef27-dfbb-4c73-9c11-1d041419e818 HTTP/1.1" status: 204 len: 168 time: 1.9148417 Mar 02 20:00:01.469309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:01.481511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.511188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] No DVR routers for this DVR port 540bccdc-6450-455a-9103-1024540a1358 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:01.514379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.523678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8f0573-fd23-473c-a3ab-f792458b6d1e') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:01.524256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8f0573-fd23-473c-a3ab-f792458b6d1e') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:01.568151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:01.591624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.600515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12651a58-5953-4f8f-a6a4-be4a36ff5091 None None] Pushing event updated for resources: {'Port': ['ID=417063ab-6c02-4dec-b941-7325fa3158a6,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.621486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.641894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:01.650999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446b8e2-f48c-4254-bcac-4b4982b7dbdd None None] Pushing event deleted for resources: {'Port': ['ID=540bccdc-6450-455a-9103-1024540a1358,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.651277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.654328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:01.667768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Pushing event updated for resources: {'Port': ['ID=ea97d8a6-2486-4d3b-9c16-94ebcc108d6f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.671814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:01.748476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 540bccdc-6450-455a-9103-1024540a1358 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:01.773597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:01.778476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:01.780072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.804035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:01.812058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15639682-b873-4af1-9f20-e95f79db09d8 None None] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:01.817725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:01.820291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:01.826315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:01.826940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.863375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.871743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.880301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 540bccdc-6450-455a-9103-1024540a1358 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:01.880838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 540bccdc-6450-455a-9103-1024540a1358 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:01.896717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:01.897378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:01.913120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-31e94a29-eefa-4ab8-ab5c-1294a6ac8480 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4470828 Mar 02 20:00:01.927542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=a3ca0837-7667-4afb-9756-58f6968a15da,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:01.936111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:01.937684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0585870b-a184-4f5c-91da-8f633b286192 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.9483173 Mar 02 20:00:01.943726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:01.947821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-440872161', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:01.956181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:01.960098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:router and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:01.963006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:01.969089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:01.988621 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:02.028542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce4804a-5b3a-41c8-a667-be8ae0b22661,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:02.063072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.068541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.069931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.149550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b116e-471a-4ded-9bce-58fb9a6bb85e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:02.207445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 58a9bc98-472c-43df-9f67-b9258f3707cd will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:02.325650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a7062-d96a-4e87-bdd2-47fd534b2633 None None] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:02.331532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.343781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.349932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.396052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] Pushing event deleted for resources: {'Network': ['ID=74923b1f-2f84-4860-9ee5-a59995919337,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:02.400539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:02.403885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.432408 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-624b059e-d986-40c2-be2c-8edec139313b tempest-PortsIpV6TestJSON-597344648 tempest-PortsIpV6TestJSON-597344648-project] 10.222.0.36 "DELETE /v2.0/networks/74923b1f-2f84-4860-9ee5-a59995919337 HTTP/1.1" status: 204 len: 168 time: 2.0703022 Mar 02 20:00:02.437074 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc58d4d5-7bee-4a3f-9fb5-90640705fbe3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/5ce4804a-5b3a-41c8-a667-be8ae0b22661 HTTP/1.1" status: 204 len: 168 time: 2.2327132 Mar 02 20:00:02.439557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33374) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:02.530152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c955bc58-7e97-40f3-bb5b-82f120944ab7 None None] Provisioning for port c95494bf-55cf-454b-9275-7e7d123ea4d1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:02.540614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6d54dc-3c6a-47a4-9d82-46889a662c27 None None] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:02.570891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:02.657592 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-35266d0b-a67d-4b3b-935d-0f3d5712560b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144392 Mar 02 20:00:02.659752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:02.978063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33186ee9-a3d9-494c-9bba-0901b54ce3e7']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:02.987907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:02.994386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.008978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb78f6-519a-4803-b230-06031378e932 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:03.020051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.023019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c95494bf-55cf-454b-9275-7e7d123ea4d1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:03.029786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.064482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Deleting port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:03.064776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.089491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:03.117943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:03.194146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:03.194966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:03.265738 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aa71f6e8-3235-477b-8cfe-4df00704b075 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/5c2e646f-b52e-4772-936d-71cc916ac5bb HTTP/1.1" status: 204 len: 168 time: 5.3225894 Mar 02 20:00:03.293052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d30076-a1c6-4982-9541-d2df7169251d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:03.293343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d30076-a1c6-4982-9541-d2df7169251d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:03.359318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.383269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:00:03.405307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-eedb78f6-519a-4803-b230-06031378e932 None None] For port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:03.405904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.491981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:03.543718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:03.558035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:03.574397 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'status': 'completed', 'code': 200} Mar 02 20:00:03.616383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Calling delete_port for 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:03.625144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.625741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.630737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.694638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=58a9bc98-472c-43df-9f67-b9258f3707cd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:03.726337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e9355c-fb69-4eca-8f67-3517e554b0bd None None] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:03.736086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.826312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:03.826690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:03.843471 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:03.857517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:03.888844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Router 2842b185-586a-4b16-9bfa-1445ec42b675 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:03.939731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb78f6-519a-4803-b230-06031378e932 None None] Pushing event deleted for resources: {'Port': ['ID=00a2b9fe-1f01-4180-afd8-91f35fce1ea0,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:03.953455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb78f6-519a-4803-b230-06031378e932 None None] No DVR routers for this DVR port 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:03.967749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9eda1d18-4d30-4d8d-880f-8b63c9ca4b4f None None] Provisioning for port 417063ab-6c02-4dec-b941-7325fa3158a6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:03.992116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.017277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c02b2d2-0b8a-4395-afb7-e31fd9337c01 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:04.021011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3c02b2d2-0b8a-4395-afb7-e31fd9337c01 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3116190 Mar 02 20:00:04.051995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33396) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.071015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c95494bf-55cf-454b-9275-7e7d123ea4d1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:04.072687 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-68d247da-c467-4b06-ad2f-3351dfba0a17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b47f6a1be1a348a3969f485ea6140e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9813337 Mar 02 20:00:04.090537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.099402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c95494bf-55cf-454b-9275-7e7d123ea4d1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:04.099402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.133216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.148166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:04.151952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.155798 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-748e856a-16f3-4dfb-909f-f43ffb5420e3 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "PUT /v2.0/routers/2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 200 len: 918 time: 7.2417567 Mar 02 20:00:04.156391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33404) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.162551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb0488-6ecf-4da4-b02f-297df3c76b82 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:04.163141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1fdb0488-6ecf-4da4-b02f-297df3c76b82 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:04.172862 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] Sync routers for ids ['2842b185-586a-4b16-9bfa-1445ec42b675'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:04.176504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.195612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] Routers {'2842b185-586a-4b16-9bfa-1445ec42b675'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:04.197455 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2842b185-586a-4b16-9bfa-1445ec42b675'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:04.223658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:04.270194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1fdb0488-6ecf-4da4-b02f-297df3c76b82 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:04.274439 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1fdb0488-6ecf-4da4-b02f-297df3c76b82 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2212498 Mar 02 20:00:04.276253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33408) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.298669 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:04.299505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.316661 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] Routers {'2842b185-586a-4b16-9bfa-1445ec42b675'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:04.317448 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2842b185-586a-4b16-9bfa-1445ec42b675'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:04.336923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Network': ['ID=33186ee9-a3d9-494c-9bba-0901b54ce3e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:04.371313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-e6e35e27-cdb5-49e3-99e4-1788a26cf2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:04.372835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-e6e35e27-cdb5-49e3-99e4-1788a26cf2a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 1098 time: 0.7145247 Mar 02 20:00:04.389784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-269d8014-3963-4707-b62e-8b065210d391 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/networks/33186ee9-a3d9-494c-9bba-0901b54ce3e7 HTTP/1.1" status: 204 len: 168 time: 2.9188969 Mar 02 20:00:04.396870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.408761 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:04.409328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b7977-817d-4762-be55-f2787a7cb983 None None] The sync data for ids ['2842b185-586a-4b16-9bfa-1445ec42b675'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:04.432703 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4948f15b-6882-420f-a3d2-68859c76660d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532376 Mar 02 20:00:04.433456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.441769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:04.497246 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4ed7f33d-97fc-497f-9f9a-0b544d1c81c9 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 200 len: 924 time: 0.3396978 Mar 02 20:00:04.507218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.521974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:04.543093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1445b-a19f-4759-9d44-71faa26f6bcb req-1d04c77c-aad1-4b1e-a46f-a1a9deda2783 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:04.544005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-89a1445b-a19f-4759-9d44-71faa26f6bcb req-1d04c77c-aad1-4b1e-a46f-a1a9deda2783 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:04.580155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:04.591183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:04.604402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:04.608789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.681502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Provisioning for port a3ca0837-7667-4afb-9756-58f6968a15da completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:04.692792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c95494bf-55cf-454b-9275-7e7d123ea4d1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c95494bf-55cf-454b-9275-7e7d123ea4d1,segment=NetworkSegment(c7ae7295-39c5-46f1-9040-8c6f85f481a2),segment_id=c7ae7295-39c5-46f1-9040-8c6f85f481a2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:04.702654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Provisioning complete for port a3ca0837-7667-4afb-9756-58f6968a15da triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:04.703090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.760134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.767537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:04.768813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 417063ab-6c02-4dec-b941-7325fa3158a6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:04.931413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Deleting subnet 667308d2-5c35-4b8e-a931-30c7531ae98c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:04.958884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c95494bf-55cf-454b-9275-7e7d123ea4d1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:05.027570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Port a3ca0837-7667-4afb-9756-58f6968a15da cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:05.042433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:05.052024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:00:05.070682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:05.071317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:05.143959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-89a1445b-a19f-4759-9d44-71faa26f6bcb req-1d04c77c-aad1-4b1e-a46f-a1a9deda2783 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:05.146272 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-89a1445b-a19f-4759-9d44-71faa26f6bcb req-1d04c77c-aad1-4b1e-a46f-a1a9deda2783 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 1.3822417 Mar 02 20:00:05.161899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.203456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.252368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:05.253596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:05.260070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:05.261529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.276191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=9e3eec99-03a0-4f75-a2ba-9681d17987cc,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:05.277468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.293857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Provisioning complete for port c95494bf-55cf-454b-9275-7e7d123ea4d1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:05.294086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1a2063d-1773-4b5e-b10d-ddd23546e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.303072 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c3b2a78e-d0dc-4c22-a237-86c85fc866de tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8635719 Mar 02 20:00:05.303593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33424) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:05.307428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.310726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': '9e3eec99-03a0-4f75-a2ba-9681d17987cc', 'ip_address': '2001:db8::9080:9684:5cb7:c453'}], 'name': 'tempest-NetworksTestDHCPv6-748881774'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:05.318704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f13310-df7f-40ab-bc23-01d6857d9de9 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:05.341419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 417063ab-6c02-4dec-b941-7325fa3158a6 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:05.374347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 417063ab-6c02-4dec-b941-7325fa3158a6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:05.374716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.429937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-34540494-6ffd-48ed-a229-51696d162e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:05.431396 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-34540494-6ffd-48ed-a229-51696d162e2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 200 len: 898 time: 1.0317750 Mar 02 20:00:05.451709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:05.461354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:05.474120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:05.475760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.495069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:05.608198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.632231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:05.675027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-46f8f2d2-96cd-47dd-a684-781c9f01465b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 200 len: 217 time: 0.2017710 Mar 02 20:00:05.678362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-89a1445b-a19f-4759-9d44-71faa26f6bcb req-6f876f48-8daf-4b6b-9d6f-1ab20d78a868 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287117 Mar 02 20:00:05.823706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c44482-7ff9-4d94-8196-08beea4dd01e tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:05.825267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-63c44482-7ff9-4d94-8196-08beea4dd01e tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=2842b185-586a-4b16-9bfa-1445ec42b675&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.2907822 Mar 02 20:00:05.845288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33428) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:05.942467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:05.974098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::9080:9684:5cb7:c453 (9616b26f-257b-4b9d-b045-31339b11d161/9e3eec99-03a0-4f75-a2ba-9681d17987cc/2a04d3b2-cb2f-4eec-b566-21ea7a482aaa) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:06.020318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '9e3eec99-03a0-4f75-a2ba-9681d17987cc'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:06.021162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.043985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ac697-e244-482e-9047-9f42ecb9f770 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:06.050255 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1d2ac697-e244-482e-9047-9f42ecb9f770 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/networks/03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 881 time: 0.1991906 Mar 02 20:00:06.050255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33432) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:06.086669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:06.102875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.111695 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8750df3f-01b9-40c4-8855-91f0f8238af9 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 200 len: 205 time: 0.0591125 Mar 02 20:00:06.111899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33436) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:06.124520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.132559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.169135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-f5fe1ba0-ca5e-4ab9-9d45-1fb45c2de96d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:06.170627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-f5fe1ba0-ca5e-4ab9-9d45-1fb45c2de96d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 1.0025055 Mar 02 20:00:06.174468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Provisioning complete for port a3ca0837-7667-4afb-9756-58f6968a15da triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:06.175845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.181572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-83848d44-787b-4932-b244-5db3db40cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:06.182913 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-83848d44-787b-4932-b244-5db3db40cc5d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 200 len: 834 time: 0.4419355 Mar 02 20:00:06.218963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.220700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8f5af-9ebc-4847-b203-52545f589b89,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:06.266015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c95494bf-55cf-454b-9275-7e7d123ea4d1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:06.350304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.354043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70409c52-653b-4ecf-9a49-9713c87bf41b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dfe8f5af-9ebc-4847-b203-52545f589b89 HTTP/1.1" status: 204 len: 168 time: 2.2574930 Mar 02 20:00:06.356985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:06.368542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Port a3ca0837-7667-4afb-9756-58f6968a15da cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:06.370231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=417063ab-6c02-4dec-b941-7325fa3158a6,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:06.389879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.402366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.436530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Provisioning for port 58a9bc98-472c-43df-9f67-b9258f3707cd completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:06.441682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.445027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:06.451590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c95494bf-55cf-454b-9275-7e7d123ea4d1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:06.452958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.462264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 6f6805fd-b690-4c73-9cb0-9f5517f145ef {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:06.462514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.500229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Provisioning complete for port 58a9bc98-472c-43df-9f67-b9258f3707cd triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:06.500979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.529280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.552395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6bf651-44d7-4837-9fe1-ad5205d8a230 None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T19:59:41Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '715f9aec-8631-4573-83f3-a1a67b5062fc', 'name': '', 'network_id': 'c6fddb2f-4ca1-446b-bc21-38d227ee3e05', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:4e:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:54Z', 'updated_at': '2022-03-02T19:57:07Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'e35150f5-3959-4bc9-8d1c-62fca7fe493e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:06.615084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.650458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port ea97d8a6-2486-4d3b-9c16-94ebcc108d6f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:06.650970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.669936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Port 58a9bc98-472c-43df-9f67-b9258f3707cd cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:06.708922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Provisioning complete for port 417063ab-6c02-4dec-b941-7325fa3158a6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:06.709293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32bd0129-65e6-4e65-ac08-86af22e6eda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.813856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:06.995741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:06.996321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 00a2b9fe-1f01-4180-afd8-91f35fce1ea0 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:06.999906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2beaa6e-31c1-4c28-b662-80844d825e93 None None] New status for floating IP 5c2e646f-b52e-4772-936d-71cc916ac5bb: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:00:07.010961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.106292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:07.164179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.247246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=a3ca0837-7667-4afb-9756-58f6968a15da,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:07.297503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for ea97d8a6-2486-4d3b-9c16-94ebcc108d6f owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:07.332291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.395979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/9e3eec99-03a0-4f75-a2ba-9681d17987cc/322f46c1-83cb-4421-8a24-825cae63e335) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:07.460012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:07.461194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33462) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:07.483173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:07.508543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:07.524895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:07.533742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.571415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=2a04d3b2-cb2f-4eec-b566-21ea7a482aaa,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:07.583655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.584155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.584530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.584858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.585177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.585493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.585807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.586123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.586436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.586752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.587062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.587363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.605397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.605740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.606697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.607821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.608408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.608802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.609171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.609506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.609839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.610286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.610568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.610889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:07.624964 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ccb99200-b8c3-4f82-83e7-710316cbc6f5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3193867 Mar 02 20:00:07.630917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33468) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:07.684393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a4246ae-64b0-4e1a-b8b2-f7da448eae00 None None] Provisioning complete for port a3ca0837-7667-4afb-9756-58f6968a15da triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:07.684393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a4246ae-64b0-4e1a-b8b2-f7da448eae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.686775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1942913088'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:07.698226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:07.705426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:07.709014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:07.709490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.721702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:07.737770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Transition to ACTIVE for port object 322f46c1-83cb-4421-8a24-825cae63e335 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:07.766419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4a4246ae-64b0-4e1a-b8b2-f7da448eae00 None None] Port a3ca0837-7667-4afb-9756-58f6968a15da cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:07.770245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Transition to ACTIVE for port object 322f46c1-83cb-4421-8a24-825cae63e335 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:07.775223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-34484543-0092-41f1-953b-5a0f88763cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:07.776821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-34484543-0092-41f1-953b-5a0f88763cee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c6fddb2f-4ca1-446b-bc21-38d227ee3e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5381727 Mar 02 20:00:07.777408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.785778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.89 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/681f23f3-8ebc-4dee-92c2-2479bd4c7908) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:07.789302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.802897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:07.806365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.825356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.844203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:07.847254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:07.851069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:07.863333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:07.875368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df38f28-7c93-4fb9-b98b-0cd1f735983f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:07.876296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1df38f28-7c93-4fb9-b98b-0cd1f735983f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:07.879735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:07.883397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:07.891277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.894763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Pushing event updated for resources: {'Port': ['ID=322f46c1-83cb-4421-8a24-825cae63e335,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:07.909005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:07.917905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:07.920618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Subnet': ['ID=667308d2-5c35-4b8e-a931-30c7531ae98c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:07.946854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98139e75-45f1-4078-a054-d1655d44c88c None None] Network 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:07.982825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Attempting to bind port 322f46c1-83cb-4421-8a24-825cae63e335 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:07.983165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Attempting to bind port 322f46c1-83cb-4421-8a24-825cae63e335 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:07.983778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Attempting to bind port 322f46c1-83cb-4421-8a24-825cae63e335 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:08.040258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:08.041044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:08.041044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.041441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:08.041796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Bound port: 322f46c1-83cb-4421-8a24-825cae63e335, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:08.042166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.058820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=ea97d8a6-2486-4d3b-9c16-94ebcc108d6f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:08.073219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf51b3-15a5-48df-98c8-eb1b14a9ee48 req-bffb44a1-3efe-43da-8fe5-30962626cc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:08.074728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2cf51b3-15a5-48df-98c8-eb1b14a9ee48 req-bffb44a1-3efe-43da-8fe5-30962626cc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 945 time: 0.8739474 Mar 02 20:00:08.085481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 6f6805fd-b690-4c73-9cb0-9f5517f145ef, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f6805fd-b690-4c73-9cb0-9f5517f145ef,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:08.086167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.091313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1df38f28-7c93-4fb9-b98b-0cd1f735983f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:08.095026 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1df38f28-7c93-4fb9-b98b-0cd1f735983f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4612157 Mar 02 20:00:08.098889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:08.101017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.115298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.124567 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f5801b40-316a-45a8-922e-3178b74cd189 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/subnets/667308d2-5c35-4b8e-a931-30c7531ae98c HTTP/1.1" status: 204 len: 168 time: 3.6841233 Mar 02 20:00:08.125658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.138527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:08.217766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] For port 322f46c1-83cb-4421-8a24-825cae63e335, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:08.221758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] For port 322f46c1-83cb-4421-8a24-825cae63e335, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=322f46c1-83cb-4421-8a24-825cae63e335,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:08.234769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.283088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 417063ab-6c02-4dec-b941-7325fa3158a6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:08.287598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.300566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.306032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.353234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.353737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router 2842b185-586a-4b16-9bfa-1445ec42b675 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:08.367219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.383513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.390892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f408fde-74f6-4557-abb4-f4e934d64843 None None] Pushing event updated for resources: {'Port': ['ID=322f46c1-83cb-4421-8a24-825cae63e335,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:08.406389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 417063ab-6c02-4dec-b941-7325fa3158a6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:08.406967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.419128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4237484-db21-4643-889f-cd197c679869,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:08.425938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.427040 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fda3d9ef-17a7-4fef-8bb9-f99837c236df tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 204 len: 168 time: 2.3141177 Mar 02 20:00:08.432956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33480) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:08.438181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1670363597', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:08.453836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:08.456764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:08.464113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Usage tracker for resource:router and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:08.468744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:08.478049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 6f6805fd-b690-4c73-9cb0-9f5517f145ef owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:08.479835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.480237 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment e28959d7-686e-47ea-b588-4bdab16595d7 of type vlan for network 674714d2-2a11-4a96-baa3-34a1a2c4365c Mar 02 20:00:08.481796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:08.486227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] DHCP port deletion for 9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:08.494571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Deleting port d4264b12-dcf8-4961-8e33-c1bcda18429f {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:08.494946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.508704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.509699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.521326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.538671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.576459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.584151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:08.584899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.702991 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2360001 Mar 02 20:00:08.708647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33484) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:08.782454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] For port d4264b12-dcf8-4961-8e33-c1bcda18429f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d4264b12-dcf8-4961-8e33-c1bcda18429f,segment=NetworkSegment(bc923b21-650a-4373-b1ee-9e28d009780f),segment_id=bc923b21-650a-4373-b1ee-9e28d009780f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:08.783289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.926860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2cf51b3-15a5-48df-98c8-eb1b14a9ee48 req-1ad7cf0f-10b6-4f87-ae2b-12b2d5e79387 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=a4431582-893b-4e7c-9681-b1dc1b37c750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8202901 Mar 02 20:00:08.955065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Calling delete_port for d4264b12-dcf8-4961-8e33-c1bcda18429f owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:08.961375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:08.983261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:08.983624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.018053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-b00c22f3-410e-4663-84c0-f5897db8708d service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2128940 Mar 02 20:00:09.038269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 6f6805fd-b690-4c73-9cb0-9f5517f145ef no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:09.042219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=58a9bc98-472c-43df-9f67-b9258f3707cd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:09.065200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.074293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'name': 'tempest-PortsTestJSON-2066678637'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:09.115074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.194228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.202802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Pushing event deleted for resources: {'Port': ['ID=d4264b12-dcf8-4961-8e33-c1bcda18429f,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:09.211356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] No DVR routers for this DVR port d4264b12-dcf8-4961-8e33-c1bcda18429f on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:09.220634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.221016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.221369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.222768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.223106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.223444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.223777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.224108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.224881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.224881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.225108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.225723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca7372-ad2a-4ff8-a3b5-dd900232b900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:09.252967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.277153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0ac6c-78a5-414d-93a7-bb3f6a92768c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=674714d2-2a11-4a96-baa3-34a1a2c4365c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:09.281587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.291193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:09.337755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:09.345334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:09.349411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:09.356492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:09.434417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:09.438588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.476256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 948bacb1-8f8a-445f-9333-b2f224809245 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:09.646436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.702220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.829314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eff428bf-03a9-4226-bbf5-e3c1ffece205 None None] Provisioning for port 322f46c1-83cb-4421-8a24-825cae63e335 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:09.860988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.901787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fdccdd0-1f0e-4cc5-959b-2e864ad7ffe5 req-e06c73ae-154b-486d-8b83-6e0761082f25 service neutron] 10.222.0.32 "GET /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8539164 Mar 02 20:00:09.903664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.937856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.945276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:09.945788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=6f6805fd-b690-4c73-9cb0-9f5517f145ef,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:10.030234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:10.060440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.061031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d8dc3a3-805f-47b3-b2aa-64f31776ca93 None None] Provisioning for port 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:10.068126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d8dc3a3-805f-47b3-b2aa-64f31776ca93 None None] Provisioning complete for port 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:10.068928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d8dc3a3-805f-47b3-b2aa-64f31776ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.085778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.123966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d8dc3a3-805f-47b3-b2aa-64f31776ca93 None None] Port 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:10.138878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Allocated IP 172.26.2.123 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/6976f70b-29e6-40bc-a16a-dd803057de45) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:10.159464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:10.181040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:10.232418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=948bacb1-8f8a-445f-9333-b2f224809245,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:10.251936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'e28959d7-686e-47ea-b588-4bdab16595d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:10.252294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: 674714d2-2a11-4a96-baa3-34a1a2c4365c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:10.260113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 6f6805fd-b690-4c73-9cb0-9f5517f145ef on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:10.287057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 322f46c1-83cb-4421-8a24-825cae63e335 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:10.337134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.354734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:10.357415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc923b21-650a-4373-b1ee-9e28d009780f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:10.357712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc923b21-650a-4373-b1ee-9e28d009780f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:10.376079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 674714d2-2a11-4a96-baa3-34a1a2c4365c) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:10.377765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 322f46c1-83cb-4421-8a24-825cae63e335 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:10.385969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d3eea-721a-4931-9612-13512db93c56 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:10.396643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:10.403716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:10.404382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.416224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 322f46c1-83cb-4421-8a24-825cae63e335 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:10.416849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.459766 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3c3782ee-8e0e-4ae6-a986-0c501c5137e4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5929580 Mar 02 20:00:10.463130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.470174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33490) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:10.478145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2096366191'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:10.486914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:10.493620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:10.497749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:10.507382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:10.539192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:10.543813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.581710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:10.581937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a73208ea-dbca-4b34-961e-de787dfd6d83 None None] Provisioning complete for port 58a9bc98-472c-43df-9f67-b9258f3707cd triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:10.582291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a73208ea-dbca-4b34-961e-de787dfd6d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.593168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.593513 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment d015fb6b-4cbe-4a20-b746-6f3947adc9c4 of type vlan for network cbef9221-a69a-44db-89a3-85758d68db06 Mar 02 20:00:10.595096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.637313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.640903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'name': 'network-vif-deleted', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:00:10.647314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a876f870-f885-4a59-b722-f9b39c803387 req-e68af4d9-44c7-4a4a-97e0-c3c7cb0a8e7a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b95d32a-eb26-417c-9975-494ff4e3ae9e HTTP/1.1" status: 200 len: 210 time: 0.4590595 Mar 02 20:00:10.659227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.674128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event updated for resources: {'Port': ['ID=6976f70b-29e6-40bc-a16a-dd803057de45,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:10.677077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.685691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:10.686111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.700367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:10.713805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:10.724577 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:10.727276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:10.758446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.759333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a73208ea-dbca-4b34-961e-de787dfd6d83 None None] Port 58a9bc98-472c-43df-9f67-b9258f3707cd cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:10.767395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:10.772229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:10.777647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:10.828299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.842664 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b95d32a-eb26-417c-9975-494ff4e3ae9e', 'name': 'network-vif-deleted', 'tag': '6f6805fd-b690-4c73-9cb0-9f5517f145ef', 'status': 'completed', 'code': 200} Mar 02 20:00:10.864132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 322f46c1-83cb-4421-8a24-825cae63e335, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=322f46c1-83cb-4421-8a24-825cae63e335,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:10.870010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:10.930467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d4264b12-dcf8-4961-8e33-c1bcda18429f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:10.975597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d4264b12-dcf8-4961-8e33-c1bcda18429f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:10.975982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d4264b12-dcf8-4961-8e33-c1bcda18429f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:11.000406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=322f46c1-83cb-4421-8a24-825cae63e335,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:11.002886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.008243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:11.008942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.035575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 2a04d3b2-cb2f-4eec-b566-21ea7a482aaa owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:11.142900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d2ca480-6056-40d2-80f2-e5be32f16380 req-84f98224-df85-4935-adbb-a3f61e8803f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/6f6805fd-b690-4c73-9cb0-9f5517f145ef HTTP/1.1" status: 204 len: 173 time: 4.9549177 Mar 02 20:00:11.155693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=681f23f3-8ebc-4dee-92c2-2479bd4c7908,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:11.205093 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7312853 Mar 02 20:00:11.206964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33496) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:11.207587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4486e-6082-4b8f-a62c-a763c00651e5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=cbef9221-a69a-44db-89a3-85758d68db06,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:11.214461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'ports': [{'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'}, {'network_id': 'cbef9221-a69a-44db-89a3-85758d68db06'}]} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:11.214778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:11.215281 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': 'cbef9221-a69a-44db-89a3-85758d68db06'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:11.219049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cbef9221-a69a-44db-89a3-85758d68db06 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:11.343905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.348861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.514977 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/networks/9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27 HTTP/1.1" status: 204 len: 168 time: 3.3722703 Mar 02 20:00:11.520087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33500) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:11.530716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:11.555742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200840f6-b143-47e4-9e22-e947ec101096 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Pushing event deleted for resources: {'Network': ['ID=9b0c0f1d-40e1-43d0-a9c6-62d0a57d6c27,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:11.625614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:11.636544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:11.645252 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0be61441-c1a7-4b15-b1f4-a42a8e8a12e8 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "GET /v2.0/ports?device_id=384fce99-df12-4768-80d8-babde206ee32 HTTP/1.1" status: 200 len: 205 time: 0.1216178 Mar 02 20:00:11.647696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33504) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:11.648978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:11.708690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 8fea7a25-e063-413f-8147-68c9033cb3c5 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:11.733498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.744659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.746642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.795608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1ba576b7-311a-4dd7-be78-af35c4c4fe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.808986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 2} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:11.813332 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.873202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33510) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:11.904526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.912087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.912859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:11.929086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=2a04d3b2-cb2f-4eec-b566-21ea7a482aaa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:11.965662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.243694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 322f46c1-83cb-4421-8a24-825cae63e335 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:12.333656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.385555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 322f46c1-83cb-4421-8a24-825cae63e335 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:12.385928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.435535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=a3ca0837-7667-4afb-9756-58f6968a15da,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:12.446895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4cef4f2f-5e37-46e0-87c9-cf01649db6c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/2a04d3b2-cb2f-4eec-b566-21ea7a482aaa HTTP/1.1" status: 204 len: 168 time: 4.3244188 Mar 02 20:00:12.505368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33514) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:12.509470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:12.522621 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] Sync routers for ids ['8fea7a25-e063-413f-8147-68c9033cb3c5'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:12.523260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c6adc00-4cb9-4d58-ba77-7e6d5686a731 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/8fea7a25-e063-413f-8147-68c9033cb3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9665124 Mar 02 20:00:12.526329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33516) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:12.541170 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] Routers {'8fea7a25-e063-413f-8147-68c9033cb3c5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:12.544795 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8fea7a25-e063-413f-8147-68c9033cb3c5'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:12.605449 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:12.614191 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] Routers {'8fea7a25-e063-413f-8147-68c9033cb3c5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:12.614894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.615040 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8fea7a25-e063-413f-8147-68c9033cb3c5'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:12.676420 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:12.676717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d8700-8148-4bc3-8988-8c4e2f625665 None None] The sync data for ids ['8fea7a25-e063-413f-8147-68c9033cb3c5'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:12.714894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ef3d9-1dcb-4ec7-be66-4adbd8aad824 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:12.715466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-518ef3d9-1dcb-4ec7-be66-4adbd8aad824 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:12.729134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:12.733802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:12.770841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.866227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.868601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-518ef3d9-1dcb-4ec7-be66-4adbd8aad824 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:12.872384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-518ef3d9-1dcb-4ec7-be66-4adbd8aad824 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports/58a9bc98-472c-43df-9f67-b9258f3707cd HTTP/1.1" status: 200 len: 910 time: 0.3411102 Mar 02 20:00:12.881375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:12.881678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:12.898980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37c024a8-4b4d-451b-9c79-f7ccf90b6e5c'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:12.976987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a243ddb-fb7d-484a-b623-9db5e3852ad2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:12.978634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a243ddb-fb7d-484a-b623-9db5e3852ad2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:12.979277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8a243ddb-fb7d-484a-b623-9db5e3852ad2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:12.997040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 89f6cc27-5f72-47c1-b76d-98bf6e1265f4 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:13.005786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0c5e305-1ce7-4535-9b78-d37577c53817 None None] Provisioning complete for port a3ca0837-7667-4afb-9756-58f6968a15da triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:13.006230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0c5e305-1ce7-4535-9b78-d37577c53817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.027623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.055863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.056386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Fanout notify agent at l3_agent the message router_deleted on router 384fce99-df12-4768-80d8-babde206ee32 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:13.071541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e0c5e305-1ce7-4535-9b78-d37577c53817 None None] Port a3ca0837-7667-4afb-9756-58f6968a15da cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:13.083024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.097816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8a243ddb-fb7d-484a-b623-9db5e3852ad2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:13.098970 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8a243ddb-fb7d-484a-b623-9db5e3852ad2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5332177 Mar 02 20:00:13.110238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:13.214584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.215626 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea5f261e-d335-4521-8773-92814973d706 tempest-RoutersNegativeTest-1282698031 tempest-RoutersNegativeTest-1282698031-project] 10.222.0.36 "DELETE /v2.0/routers/384fce99-df12-4768-80d8-babde206ee32 HTTP/1.1" status: 204 len: 168 time: 1.5649242 Mar 02 20:00:13.267383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 9e3eec99-03a0-4f75-a2ba-9681d17987cc {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:13.293968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.318846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.401010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router b24500f3-32a4-4817-97a3-7f104127e9e5 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:13.449433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.485544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.518751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4431582-893b-4e7c-9681-b1dc1b37c750,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:13.528356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.562430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:13.595404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.599647 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-82f65921-e6bf-4be7-a826-7cba3fbfcf0a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/a4431582-893b-4e7c-9681-b1dc1b37c750 HTTP/1.1" status: 204 len: 168 time: 1.7142491 Mar 02 20:00:13.684839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 61c3e158-4d1e-40e5-a95b-b553be7ea6f5 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:13.698554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33542) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:13.817196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:13.925733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:13.934041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-08be3bec-5f09-49af-beca-231a01d9b3cd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/b24500f3-32a4-4817-97a3-7f104127e9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9419734 Mar 02 20:00:13.939676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:13.940520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] Sync routers for ids ['b24500f3-32a4-4817-97a3-7f104127e9e5'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:13.952094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] Routers {'b24500f3-32a4-4817-97a3-7f104127e9e5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:13.953467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b24500f3-32a4-4817-97a3-7f104127e9e5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:13.992188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Router 3883da79-25f6-4a4d-9a4f-7c8caf3a7bad is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:14.015363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.024199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] Routers {'b24500f3-32a4-4817-97a3-7f104127e9e5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:14.025060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b24500f3-32a4-4817-97a3-7f104127e9e5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.088121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.088608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1295ade4-a61a-4aaf-9a50-02723ecbf514 None None] The sync data for ids ['b24500f3-32a4-4817-97a3-7f104127e9e5'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:14.155219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4a2bc4-7d04-4561-af72-2a8d9dd54e15 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:14.155808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf4a2bc4-7d04-4561-af72-2a8d9dd54e15 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:14.158140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.171707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:14.190280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-99d06a16-1217-4b12-9977-f7563069fa25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b279ca683e064aa3aaa5496ca1dcd975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265769 Mar 02 20:00:14.206119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33550) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.313157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cf4a2bc4-7d04-4561-af72-2a8d9dd54e15 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:14.314318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cf4a2bc4-7d04-4561-af72-2a8d9dd54e15 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports/a3ca0837-7667-4afb-9756-58f6968a15da HTTP/1.1" status: 200 len: 982 time: 0.3741004 Mar 02 20:00:14.320807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33554) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.510341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.567945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.590479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.596693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.601371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3a413-30ce-421f-bde6-6526b5357c7c None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:14.601579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3eec99-03a0-4f75-a2ba-9681d17987cc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:14.684413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:14.699722 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] Sync routers for ids ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:14.714206 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] Routers {'3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:14.714893 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.719260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:14.721829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.742651 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-576c10c4-f542-4055-adc4-ac5a32a45dc8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9e3eec99-03a0-4f75-a2ba-9681d17987cc HTTP/1.1" status: 204 len: 168 time: 1.5852723 Mar 02 20:00:14.758817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33558) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.781937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:14.799251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:14.800224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.877541 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.888990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.892822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d79a2219-0a9e-4ace-b527-2f1855b27589 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.9490302 Mar 02 20:00:14.895808 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] Routers {'3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:14.896054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33562) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.897097 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.903099 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bdd5918f-b68c-4190-9cb7-b3b4e5651fb6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415434 Mar 02 20:00:14.903939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33564) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.917891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.922201 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d89d477b-079d-4a7e-895c-4eae72b51cb8 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4853432 Mar 02 20:00:14.926677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:14.930184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33568) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:14.965624 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:14.966410 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd027a8-f3df-403e-b67c-5f7612905b7a None None] The sync data for ids ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:14.981350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:14.992413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:15.016077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:15.016751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T19:59:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:15.094460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:15.094831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec145ab-fd97-4d5a-9da1-f010a40ce0b9 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:15.102364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7003e4a6-8967-4cf0-b3ed-c9fbbd682398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.146153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.164051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:15.178784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:15.192764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ae762-65a3-4c3e-8d4a-9f5842923924,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:15.196264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:15.196552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.198779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:15.200962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=89f6cc27-5f72-47c1-b76d-98bf6e1265f4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:15.205205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:15.206045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.213625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:15.223285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:15.231039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Deleting port 322f46c1-83cb-4421-8a24-825cae63e335 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:15.231807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.254206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:15.259449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.263035 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-95927d83-da07-45c9-9c2b-23899fc55910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b4ae762-65a3-4c3e-8d4a-9f5842923924 HTTP/1.1" status: 204 len: 168 time: 1.0444577 Mar 02 20:00:15.263191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.280519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.286439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:15.303941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.327204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=61c3e158-4d1e-40e5-a95b-b553be7ea6f5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:15.344556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:15.348299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.392834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'd015fb6b-4cbe-4a20-b746-6f3947adc9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'cbef9221-a69a-44db-89a3-85758d68db06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:15.393488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: cbef9221-a69a-44db-89a3-85758d68db06, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:15.532453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.538448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network cbef9221-a69a-44db-89a3-85758d68db06 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:15.543742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] For port 322f46c1-83cb-4421-8a24-825cae63e335, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=322f46c1-83cb-4421-8a24-825cae63e335,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:15.543742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.552846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=58a9bc98-472c-43df-9f67-b9258f3707cd,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:15.587591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:15.588537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.593022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-03e22e91-fce1-45f0-89d7-ba14ce240608 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/ports/58a9bc98-472c-43df-9f67-b9258f3707cd HTTP/1.1" status: 200 len: 910 time: 2.7079651 Mar 02 20:00:15.594191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, cbef9221-a69a-44db-89a3-85758d68db06) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:15.596019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33578) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:15.649271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0b0ef-224b-4400-bf6d-a20b351ac4ea None None] Network cbef9221-a69a-44db-89a3-85758d68db06 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:15.816251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:15.821773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:15.826407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:15.827335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.952058 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cf291752-0660-42c9-989a-2905b0ba557e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7419739 Mar 02 20:00:15.955135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33590) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:15.965134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:15.983565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Calling delete_port for 322f46c1-83cb-4421-8a24-825cae63e335 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:16.186141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.226048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.247586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.265236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] No DVR routers for this DVR port 322f46c1-83cb-4421-8a24-825cae63e335 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:16.286098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d5b13-7dc3-485f-b3f3-46e437375bd3 None None] Pushing event deleted for resources: {'Port': ['ID=322f46c1-83cb-4421-8a24-825cae63e335,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:16.294785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 322f46c1-83cb-4421-8a24-825cae63e335 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:16.339177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 322f46c1-83cb-4421-8a24-825cae63e335 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:16.339634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 322f46c1-83cb-4421-8a24-825cae63e335 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:16.360853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=9f930edf-eca7-4789-99c1-f542c0974491,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:16.365901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 61c3e158-4d1e-40e5-a95b-b553be7ea6f5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:16.366496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.454281 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33602) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:16.503421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:16.513662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:16.522413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:16.523060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.526408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16957d8-892a-473e-87eb-38d206e636b2 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:16.646461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e6fa0d6e-7cfa-41c0-8168-e658321adeda tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:16.647170 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-e6fa0d6e-7cfa-41c0-8168-e658321adeda tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 20:00:16.647874 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-e6fa0d6e-7cfa-41c0-8168-e658321adeda tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:00:16.648624 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6fa0d6e-7cfa-41c0-8168-e658321adeda tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1852145 Mar 02 20:00:16.687485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:16.733023 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b28abf52-3810-47c8-b21e-5f140d1c5a1c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8143632 Mar 02 20:00:16.766122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:16.781309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '9f930edf-eca7-4789-99c1-f542c0974491'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:16.782271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.798165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.814527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': '9f930edf-eca7-4789-99c1-f542c0974491', 'ip_address': '2001:db8::1380:13fd:3c:8be0'}], 'name': 'tempest-NetworksTestDHCPv6-773830051'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:16.884007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--58099981'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:16.919504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:16.938563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:16.949695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/9f930edf-eca7-4789-99c1-f542c0974491/4ed2c26b-adc0-4510-ad83-23b07d000523) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:16.952057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:16.961474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:16.969396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:17.029417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Deleting port 6976f70b-29e6-40bc-a16a-dd803057de45 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:17.029685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.044783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.071574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.075484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.099036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.188456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.194570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:17.201624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Transition to ACTIVE for port object 4ed2c26b-adc0-4510-ad83-23b07d000523 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:17.212695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:17.223073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Transition to ACTIVE for port object 4ed2c26b-adc0-4510-ad83-23b07d000523 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:17.230523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.258284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port a3ca0837-7667-4afb-9756-58f6968a15da {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:17.258928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.286442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:17.297852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:17.305489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:17.310248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:17.316255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Pushing event updated for resources: {'Port': ['ID=4ed2c26b-adc0-4510-ad83-23b07d000523,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:17.318426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:17.348201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 61c3e158-4d1e-40e5-a95b-b553be7ea6f5 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:17.391604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:17.407692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Attempting to bind port 4ed2c26b-adc0-4510-ad83-23b07d000523 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:17.408142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Attempting to bind port 4ed2c26b-adc0-4510-ad83-23b07d000523 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:17.408863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Attempting to bind port 4ed2c26b-adc0-4510-ad83-23b07d000523 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:17.414617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:17.415227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:17.415564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.416061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:17.416632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Bound port: 4ed2c26b-adc0-4510-ad83-23b07d000523, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:17.417152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.428306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:17.439797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:17.498388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:17.506175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] For port 4ed2c26b-adc0-4510-ad83-23b07d000523, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:17.509154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] For port 4ed2c26b-adc0-4510-ad83-23b07d000523, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4ed2c26b-adc0-4510-ad83-23b07d000523,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:17.517875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.526291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.543461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.545314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:17.579639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 715f9aec-8631-4573-83f3-a1a67b5062fc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:17.580240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.607121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83ade-40f5-4557-8d80-fe5cba33acaf None None] Pushing event updated for resources: {'Port': ['ID=4ed2c26b-adc0-4510-ad83-23b07d000523,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:17.621449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.752177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Calling delete_port for 6976f70b-29e6-40bc-a16a-dd803057de45 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:17.766021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=61c3e158-4d1e-40e5-a95b-b553be7ea6f5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:17.776071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.848254 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5f7d4dbd-6222-4590-8e99-f5ffb9924f6e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/61c3e158-4d1e-40e5-a95b-b553be7ea6f5 HTTP/1.1" status: 204 len: 168 time: 1.8902047 Mar 02 20:00:17.851148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.862909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33616) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:17.876769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:17.972586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.082120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:18.229546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for a3ca0837-7667-4afb-9756-58f6968a15da owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:18.234689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 715f9aec-8631-4573-83f3-a1a67b5062fc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=715f9aec-8631-4573-83f3-a1a67b5062fc,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:18.235045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.258239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4ed2c26b-adc0-4510-ad83-23b07d000523 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:18.343759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4ed2c26b-adc0-4510-ad83-23b07d000523 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:18.404238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.425713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.439528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 715f9aec-8631-4573-83f3-a1a67b5062fc owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:18.459730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:18.492040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:18.546804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:18.573494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:18.599728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337e9156-8b2e-435b-82e6-6cdedaedff42,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:18.628278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::1380:13fd:3c:8be0 (9616b26f-257b-4b9d-b045-31339b11d161/9f930edf-eca7-4789-99c1-f542c0974491/3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:18.657614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965a265-0090-42bd-8f05-3589657a6c98 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:18.663500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965a265-0090-42bd-8f05-3589657a6c98 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:18.665178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d965a265-0090-42bd-8f05-3589657a6c98 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7968221 Mar 02 20:00:18.677084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:18.746052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Provisioning for port 4ed2c26b-adc0-4510-ad83-23b07d000523 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:18.755768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Provisioning complete for port 4ed2c26b-adc0-4510-ad83-23b07d000523 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:18.756151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.891418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 58a9bc98-472c-43df-9f67-b9258f3707cd {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:18.891640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.901496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.935824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 89f6cc27-5f72-47c1-b76d-98bf6e1265f4 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:18.936072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] For port 4ed2c26b-adc0-4510-ad83-23b07d000523, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4ed2c26b-adc0-4510-ad83-23b07d000523,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:18.936193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:18.940960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.016091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a71fd-d710-4c6b-9d47-8edf59193b7e None None] Pushing event updated for resources: {'Port': ['ID=4ed2c26b-adc0-4510-ad83-23b07d000523,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:19.020141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.120095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Pushing event deleted for resources: {'Port': ['ID=6976f70b-29e6-40bc-a16a-dd803057de45,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:19.155657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.203763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.231249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.1 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/30e07d55-9c01-42f1-b417-509d1300199e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:19.243366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.282617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.319032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.325987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=715f9aec-8631-4573-83f3-a1a67b5062fc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:19.329961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.410848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=a3ca0837-7667-4afb-9756-58f6968a15da,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:19.437610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55394a4-2cbc-4009-a719-994baaea890e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:19.503745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 58a9bc98-472c-43df-9f67-b9258f3707cd owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:19.510583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.512145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-699923ae-4c6d-4a8e-85cd-fd867a6aa0fb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.6497936 Mar 02 20:00:19.513177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.566884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:19.575432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:19.585687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': 'f55394a4-2cbc-4009-a719-994baaea890e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:19.592456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:19.596681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:19.612265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:19.627310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:19.733515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.895263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.977466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:19.999012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.017915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:20.051707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.064133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:20.086878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:20.092419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:20.093019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.098215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:20.102914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.106510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1b662c-3ba6-4afc-84c9-f54db027f6e9,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:20.126923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.224913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.229705 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-be392ed9-2dd0-4765-a4c5-31990cd025dd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6579769 Mar 02 20:00:20.229705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33628) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:20.237698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': 'f55394a4-2cbc-4009-a719-994baaea890e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:20.242038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.291513 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2c53ad83-0bb8-4556-a022-4e25c4060dce tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.5221093 Mar 02 20:00:20.306126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:20.316592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33632) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:20.317819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4ed2c26b-adc0-4510-ad83-23b07d000523 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:20.370707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 89f6cc27-5f72-47c1-b76d-98bf6e1265f4 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:20.394124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-887b46e7-e405-4c5a-8eea-f071930cc3d4 None None] Provisioning for port 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:20.404503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-887b46e7-e405-4c5a-8eea-f071930cc3d4 None None] Provisioning complete for port 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:20.405172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-887b46e7-e405-4c5a-8eea-f071930cc3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.428022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.434166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4ed2c26b-adc0-4510-ad83-23b07d000523 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:20.434839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.508289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-887b46e7-e405-4c5a-8eea-f071930cc3d4 None None] Port 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:20.522556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=58a9bc98-472c-43df-9f67-b9258f3707cd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:20.622133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:20.636718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:20.652297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:20.734682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.765275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.767437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:20.890639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.051018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.168293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a945c09-784f-4054-80ae-f226f736d223 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:21.173845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:21.174630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.175322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a945c09-784f-4054-80ae-f226f736d223 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:21.176113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2a945c09-784f-4054-80ae-f226f736d223 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:21.182291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:21.195924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 4489ac64-72fd-4b08-82f9-60e3402fdc69 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:21.254182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:21.306675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router b24500f3-32a4-4817-97a3-7f104127e9e5 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:21.309443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=30e07d55-9c01-42f1-b417-509d1300199e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:21.346970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2a945c09-784f-4054-80ae-f226f736d223 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:21.348309 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2a945c09-784f-4054-80ae-f226f736d223 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.0292037 Mar 02 20:00:21.351096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.354779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Router 3883da79-25f6-4a4d-9a4f-7c8caf3a7bad has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:21.361210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.407511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:00:21.408561 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f5024c47-b9bb-42f5-8501-b592f2e39a08 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1782427 Mar 02 20:00:21.415335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=89f6cc27-5f72-47c1-b76d-98bf6e1265f4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:21.417631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33640) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.427309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab3dfe9b-6297-40dc-aaba-08a6ee4676f5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/89f6cc27-5f72-47c1-b76d-98bf6e1265f4 HTTP/1.1" status: 204 len: 168 time: 2.7181544 Mar 02 20:00:21.433992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.457709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.507440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 8fea7a25-e063-413f-8147-68c9033cb3c5 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:21.657215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:21.666086 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23f3c704-5263-4c53-8840-cd67bb12fb27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/4489ac64-72fd-4b08-82f9-60e3402fdc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9615266 Mar 02 20:00:21.669080 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Sync routers for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:21.679414 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:21.680002 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:21.710773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.722432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:21.727807 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-641736d2-736b-4747-96c8-0952eece354e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/8fea7a25-e063-413f-8147-68c9033cb3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9755063 Mar 02 20:00:21.731151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33652) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.734943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] Sync routers for ids ['8fea7a25-e063-413f-8147-68c9033cb3c5'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:21.747096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] Routers {'8fea7a25-e063-413f-8147-68c9033cb3c5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:21.747841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8fea7a25-e063-413f-8147-68c9033cb3c5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:21.847496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:21.847860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.872409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:21.882649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] Routers {'8fea7a25-e063-413f-8147-68c9033cb3c5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:21.883411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['8fea7a25-e063-413f-8147-68c9033cb3c5'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:21.889573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:21.924723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-00d61b59-d544-496e-ae50-c2f56a022f68 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:21.931459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2d782ce1-e576-43a8-a0bb-906a96ea622d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/b24500f3-32a4-4817-97a3-7f104127e9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6047213 Mar 02 20:00:21.933202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33656) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.936265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:21.950131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:21.953775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-46cde9d1-39ea-4fe1-9c0d-9b6841ba3443 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "PUT /v2.0/routers/3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 200 len: 710 time: 6.8053439 Mar 02 20:00:21.957043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33660) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:21.977045 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:21.978963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:21.979486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d099d19-9e3e-45c6-b6be-799abb76333e None None] The sync data for ids ['8fea7a25-e063-413f-8147-68c9033cb3c5'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:21.984872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] Sync routers for ids ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:22.001418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] Routers {'3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:22.002648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.076039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.087134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] Routers {'3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:22.087884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.090056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.095339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-00d61b59-d544-496e-ae50-c2f56a022f68 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:22.096844 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-00d61b59-d544-496e-ae50-c2f56a022f68 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fea7a25-e063-413f-8147-68c9033cb3c5 HTTP/1.1" status: 200 len: 205 time: 0.3644688 Mar 02 20:00:22.101142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet e35150f5-3959-4bc9-8d1c-62fca7fe493e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:22.103043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33664) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.161634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.162108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86495e05-e275-43f4-9b12-0487dca90769 None None] The sync data for ids ['3883da79-25f6-4a4d-9a4f-7c8caf3a7bad'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:22.186871 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] Sync routers for ids ['b24500f3-32a4-4817-97a3-7f104127e9e5'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:22.197845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.214225 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] Routers {'b24500f3-32a4-4817-97a3-7f104127e9e5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:22.214840 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b24500f3-32a4-4817-97a3-7f104127e9e5'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.280771 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.305766 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] Routers {'b24500f3-32a4-4817-97a3-7f104127e9e5'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:22.306314 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b24500f3-32a4-4817-97a3-7f104127e9e5'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.326629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64fb2ed0-5fa6-45d6-9327-69ebd1413748 tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/routers/3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 200 len: 745 time: 0.3510306 Mar 02 20:00:22.326889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.330375 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-4f16b2c4-52be-4347-b401-d8871f8a376c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 20:00:22.334887 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f16b2c4-52be-4347-b401-d8871f8a376c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/b24500f3-32a4-4817-97a3-7f104127e9e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3967810 Mar 02 20:00:22.359076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.366474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.378702 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5ddaa646-e3d0-4c4c-baa4-40d4e2405cce tempest-RoutersIpV6AdminTest-1264464807 tempest-RoutersIpV6AdminTest-1264464807-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&device_id=3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 200 len: 205 time: 0.0480413 Mar 02 20:00:22.379011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33676) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.402721 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.403088 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9927fc-9cfe-4e0b-b4e4-d8a1e5fc142e None None] The sync data for ids ['b24500f3-32a4-4817-97a3-7f104127e9e5'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:22.429055 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4787fb9d-b339-4780-9f50-06ddc327146b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 200 len: 205 time: 0.0488992 Mar 02 20:00:22.429648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33680) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.438435 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T20:00:18Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.442357 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Checking router: 4489ac64-72fd-4b08-82f9-60e3402fdc69 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:00:22.450396 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Routers {'4489ac64-72fd-4b08-82f9-60e3402fdc69'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:22.450981 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4489ac64-72fd-4b08-82f9-60e3402fdc69'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.562163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.632489 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] Set router 4489ac64-72fd-4b08-82f9-60e3402fdc69 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:22.652068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fab8e-cd57-4942-97bf-abd23fe1ea42 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:22.652831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c5fab8e-cd57-4942-97bf-abd23fe1ea42 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:22.679030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb5316b-b8f4-49ad-b643-6c87d9119ed3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:22.697347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.732898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.855124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.857448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.884565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.885186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Fanout notify agent at l3_agent the message router_deleted on router 3883da79-25f6-4a4d-9a4f-7c8caf3a7bad {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:22.900182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:22.901534 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dcbfebd7-7a0f-43a4-80cb-0a80ff6e8d8d tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 204 len: 168 time: 0.4709320 Mar 02 20:00:22.905489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33684) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.951491 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4e6f9579-c6d9-4d25-8fa0-01e31817b99e tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 200 len: 205 time: 0.0425763 Mar 02 20:00:22.951755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33688) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:22.982599 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T20:00:18Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:22.987831 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f47f45-491e-49da-a7d4-06d9b0372106 None None] The sync data for ids ['4489ac64-72fd-4b08-82f9-60e3402fdc69'] in dv-neutron-831594-2-hyperv is: [{'id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'name': 'tempest-TestNetworkBasicOps-router-1707527938', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236'}], 'enable_snat': True}, 'gw_port_id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:56:39Z', 'updated_at': '2022-03-02T20:00:18Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'b45251f2-01aa-4aaf-b287-dfbeccfe8137', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489ac64-72fd-4b08-82f9-60e3402fdc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:56:40Z', 'updated_at': '2022-03-02T19:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:23.027549 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-dc420995-684a-4cf2-a1d9-338f655726fc tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.028869 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc420995-684a-4cf2-a1d9-338f655726fc tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/3883da79-25f6-4a4d-9a4f-7c8caf3a7bad HTTP/1.1" status: 404 len: 336 time: 0.0761044 Mar 02 20:00:23.031656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33692) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.076736 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a1a87470-4bbe-4805-918a-f7aa44264f1c tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 200 len: 205 time: 0.0429490 Mar 02 20:00:23.079067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33696) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.087091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb5316b-b8f4-49ad-b643-6c87d9119ed3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:23.088209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-feb5316b-b8f4-49ad-b643-6c87d9119ed3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=b24500f3-32a4-4817-97a3-7f104127e9e5 HTTP/1.1" status: 200 len: 205 time: 0.7282138 Mar 02 20:00:23.088984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c5fab8e-cd57-4942-97bf-abd23fe1ea42 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:23.092345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5c5fab8e-cd57-4942-97bf-abd23fe1ea42 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.6473927 Mar 02 20:00:23.101273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.101600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33702) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.146823 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-d926ecc6-7f40-4ffe-8e4a-5b4d4fa6c68c tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.147806 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d926ecc6-7f40-4ffe-8e4a-5b4d4fa6c68c tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/2842b185-586a-4b16-9bfa-1445ec42b675 HTTP/1.1" status: 404 len: 336 time: 0.0677528 Mar 02 20:00:23.150539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33704) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.305821 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15e24079-0b01-4cc2-8acf-36007e82e28b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 200 len: 205 time: 0.1541331 Mar 02 20:00:23.308830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33712) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.374260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.378016 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-2b0edab9-3c4c-4957-8a81-ad035fae945f tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.381501 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2b0edab9-3c4c-4957-8a81-ad035fae945f tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/ffa85a30-927f-4dd6-b7c9-e2b24eecb0c7 HTTP/1.1" status: 404 len: 336 time: 0.0698445 Mar 02 20:00:23.381705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.400411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.404411 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c96b8e2-6f59-4666-aa76-c9b8c653bc83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:00:23.408231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1c96b8e2-6f59-4666-aa76-c9b8c653bc83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/61c3e158-4d1e-40e5-a95b-b553be7ea6f5 HTTP/1.1" status: 404 len: 333 time: 0.2426643 Mar 02 20:00:23.408857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.418185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.418615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33720) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.456795 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1faf30e3-890d-41c7-a09e-7fa68dcc1e45 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 200 len: 205 time: 0.0739455 Mar 02 20:00:23.461746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33724) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.483484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.522477 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-23928523-2b49-4604-b1bc-cee513f196b4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:00:23.523216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-23928523-2b49-4604-b1bc-cee513f196b4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:23.539640 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-dfb1daee-f6af-486d-99ee-bdc0e44b88d7 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.540671 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dfb1daee-f6af-486d-99ee-bdc0e44b88d7 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/f767be58-86cd-4e5d-95b3-a09259d7adff HTTP/1.1" status: 404 len: 336 time: 0.0780220 Mar 02 20:00:23.543507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33728) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.587233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.593715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-23928523-2b49-4604-b1bc-cee513f196b4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:23.594791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23928523-2b49-4604-b1bc-cee513f196b4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/89f6cc27-5f72-47c1-b76d-98bf6e1265f4 HTTP/1.1" status: 404 len: 333 time: 0.1750755 Mar 02 20:00:23.597082 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-add1e5bc-314c-439a-a9e7-d15cecdc2c0b tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 200 len: 205 time: 0.0524135 Mar 02 20:00:23.597840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33732) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.600322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.697802 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-37e1525d-5ee5-41aa-a3f4-bc7c8c6abb57 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.701297 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37e1525d-5ee5-41aa-a3f4-bc7c8c6abb57 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/8a71224f-985a-47e0-b0bb-49386ed666ca HTTP/1.1" status: 404 len: 336 time: 0.0976589 Mar 02 20:00:23.701442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55394a4-2cbc-4009-a719-994baaea890e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:23.703497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33740) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.716487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:23.777341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.780967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f35563f9-c91f-4822-be5c-89471cb99685 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/f55394a4-2cbc-4009-a719-994baaea890e HTTP/1.1" status: 204 len: 168 time: 2.3499019 Mar 02 20:00:23.788290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.806200 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8c4def6f-0a2a-46d4-ad4b-8b9dd7708861 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "GET /v2.0/ports?device_id=4187c0a9-312b-4ac9-a3f2-97f1d9ec788f HTTP/1.1" status: 200 len: 205 time: 0.1017735 Mar 02 20:00:23.809828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33748) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.889601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:23.891838 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-88d0b871-7e60-47f0-90e4-92aca832af62 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] delete failed (client error): The resource could not be found. Mar 02 20:00:23.892828 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88d0b871-7e60-47f0-90e4-92aca832af62 tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/routers/4187c0a9-312b-4ac9-a3f2-97f1d9ec788f HTTP/1.1" status: 404 len: 336 time: 0.0824335 Mar 02 20:00:23.895697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33752) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:23.941836 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff02a4-ade5-42ba-97ac-b3bb52754d4a tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] DELETE failed (client error): The resource could not be found. Mar 02 20:00:23.942280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ff02a4-ade5-42ba-97ac-b3bb52754d4a tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:00:23.943947 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-26ff02a4-ade5-42ba-97ac-b3bb52754d4a tempest-RoutersIpV6AdminTest-372828627 tempest-RoutersIpV6AdminTest-372828627-project] 10.222.0.36 "DELETE /v2.0/subnets/900a455f-f333-42da-80f3-5d915fbe698e HTTP/1.1" status: 404 len: 337 time: 0.0473812 Mar 02 20:00:24.028919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.073826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.100424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbef9221-a69a-44db-89a3-85758d68db06']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:24.113661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd015fb6b-4cbe-4a20-b746-6f3947adc9c4') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:24.114078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd015fb6b-4cbe-4a20-b746-6f3947adc9c4') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:24.125920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.133179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.133656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router 8fea7a25-e063-413f-8147-68c9033cb3c5 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:24.142267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.149622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:24.150069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:24.166327 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:24.176054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 715f9aec-8631-4573-83f3-a1a67b5062fc no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:24.219497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 715f9aec-8631-4573-83f3-a1a67b5062fc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:24.220009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 715f9aec-8631-4573-83f3-a1a67b5062fc not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:24.255652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.274943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33760) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.275950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.291363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=cbef9221-a69a-44db-89a3-85758d68db06,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:24.300152 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4c4f7729-2a46-44c2-bbc6-ced67ce5393b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/cbef9221-a69a-44db-89a3-85758d68db06 HTTP/1.1" status: 204 len: 168 time: 0.6971235 Mar 02 20:00:24.300611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33766) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.306262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-572622692'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:24.311608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:24.316810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:24.319954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:24.325574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:24.338691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:24.342181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.371707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:24.380865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.381617 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment 421c58e9-4045-414e-b5a6-1139b85fcbc2 of type vlan for network f258d692-0df2-4e82-89e9-97efbf0fd18b Mar 02 20:00:24.387076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.388137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-055d608a-1fef-4f4c-a5d0-2f6f561e51f1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/8fea7a25-e063-413f-8147-68c9033cb3c5 HTTP/1.1" status: 204 len: 168 time: 2.2041552 Mar 02 20:00:24.392991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33770) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.405396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.420446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.467350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.482879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.490603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0fe112a9-9e6e-4888-b2e3-3420d0a859ab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:24.517662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 37c024a8-4b4d-451b-9c79-f7ccf90b6e5c {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:24.523584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:24.527057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.561441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Usage tracker for resource:security_group_rule and tenant:05bf4a65f9aa4bf59bfc488b434b90e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:24.571126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:24.575993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.581527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:24.582091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.596512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.599908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.600433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router b24500f3-32a4-4817-97a3-7f104127e9e5 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:24.607530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:24.651721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.657111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0fe112a9-9e6e-4888-b2e3-3420d0a859ab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:24.658397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0fe112a9-9e6e-4888-b2e3-3420d0a859ab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8633583 Mar 02 20:00:24.666220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33774) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.681304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.683870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=e35150f5-3959-4bc9-8d1c-62fca7fe493e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:24.691067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.699569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d08023e-ca34-48cf-b54f-d395c82da264 None None] Network c6fddb2f-4ca1-446b-bc21-38d227ee3e05 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:24.747148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1559601872'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:24.822454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:24.843108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:24.846606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-33936101-2141-4909-b4c7-198aaa2ae62b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/b24500f3-32a4-4817-97a3-7f104127e9e5 HTTP/1.1" status: 204 len: 168 time: 1.6827607 Mar 02 20:00:24.846606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:24.850813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.859416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b1872257-fe7f-4795-b718-4a79ede15374 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/e35150f5-3959-4bc9-8d1c-62fca7fe493e HTTP/1.1" status: 204 len: 168 time: 3.1396821 Mar 02 20:00:24.867344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33782) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.876406 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5749645 Mar 02 20:00:24.894344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:24.895289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:24.957038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd260d-99ed-43d5-8204-04d50c8f0bb3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=f258d692-0df2-4e82-89e9-97efbf0fd18b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:24.965684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:24.971326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network f258d692-0df2-4e82-89e9-97efbf0fd18b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:25.077260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] DHCP port deletion for c6fddb2f-4ca1-446b-bc21-38d227ee3e05 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:25.103584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Deleting port c0f6c212-b871-4140-aba1-b16dc8f2f40c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:25.103872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.111771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.115383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-88a30c00-51ae-4c39-9f64-b1df8cb31d07 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c HTTP/1.1" status: 204 len: 168 time: 3.7486920 Mar 02 20:00:25.121412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:25.173476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:25.175830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.179892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.199475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.200304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:25.218217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:25.229705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.240172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:25.249303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 218ef1a4-105b-4a73-88a9-bbf1520cb559 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:25.257339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.280988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.288062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:25.315121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] For port c0f6c212-b871-4140-aba1-b16dc8f2f40c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0f6c212-b871-4140-aba1-b16dc8f2f40c,segment=NetworkSegment(f5cae200-a754-4a3a-8260-56e2b7d90acc),segment_id=f5cae200-a754-4a3a-8260-56e2b7d90acc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:25.315818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.316379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:25.328050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:25.333404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b7e33-dfc2-439f-b859-3846452bc428 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:25.335006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b7e33-dfc2-439f-b859-3846452bc428 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:25.335742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e86b7e33-dfc2-439f-b859-3846452bc428 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:25.344702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:25.348153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.362091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:25.402958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.438847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Calling delete_port for c0f6c212-b871-4140-aba1-b16dc8f2f40c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:25.484514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.494653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8dd8c-3780-422a-9b46-39c2ee26ac75,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:25.504098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.505647 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9b8cb092-fccd-4b03-b341-e567bb445652 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05bf4a65f9aa4bf59bfc488b434b90e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2268956 Mar 02 20:00:25.511879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33794) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:25.519660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:00:25.520271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:00:25.524688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.531608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.533221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port b45251f2-01aa-4aaf-b287-dfbeccfe8137 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:25.533655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.582606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] Pushing event deleted for resources: {'Port': ['ID=c0f6c212-b871-4140-aba1-b16dc8f2f40c,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:25.584501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb14d0-9155-4c9b-9eb8-2ab351f112f7 None None] No DVR routers for this DVR port c0f6c212-b871-4140-aba1-b16dc8f2f40c on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:25.615177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e86b7e33-dfc2-439f-b859-3846452bc428 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:25.616294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e86b7e33-dfc2-439f-b859-3846452bc428 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4879775 Mar 02 20:00:25.632218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33798) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:25.789760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.836499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 9f930edf-eca7-4789-99c1-f542c0974491 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:25.853365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=30e07d55-9c01-42f1-b417-509d1300199e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:25.855721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.856252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=37c024a8-4b4d-451b-9c79-f7ccf90b6e5c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:25.857873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.864848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d83b3c-2a4f-4362-bcbc-90fc7c006147 None None] Network 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:25.889119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.908729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.959961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port b45251f2-01aa-4aaf-b287-dfbeccfe8137, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b45251f2-01aa-4aaf-b287-dfbeccfe8137,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:25.960728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.968314 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b65a25f-dd63-45b0-a419-ca2b518b6544 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/37c024a8-4b4d-451b-9c79-f7ccf90b6e5c HTTP/1.1" status: 204 len: 168 time: 1.5743201 Mar 02 20:00:25.970788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.976081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:25.979477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:25.982846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.043682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.073080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.142977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81446868-7050-406f-838a-cc5e327ae56a None None] DHCP port deletion for 0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:26.148557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Deleting port 417063ab-6c02-4dec-b941-7325fa3158a6 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:26.148721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for b45251f2-01aa-4aaf-b287-dfbeccfe8137 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:26.149004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.271205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba35d52-d87f-4bd3-a99e-04c9b5a6bc38,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:26.290055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.293003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0f6c212-b871-4140-aba1-b16dc8f2f40c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:26.305989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.319028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.354189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.354870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8dd8c-3780-422a-9b46-39c2ee26ac75,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:26.362217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c0f6c212-b871-4140-aba1-b16dc8f2f40c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:26.362851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0f6c212-b871-4140-aba1-b16dc8f2f40c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:26.362991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 417063ab-6c02-4dec-b941-7325fa3158a6 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:26.374096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.376464 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9308c35b-da28-4117-a39d-28ac01cad5c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00c8dd8c-3780-422a-9b46-39c2ee26ac75 HTTP/1.1" status: 204 len: 168 time: 0.8619399 Mar 02 20:00:26.419914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.423543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.425985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e502db74-7d5c-47da-95f2-54dee257ffde tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7402050 Mar 02 20:00:26.427355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.431454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 417063ab-6c02-4dec-b941-7325fa3158a6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:26.431976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.436004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33808) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.463505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:26.465222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=5e48fc9a-a109-4854-8edc-0fbd79c6ea74,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:26.474236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:26.517276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.537541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.540721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-de51fd63-dc30-438e-876b-97a549c16d4e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': 'eba35d52-d87f-4bd3-a99e-04c9b5a6bc38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:26.541062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=218ef1a4-105b-4a73-88a9-bbf1520cb559,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:26.541465 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-de51fd63-dc30-438e-876b-97a549c16d4e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 20:00:26.542505 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-de51fd63-dc30-438e-876b-97a549c16d4e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:26.543796 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-de51fd63-dc30-438e-876b-97a549c16d4e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0349629 Mar 02 20:00:26.548015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33812) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.563980 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9f930edf-eca7-4789-99c1-f542c0974491 HTTP/1.1" status: 204 len: 168 time: 0.9299538 Mar 02 20:00:26.576426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78b6f88-598f-4863-b665-cdf8ce728acf None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:26.588226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d451931-9e4c-476c-a3f2-e917a0d23b35 None None] Network 01ed4e79-ed37-430a-8db7-efec714c1e59 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:26.607816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33818) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.646631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edc581-150f-496f-b26a-ec7837b75082 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=9f930edf-eca7-4789-99c1-f542c0974491,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:26.766030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:26.770594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a4591a51-aedf-4aed-a2b0-c089a67383b8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/218ef1a4-105b-4a73-88a9-bbf1520cb559 HTTP/1.1" status: 204 len: 168 time: 1.9155996 Mar 02 20:00:26.778105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.872769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.884849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81446868-7050-406f-838a-cc5e327ae56a None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:26.885245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.906436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.918674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': '421c58e9-4045-414e-b5a6-1139b85fcbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:26.919300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: f258d692-0df2-4e82-89e9-97efbf0fd18b, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:26.946367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33826) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.950386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:26.967353 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-76fda6e7-f617-46ab-b11e-b20673f5ea3c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3518307 Mar 02 20:00:26.970690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33830) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:26.978788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:27.011264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.039065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Calling delete_port for 417063ab-6c02-4dec-b941-7325fa3158a6 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:27.088526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba35d52-d87f-4bd3-a99e-04c9b5a6bc38,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:27.102291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.114702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.190022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.192393 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-95b1bb6a-4be2-462f-acd4-7bcf367439e3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/eba35d52-d87f-4bd3-a99e-04c9b5a6bc38 HTTP/1.1" status: 204 len: 168 time: 0.6351585 Mar 02 20:00:27.198484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=b45251f2-01aa-4aaf-b287-dfbeccfe8137,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:27.201138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33834) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:27.228202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network f258d692-0df2-4e82-89e9-97efbf0fd18b is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:27.261510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:27.270524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:27.277156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:27.282987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:27.284248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port c95494bf-55cf-454b-9275-7e7d123ea4d1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:27.284849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.285039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.311119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:27.320763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, f258d692-0df2-4e82-89e9-97efbf0fd18b) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:27.324944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fccf227d-c2c7-4244-b3c8-5bd07e783c1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dc48e2802ef4805ae0a8fe8fbfd6795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731122 Mar 02 20:00:27.330164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33838) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:27.332411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:27.332777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:27.340106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.349455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:27.350041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.354154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e1ab2-57b2-41e9-9e9b-56bc3f4d9dcc None None] Network f258d692-0df2-4e82-89e9-97efbf0fd18b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:27.354762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:27.355119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.392300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:27.406418 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:27.422007 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:27.423458 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:27.469412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d2b9e117-1b5f-4ae9-9878-078641339cae tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:27.490718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=417063ab-6c02-4dec-b941-7325fa3158a6,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:27.510983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:27.528202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Deleting port 4ed2c26b-adc0-4510-ad83-23b07d000523 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:27.528624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.574612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:27.574961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.580308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] DHCP port deletion for 01ed4e79-ed37-430a-8db7-efec714c1e59 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:27.582622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:27.586434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Deleting port c95494bf-55cf-454b-9275-7e7d123ea4d1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:27.586811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.587770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.589443 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:27.590213 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:27.613097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.668839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:27.670422 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541c358-e006-469c-aeaa-2753ac9d2d23 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:27.686925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d2b9e117-1b5f-4ae9-9878-078641339cae tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:27.688164 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d2b9e117-1b5f-4ae9-9878-078641339cae tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4805973 Mar 02 20:00:27.720963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-35e68efc-a252-45e1-83d0-f769bc207484 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/routers/74e8ccaf-a2b5-43c2-af5e-5708850dfb3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7918067 Mar 02 20:00:27.733362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 417063ab-6c02-4dec-b941-7325fa3158a6 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:27.736118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33842) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:27.736447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33844) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:27.756084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'port': {'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33', 'name': 'tempest-FloatingIPTestJSON-637613208'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:27.767128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-f258d692-0df2-4e82-89e9-97efbf0fd18b', 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': '5e48fc9a-a109-4854-8edc-0fbd79c6ea74'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:27.767944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.772639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--795647339'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:27.798987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:27.813710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.814278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 4489ac64-72fd-4b08-82f9-60e3402fdc69 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:27.848736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Deleting port 417063ab-6c02-4dec-b941-7325fa3158a6 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:27.848993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.864317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:27.883004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:27.883004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:27.884266 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d90cc802-74d8-4114-ba7d-7a47f68fbdfc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9880219 Mar 02 20:00:27.891247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:27.899726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b', 'name': 'tempest-PortsTestJSON-167419255'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:27.914358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.919699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:27.924140 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37a057a2-fb90-40a1-9291-cf594a78cabf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/4489ac64-72fd-4b08-82f9-60e3402fdc69 HTTP/1.1" status: 204 len: 168 time: 3.0464156 Mar 02 20:00:27.924813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33854) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:28.048078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.089293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:28.130456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.146818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:28.172287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port c95494bf-55cf-454b-9275-7e7d123ea4d1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c95494bf-55cf-454b-9275-7e7d123ea4d1,segment=NetworkSegment(c7ae7295-39c5-46f1-9040-8c6f85f481a2),segment_id=c7ae7295-39c5-46f1-9040-8c6f85f481a2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:28.173227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.180594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:28.183989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.186557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Allocated IP 172.20.0.2 (f258d692-0df2-4e82-89e9-97efbf0fd18b/5e48fc9a-a109-4854-8edc-0fbd79c6ea74/d3cd6269-4066-4ac2-8527-1ae7dbb938a0) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:28.228783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:28.233764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.258160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:28.270986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:28.279596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:28.284416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:28.290903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:port and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:28.297644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:28.310393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:28.315771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:28.366946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for c95494bf-55cf-454b-9275-7e7d123ea4d1 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:28.393951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 417063ab-6c02-4dec-b941-7325fa3158a6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:28.394550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.442712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.462502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:28.466547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.471330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b45251f2-01aa-4aaf-b287-dfbeccfe8137 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:28.512484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f11632-e804-470a-b462-f2b537b58686,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:28.531100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b45251f2-01aa-4aaf-b287-dfbeccfe8137 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:28.531700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b45251f2-01aa-4aaf-b287-dfbeccfe8137 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:28.531855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c95494bf-55cf-454b-9275-7e7d123ea4d1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:28.588989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.593442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.599712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] device_id is not set on port 0ef477b9-61f9-4d5d-86fa-c396c116e451 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:28.607260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] For port 4ed2c26b-adc0-4510-ad83-23b07d000523, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4ed2c26b-adc0-4510-ad83-23b07d000523,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:28.607654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.630424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c95494bf-55cf-454b-9275-7e7d123ea4d1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:28.630769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c95494bf-55cf-454b-9275-7e7d123ea4d1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:28.631370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4ed2c26b-adc0-4510-ad83-23b07d000523 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:28.702139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=c95494bf-55cf-454b-9275-7e7d123ea4d1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:28.710424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port c95494bf-55cf-454b-9275-7e7d123ea4d1 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:28.763063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.791014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:28.791368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.857949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Calling delete_port for 4ed2c26b-adc0-4510-ad83-23b07d000523 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:28.884515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] For port c95494bf-55cf-454b-9275-7e7d123ea4d1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c95494bf-55cf-454b-9275-7e7d123ea4d1,segment=NetworkSegment(c7ae7295-39c5-46f1-9040-8c6f85f481a2),segment_id=c7ae7295-39c5-46f1-9040-8c6f85f481a2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:28.884912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.889588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:28.891592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fddb2f-4ca1-446b-bc21-38d227ee3e05']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:28.897896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-81446868-7050-406f-838a-cc5e327ae56a None None] For port 417063ab-6c02-4dec-b941-7325fa3158a6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=417063ab-6c02-4dec-b941-7325fa3158a6,segment=NetworkSegment(44a570c8-94c8-4678-9ffc-405f28e890bc),segment_id=44a570c8-94c8-4678-9ffc-405f28e890bc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:28.898496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.919420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:28.923297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:28.924307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.937215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.941400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cae200-a754-4a3a-8260-56e2b7d90acc') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:28.941827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cae200-a754-4a3a-8260-56e2b7d90acc') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:28.955734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.959693 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8a6c6231-5c28-48c9-9011-3d84193ac48a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7f11632-e804-470a-b462-f2b537b58686 HTTP/1.1" status: 204 len: 168 time: 1.6255796 Mar 02 20:00:28.963314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.966370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=cd196437-5c63-4c88-9681-c722c3961237,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:28.974656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:28.977080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 417063ab-6c02-4dec-b941-7325fa3158a6 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:28.982001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.024968 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-415d8330-bc0f-4a2f-9b5a-6b9e8c1650a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0530550 Mar 02 20:00:29.029802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33860) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.038015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ed4e79-ed37-430a-8db7-efec714c1e59']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:29.048426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'cd196437-5c63-4c88-9681-c722c3961237', 'ip_address': '2001:db8::62ca:9ee7:5758:5792'}], 'name': 'tempest-NetworksTestDHCPv6-483810949'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:29.070178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.088798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.090361 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3462644 Mar 02 20:00:29.095794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:29.096404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.112034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33864) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:29.112790 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:29.117577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e836b-d053-42fc-9ebd-a9064e527006 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=278ff684-8738-4592-9565-eba534c48cb2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.141144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4b24f7f4-86b2-4fef-8f5c-2ee83b06b6a7 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '278ff684-8738-4592-9565-eba534c48cb2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:29.142262 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-4b24f7f4-86b2-4fef-8f5c-2ee83b06b6a7 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 20:00:29.142955 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-4b24f7f4-86b2-4fef-8f5c-2ee83b06b6a7 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:29.144174 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4b24f7f4-86b2-4fef-8f5c-2ee83b06b6a7 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0288775 Mar 02 20:00:29.163574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Calling delete_port for c95494bf-55cf-454b-9275-7e7d123ea4d1 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:29.203575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33868) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.227644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ae7295-39c5-46f1-9040-8c6f85f481a2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:29.228266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ae7295-39c5-46f1-9040-8c6f85f481a2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:29.251118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.12 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/0ef477b9-61f9-4d5d-86fa-c396c116e451) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:29.262234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Calling delete_port for 417063ab-6c02-4dec-b941-7325fa3158a6 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:29.272861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.277585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.315340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=c6fddb2f-4ca1-446b-bc21-38d227ee3e05,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.316715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.344198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.360959 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-614ca540-8609-4604-b724-b0d0aaf7265b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/c6fddb2f-4ca1-446b-bc21-38d227ee3e05 HTTP/1.1" status: 204 len: 168 time: 1.4249051 Mar 02 20:00:29.366240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:29.366874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:29.383818 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:29.386231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33872) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.388088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.391561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.439623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--584188920', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:29.445189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:29.449259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.449516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:29.452585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:29.458513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:29.515718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.519316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.543202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=417063ab-6c02-4dec-b941-7325fa3158a6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.545254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:29.549642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.552321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.559482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No DVR routers for this DVR port 417063ab-6c02-4dec-b941-7325fa3158a6 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:29.561795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:29.587188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=278ff684-8738-4592-9565-eba534c48cb2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.602040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] Pushing event deleted for resources: {'Port': ['ID=4ed2c26b-adc0-4510-ad83-23b07d000523,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.605663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ae5e2-5f06-4da5-ac3e-c966da3ade97 None None] No DVR routers for this DVR port 4ed2c26b-adc0-4510-ad83-23b07d000523 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:29.640944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:29.641297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:29.642397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:29.660206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.678400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.683644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:29.684085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:29.690629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.694625 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea402301-0b06-4838-9b0a-286a9da94ed3 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/278ff684-8738-4592-9565-eba534c48cb2 HTTP/1.1" status: 204 len: 168 time: 0.4876103 Mar 02 20:00:29.696996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33882) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.702927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7ae81c-3830-48ad-bcd0-e410829b5cf7 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:29.721049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Transition to ACTIVE for port object d3cd6269-4066-4ac2-8527-1ae7dbb938a0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:29.739959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:29.759571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.770281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.799609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-40848139-ea70-4437-857f-36f20fd1f2fa tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:29.820770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.831898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.832254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment 19a05fb4-f517-485b-898e-a09735e08756 of type vlan for network af21edbc-1923-4b37-84e1-089c02e81b51 Mar 02 20:00:29.841843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-40848139-ea70-4437-857f-36f20fd1f2fa tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:29.846499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Transition to ACTIVE for port object d3cd6269-4066-4ac2-8527-1ae7dbb938a0 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:29.849682 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-40848139-ea70-4437-857f-36f20fd1f2fa tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1515675 Mar 02 20:00:29.851640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33888) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:29.857726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1902295139'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:29.862547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=01ed4e79-ed37-430a-8db7-efec714c1e59,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:29.864939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:29.865861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.866564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:29.886653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:29.902734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.959070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Network f258d692-0df2-4e82-89e9-97efbf0fd18b is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:29.962366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:29.964149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:29.968014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:30.018680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:30.019622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:30.025117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:30.031108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:30.062826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Pushing event updated for resources: {'Port': ['ID=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:30.086159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:30.091308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=0ef477b9-61f9-4d5d-86fa-c396c116e451,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:30.094190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:30.102438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:30.108280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aa6471ca-68a4-4c6b-8a5c-79ee74b9da60 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/01ed4e79-ed37-430a-8db7-efec714c1e59 HTTP/1.1" status: 204 len: 168 time: 3.2978067 Mar 02 20:00:30.109434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:30.110057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.114105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33900) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.123451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.124697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28186152'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.141049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:30.144584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.147519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:30.156779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:30.167848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:30.172158 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b85a975c-fc61-43c8-b2e4-a853336bf278 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4264336 Mar 02 20:00:30.176584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:30.179439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33904) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.187412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'port': {'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33', 'name': 'tempest-FloatingIPTestJSON-493173997'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.188459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Deleting port c95494bf-55cf-454b-9275-7e7d123ea4d1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:30.189133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.191930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a570c8-94c8-4678-9ffc-405f28e890bc') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:30.192229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a570c8-94c8-4678-9ffc-405f28e890bc') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:30.229480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 89bb5e59-1b18-443d-b99e-ffe46a7c7737 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:30.287315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:30.291166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.297129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Attempting to bind port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:30.297749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Attempting to bind port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '421c58e9-4045-414e-b5a6-1139b85fcbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:30.298259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Attempting to bind port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 on network f258d692-0df2-4e82-89e9-97efbf0fd18b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:30.316937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a08335ee-48bd-49df-bf1f-fcfffba4e96a None None] The port 'c95494bf-55cf-454b-9275-7e7d123ea4d1' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:00:30.319212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:30.319755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Checking segment: {'id': '421c58e9-4045-414e-b5a6-1139b85fcbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:30.320473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.322421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Bound using segment: {'id': '421c58e9-4045-414e-b5a6-1139b85fcbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:30.323074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Bound port: d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421c58e9-4045-414e-b5a6-1139b85fcbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f258d692-0df2-4e82-89e9-97efbf0fd18b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:30.323709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.333600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:30.339165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33910) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.342848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.360243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'cd196437-5c63-4c88-9681-c722c3961237'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:30.361339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.379335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.386284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:30.403373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.411268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.3 (f258d692-0df2-4e82-89e9-97efbf0fd18b/5e48fc9a-a109-4854-8edc-0fbd79c6ea74/0aedbe3d-e6a4-43d2-bc98-c218bcb6b664) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:30.415983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.431345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.431735 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 1fc3b08f-287d-4d59-a61d-7ba4f117ac2b of type vlan for network 54404d37-c71d-463a-88cb-ae151713f5e6 Mar 02 20:00:30.446862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:30.447669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.450370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:30.465079 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:30.468171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.471733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:port and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:30.474149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:30.474957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.482903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:30.494020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11069b80-db87-4616-a85b-9dadce27b4e4,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:30.496580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:30.508546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.541691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.546869 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f5d03633-7fa9-40b2-9cbd-bddf7c831484 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6942534 Mar 02 20:00:30.547140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.547883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:30.551593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Deleting port 417063ab-6c02-4dec-b941-7325fa3158a6 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:30.551974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81446868-7050-406f-838a-cc5e327ae56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.552095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.594322 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-349366c6-9e33-42a2-bf87-7119c9194c6c tempest-AgentManagementNegativeTest-508272867 tempest-AgentManagementNegativeTest-508272867-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2513194 Mar 02 20:00:30.598437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.603844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:30.604393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.608760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] device_id is not set on port b42ff98c-9b55-4325-89ac-629092f87dbc yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:30.651422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81446868-7050-406f-838a-cc5e327ae56a None None] The port '417063ab-6c02-4dec-b941-7325fa3158a6' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:00:30.656377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] For port d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:30.752745 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3647804 Mar 02 20:00:30.766956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/cd196437-5c63-4c88-9681-c722c3961237/5c30c18b-564e-44ba-9a7f-48be42e4b172) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:30.768234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.784005 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6660099 Mar 02 20:00:30.791226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33926) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.793747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-444748551', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.804696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b49d7336-c8c0-4e98-8fa6-e62a726af80b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '11069b80-db87-4616-a85b-9dadce27b4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.816699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.826438 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-b49d7336-c8c0-4e98-8fa6-e62a726af80b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 20:00:30.827136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-b49d7336-c8c0-4e98-8fa6-e62a726af80b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:30.829055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b49d7336-c8c0-4e98-8fa6-e62a726af80b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0794156 Mar 02 20:00:30.833090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33930) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.839725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:30.842161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f62fc7-25de-408c-b33b-9b94071f9e1f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=54404d37-c71d-463a-88cb-ae151713f5e6,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:30.895107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 54404d37-c71d-463a-88cb-ae151713f5e6 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:30.896592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-03b62756-d898-4ec8-8d6d-48702712be9b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '11069b80-db87-4616-a85b-9dadce27b4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.898214 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-03b62756-d898-4ec8-8d6d-48702712be9b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 20:00:30.898776 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-03b62756-d898-4ec8-8d6d-48702712be9b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:30.899840 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-03b62756-d898-4ec8-8d6d-48702712be9b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0550327 Mar 02 20:00:30.903914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:30.912974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:30.916042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33936) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.925128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.942779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] For port d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,segment=NetworkSegment(421c58e9-4045-414e-b5a6-1139b85fcbc2),segment_id=421c58e9-4045-414e-b5a6-1139b85fcbc2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:30.944056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:30.976017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33940) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:30.986825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-308411ce-7085-4033-a892-5a67d24914cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '11069b80-db87-4616-a85b-9dadce27b4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:30.988148 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-308411ce-7085-4033-a892-5a67d24914cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 20:00:30.988723 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-308411ce-7085-4033-a892-5a67d24914cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:30.992764 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-308411ce-7085-4033-a892-5a67d24914cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0731924 Mar 02 20:00:30.997298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:30.999137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33944) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:31.007204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.029643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-19089c05-e115-434d-af71-d291a14ed45e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '11069b80-db87-4616-a85b-9dadce27b4e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:31.030044 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-19089c05-e115-434d-af71-d291a14ed45e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 20:00:31.030578 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8 HTTP/1.1" status: 204 len: 168 time: 5.0200393 Mar 02 20:00:31.030696 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-19089c05-e115-434d-af71-d291a14ed45e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:31.034338 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-19089c05-e115-434d-af71-d291a14ed45e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0179181 Mar 02 20:00:31.034484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:31.039332 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33952) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:31.042599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953e272-c39b-491f-a704-02c84a98af24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=af21edbc-1923-4b37-84e1-089c02e81b51,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:31.067168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:31.070231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.070952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.074215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1843945190', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:31.080297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network af21edbc-1923-4b37-84e1-089c02e81b51 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:31.080499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.9 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/b42ff98c-9b55-4325-89ac-629092f87dbc) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:31.084184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:31.089244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:31.092097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:31.102799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c6964-a898-4c64-880b-02e67ee6f4bf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=0b7b3b73-ff1f-4d52-9e97-b0bca868bbf8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:31.109650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:31.112606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:31.130158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:31.152581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:31.156181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.182067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:31.185740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.186379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.195675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.196824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.218596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:31.233612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.266078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.296623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.349956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093ef8c-7609-421b-8126-661fe95e491e None None] Pushing event updated for resources: {'Port': ['ID=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:31.385484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network f258d692-0df2-4e82-89e9-97efbf0fd18b is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:31.389072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.389472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.393902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3bb3b052-a776-4044-9d0b-070f4e423111 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3525579 Mar 02 20:00:31.393902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:31.394470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:31.402348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.404307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997288465'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:31.409408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:31.413520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:31.416784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Transition to ACTIVE for port object 5c30c18b-564e-44ba-9a7f-48be42e4b172 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:31.417424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:31.435335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:31.443474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Transition to ACTIVE for port object 5c30c18b-564e-44ba-9a7f-48be42e4b172 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:31.452714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.464434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:31.525915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:31.535193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:31.544164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:31.553151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Pushing event updated for resources: {'Port': ['ID=5c30c18b-564e-44ba-9a7f-48be42e4b172,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:31.576079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.610520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:31.648272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Usage tracker for resource:security_group_rule and tenant:2a7ca860844e4371b88c44d4f72a7095 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:31.675414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:31.678625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Attempting to bind port 5c30c18b-564e-44ba-9a7f-48be42e4b172 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:31.678625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Attempting to bind port 5c30c18b-564e-44ba-9a7f-48be42e4b172 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:31.678625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Attempting to bind port 5c30c18b-564e-44ba-9a7f-48be42e4b172 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:31.686992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:31.687361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:31.687486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=0aedbe3d-e6a4-43d2-bc98-c218bcb6b664,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:31.687752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.688160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:31.688775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Bound port: 5c30c18b-564e-44ba-9a7f-48be42e4b172, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:31.689141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.716774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:31.720456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.778054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:31.795980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] For port 5c30c18b-564e-44ba-9a7f-48be42e4b172, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:31.801494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:31.802215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.802330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] For port 5c30c18b-564e-44ba-9a7f-48be42e4b172, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5c30c18b-564e-44ba-9a7f-48be42e4b172,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:31.810916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.832757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.833100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment c82a472e-b8f2-47da-91d4-c264d17e814f of type vlan for network 192e3435-1470-43da-a8c9-582fb43e94b4 Mar 02 20:00:31.842181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::62ca:9ee7:5758:5792 (9616b26f-257b-4b9d-b045-31339b11d161/cd196437-5c63-4c88-9681-c722c3961237/89bb5e59-1b18-443d-b99e-ffe46a7c7737) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:31.877702 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aaa42028-4503-43f0-a689-80d7742ac00b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9850962 Mar 02 20:00:31.882950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:31.892557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:31.893688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:31.922087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4c154-a9e8-4680-83c4-5f2ce2ad41c4 None None] Pushing event updated for resources: {'Port': ['ID=5c30c18b-564e-44ba-9a7f-48be42e4b172,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:32.002529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.013135 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:00:32.016600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:32.017204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.092898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.098404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:32.099009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.190846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.314047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.341790 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9408400 Mar 02 20:00:32.348514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.354415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33966) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:32.362948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5c30c18b-564e-44ba-9a7f-48be42e4b172 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:32.369196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:32.398975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11069b80-db87-4616-a85b-9dadce27b4e4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:32.443001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a6ab5-5bb8-49b3-93ca-3298e04e0045 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=192e3435-1470-43da-a8c9-582fb43e94b4,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:32.466661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 192e3435-1470-43da-a8c9-582fb43e94b4 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:32.571365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 5c30c18b-564e-44ba-9a7f-48be42e4b172 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:32.582112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3cd6269-4066-4ac2-8527-1ae7dbb938a0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:32.620826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.662506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:32.692858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.698987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.710142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:32.717897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:32.723491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.725658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:32.743351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 89bb5e59-1b18-443d-b99e-ffe46a7c7737 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:32.744803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:32.767484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.771438 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d41f9039-a5d5-4a42-a436-2196c314414d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/11069b80-db87-4616-a85b-9dadce27b4e4 HTTP/1.1" status: 204 len: 168 time: 1.7284396 Mar 02 20:00:32.773014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:32.811017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.815424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=e2a14e0b-9015-4a9d-a5aa-40cd5b18c362,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:32.830057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.830539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:32.834399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:32.869070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c244e-74b5-47e7-adce-758be895c631 None None] Network f258d692-0df2-4e82-89e9-97efbf0fd18b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:32.893474 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a7ca860844e4371b88c44d4f72a7095&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9022486 Mar 02 20:00:32.910465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33974) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:32.912420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce0fee-941a-4ad0-899f-cdbb5dd65c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c269454-5fce-41f6-aecc-9b2052e1875b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:32.947608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:32.947974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 54404d37-c71d-463a-88cb-ae151713f5e6, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:32.955006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:32.975403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:32.978854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:32.990355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Provisioning for port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:32.998429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Provisioning complete for port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:32.999141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.021915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:33.069092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:33.069599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.112262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=b42ff98c-9b55-4325-89ac-629092f87dbc,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:33.223217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.230181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.245929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.281400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] For port d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,segment=NetworkSegment(421c58e9-4045-414e-b5a6-1139b85fcbc2),segment_id=421c58e9-4045-414e-b5a6-1139b85fcbc2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:33.291654 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6b597f3b-8807-4136-bae2-e0e69954d7f6 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1080904 Mar 02 20:00:33.292210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cc94c229-cb70-41fa-bf10-a1382cf106ff tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:33.292314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.301384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33978) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:33.310848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'b42ff98c-9b55-4325-89ac-629092f87dbc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:33.380641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe057b-ea17-4908-a9f2-8a4eb6b9b99f None None] Pushing event updated for resources: {'Port': ['ID=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:33.391473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=0aedbe3d-e6a4-43d2-bc98-c218bcb6b664,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:33.412691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Provisioning for port 5c30c18b-564e-44ba-9a7f-48be42e4b172 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:33.421574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Provisioning complete for port 5c30c18b-564e-44ba-9a7f-48be42e4b172 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:33.421938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.475253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:33.479870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 54404d37-c71d-463a-88cb-ae151713f5e6 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:33.488887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:33.490855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:33.493608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.511769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.543470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:floatingip and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:33.549453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:33.552239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:33.554879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 54404d37-c71d-463a-88cb-ae151713f5e6) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:33.557693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:33.558573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.558789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.559715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:33.560458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.576447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-cc94c229-cb70-41fa-bf10-a1382cf106ff tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:33.576710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.583017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cc94c229-cb70-41fa-bf10-a1382cf106ff tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8089070 Mar 02 20:00:33.584030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:33.585272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2a2145-c02c-480a-bf1f-27b624c157fa None None] Network 54404d37-c71d-463a-88cb-ae151713f5e6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:33.592596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33982) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:33.638504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.656033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234403317'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:33.656584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=89bb5e59-1b18-443d-b99e-ffe46a7c7737,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:33.682103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-85f02413-6cfd-4cf5-a9f4-1a74fc4fadcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6472449 Mar 02 20:00:33.684644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.685669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:33.688569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cda9b13b-cdd8-43f2-8b30-4eb4adafe3e2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 HTTP/1.1" status: 204 len: 168 time: 1.8006794 Mar 02 20:00:33.690673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:33.691781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:33.721893 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-089268fb-e4cf-4e2c-a463-47c9100c45b6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9203174 Mar 02 20:00:33.723037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.737496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] For port 5c30c18b-564e-44ba-9a7f-48be42e4b172, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5c30c18b-564e-44ba-9a7f-48be42e4b172,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:33.743547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 33994) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:33.750169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.750544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:33.757054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-359428117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:33.801141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:33.814412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:33.821833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:33.834881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.879667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:33.927076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:33.935652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.935652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.941204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:33.981233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cebfd8ac-45b1-4766-b762-1f0132f126e0 None None] Could not find standard attr ID for object 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:00:33.987969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-54404d37-c71d-463a-88cb-ae151713f5e6', 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': 'e2a14e0b-9015-4a9d-a5aa-40cd5b18c362'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:33.988865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:33.997309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:34.010339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.017323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:34.046985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.104 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/c4db9e0b-e956-4682-b589-4821bd98f7d3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:34.065797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf7896-baf7-4d30-abba-fddc28528756 None None] Pushing event updated for resources: {'Port': ['ID=5c30c18b-564e-44ba-9a7f-48be42e4b172,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:34.076224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c269454-5fce-41f6-aecc-9b2052e1875b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:34.093259 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c28dad9-b900-46f9-8183-411dfbf40984 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:00:34.093814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c28dad9-b900-46f9-8183-411dfbf40984 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:00:34.095746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c28dad9-b900-46f9-8183-411dfbf40984 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 HTTP/1.1" status: 404 len: 333 time: 0.3940430 Mar 02 20:00:34.099113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 33998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.101483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.138143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cebfd8ac-45b1-4766-b762-1f0132f126e0 None None] Provisioning complete for port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:34.138834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cebfd8ac-45b1-4766-b762-1f0132f126e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.154707 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c09ab4e-c341-4c0d-b717-23ac280baa69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:00:34.155307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c09ab4e-c341-4c0d-b717-23ac280baa69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:34.205789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5c09ab4e-c341-4c0d-b717-23ac280baa69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:34.207377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5c09ab4e-c341-4c0d-b717-23ac280baa69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/0aedbe3d-e6a4-43d2-bc98-c218bcb6b664 HTTP/1.1" status: 404 len: 333 time: 0.1011102 Mar 02 20:00:34.224503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.286957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.297924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.311899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.316050 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-51e4b085-57eb-4feb-8bd8-722e4c301590 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c269454-5fce-41f6-aecc-9b2052e1875b HTTP/1.1" status: 204 len: 168 time: 1.3813186 Mar 02 20:00:34.343929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3cd6269-4066-4ac2-8527-1ae7dbb938a0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:34.354838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.358866 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d76965a5-43eb-4708-a105-603326e95506 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6100013 Mar 02 20:00:34.359434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34008) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.376202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.419394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe77f4-e064-437e-aa7a-bb7748cdadca tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:34.427916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe77f4-e064-437e-aa7a-bb7748cdadca tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:34.429001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-81fe77f4-e064-437e-aa7a-bb7748cdadca tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:34.435770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Allocated IP 2001:db8::2 (54404d37-c71d-463a-88cb-ae151713f5e6/e2a14e0b-9015-4a9d-a5aa-40cd5b18c362/b99e68de-fe28-4cd9-9325-6acb7c758788) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:34.460225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.470109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 5e48fc9a-a109-4854-8edc-0fbd79c6ea74 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:34.476881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.546335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.587189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.587803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:34.588180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.649313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3b93c49a-2fe5-468a-afff-3831e12d24c7 None None] Could not find standard attr ID for object 0aedbe3d-e6a4-43d2-bc98-c218bcb6b664. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:00:34.650577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.685641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.736196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3b93c49a-2fe5-468a-afff-3831e12d24c7 None None] Provisioning for port 89bb5e59-1b18-443d-b99e-ffe46a7c7737 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:34.754402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3b93c49a-2fe5-468a-afff-3831e12d24c7 None None] Provisioning complete for port 89bb5e59-1b18-443d-b99e-ffe46a7c7737 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:34.754952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3b93c49a-2fe5-468a-afff-3831e12d24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.760118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.764224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.770492 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1347065 Mar 02 20:00:34.771381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34020) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.776415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-81fe77f4-e064-437e-aa7a-bb7748cdadca tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:34.780768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-81fe77f4-e064-437e-aa7a-bb7748cdadca tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0847650 Mar 02 20:00:34.782192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.790188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.791050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a89e4a-0fff-4168-bece-262d506890d6 None None] Network f258d692-0df2-4e82-89e9-97efbf0fd18b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:34.791909 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/5e48fc9a-a109-4854-8edc-0fbd79c6ea74 HTTP/1.1" status: 204 len: 168 time: 0.5609298 Mar 02 20:00:34.802335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ea83-49e0-47c6-855d-0882127595af tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04041f25-8bdc-4f66-aca0-2af8cd970e95,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:34.815972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34024) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.847381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b02fc7ae-5f63-41f6-8982-39dba4ebf7be tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:34.849164 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-b02fc7ae-5f63-41f6-8982-39dba4ebf7be tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 20:00:34.849936 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-b02fc7ae-5f63-41f6-8982-39dba4ebf7be tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:34.854318 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b02fc7ae-5f63-41f6-8982-39dba4ebf7be tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0589645 Mar 02 20:00:34.859281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:34.859651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 192e3435-1470-43da-a8c9-582fb43e94b4, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:34.862720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34034) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:34.869387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:34.874934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:34.954618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Transition to ACTIVE for port object b99e68de-fe28-4cd9-9325-6acb7c758788 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:34.965117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:34.975507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3b93c49a-2fe5-468a-afff-3831e12d24c7 None None] Port 89bb5e59-1b18-443d-b99e-ffe46a7c7737 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:34.992724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5c30c18b-564e-44ba-9a7f-48be42e4b172 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:35.021472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=a4227701-812b-4941-bb9b-3d889cc0f6a0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:35.048058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Transition to ACTIVE for port object b99e68de-fe28-4cd9-9325-6acb7c758788 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:35.109042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:35.112585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:35.118790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:35.119017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.120270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.122626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781bc35-f762-4217-8049-6ed1e45eead6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=5e48fc9a-a109-4854-8edc-0fbd79c6ea74,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:35.147734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 89bb5e59-1b18-443d-b99e-ffe46a7c7737 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:35.148232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.181582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 192e3435-1470-43da-a8c9-582fb43e94b4 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:35.199894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Network 54404d37-c71d-463a-88cb-ae151713f5e6 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:35.200857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:35.201291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.210667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:35.216483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:35.228821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Pushing event updated for resources: {'Port': ['ID=b99e68de-fe28-4cd9-9325-6acb7c758788,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:35.248523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 192e3435-1470-43da-a8c9-582fb43e94b4) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:35.267847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53535648-e819-4041-abb0-a4aa62cf873d None None] Network 192e3435-1470-43da-a8c9-582fb43e94b4 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:35.273182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:35.273887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.356260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5c30c18b-564e-44ba-9a7f-48be42e4b172 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:35.356663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.360491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34046) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:35.363010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.91 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/54485332-8bc8-4266-948e-e9204a2b32bf) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:35.399923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7dba4bc2-cf77-49d0-971e-54787233d2bc tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0397446 Mar 02 20:00:35.412100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:35.476681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Attempting to bind port b99e68de-fe28-4cd9-9325-6acb7c758788 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:35.476934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Attempting to bind port b99e68de-fe28-4cd9-9325-6acb7c758788 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:35.477298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Attempting to bind port b99e68de-fe28-4cd9-9325-6acb7c758788 on network 54404d37-c71d-463a-88cb-ae151713f5e6 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:35.495720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:35.496097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Checking segment: {'id': '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:35.496893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.497292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Bound using segment: {'id': '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:35.497773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Bound port: b99e68de-fe28-4cd9-9325-6acb7c758788, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '54404d37-c71d-463a-88cb-ae151713f5e6'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:35.498144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.560425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'networks': [{'name': 'tempest-network--1754918203'}, {'name': 'tempest-network--873614849'}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:35.561015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-network--1754918203'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:35.561318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-network--873614849'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:35.568299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] DHCP port deletion for f258d692-0df2-4e82-89e9-97efbf0fd18b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:35.619671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Deleting port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:35.620011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.622138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:35.703769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.713128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.738474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:network and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:35.742838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:35.752009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:35.814160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=c4db9e0b-e956-4682-b589-4821bd98f7d3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:35.866551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'network': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:35.871077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.895335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] For port b99e68de-fe28-4cd9-9325-6acb7c758788, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:35.911941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:35.912790 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:35.913821 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9293f194-9e7f-4a23-a113-1cd50bfd6e15 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0498829 Mar 02 20:00:35.919120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:35.919280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] For port b99e68de-fe28-4cd9-9325-6acb7c758788, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b99e68de-fe28-4cd9-9325-6acb7c758788,segment=NetworkSegment(1fc3b08f-287d-4d59-a61d-7ba4f117ac2b),segment_id=1fc3b08f-287d-4d59-a61d-7ba4f117ac2b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:35.922377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] For port d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,segment=NetworkSegment(421c58e9-4045-414e-b5a6-1139b85fcbc2),segment_id=421c58e9-4045-414e-b5a6-1139b85fcbc2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:35.922875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.931388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34056) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:35.936388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-192e3435-1470-43da-a8c9-582fb43e94b4', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:35.937210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.956655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:35.979086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:36.119454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.133642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.145106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b1bce60d-e073-4d86-9656-4ed2c694f16c tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:36.146061 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-b1bce60d-e073-4d86-9656-4ed2c694f16c tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 20:00:36.146708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-b1bce60d-e073-4d86-9656-4ed2c694f16c tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:36.150446 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b1bce60d-e073-4d86-9656-4ed2c694f16c tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298963 Mar 02 20:00:36.156278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:36.162903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] For port d3cd6269-4066-4ac2-8527-1ae7dbb938a0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,segment=NetworkSegment(421c58e9-4045-414e-b5a6-1139b85fcbc2),segment_id=421c58e9-4045-414e-b5a6-1139b85fcbc2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:36.163399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.191091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9a695-025f-4816-90a5-4d7a89366ba3 None None] Pushing event updated for resources: {'Port': ['ID=b99e68de-fe28-4cd9-9325-6acb7c758788,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:36.320491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3cd6269-4066-4ac2-8527-1ae7dbb938a0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:36.334550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:36.342320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:36.360898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for d3cd6269-4066-4ac2-8527-1ae7dbb938a0 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:36.361831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Calling delete_port for d3cd6269-4066-4ac2-8527-1ae7dbb938a0 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:36.409065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:security_group_rule and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:36.424243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:36.442946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:36.522783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:36.530972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:36.545259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.560782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:36.606280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.619585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Allocated IP 172.20.0.2 (192e3435-1470-43da-a8c9-582fb43e94b4/a4227701-812b-4941-bb9b-3d889cc0f6a0/a607a147-0255-4e7d-8270-4c2f2ccaaaf8) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:36.622166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 update to DOWN by agent not found {{(pid=87814) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 20:00:36.627167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.670063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8::1 (54404d37-c71d-463a-88cb-ae151713f5e6/e2a14e0b-9015-4a9d-a5aa-40cd5b18c362/5d6dab4d-d320-4b99-84f3-699a497b7a5b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:36.710474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] Pushing event deleted for resources: {'Port': ['ID=d3cd6269-4066-4ac2-8527-1ae7dbb938a0,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:36.713317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ba665-2976-4056-9396-3aa9901638b5 None None] No DVR routers for this DVR port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:36.716249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:36.743108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:36.819084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:36.836120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:36.880711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 89bb5e59-1b18-443d-b99e-ffe46a7c7737 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:36.909327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.915347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=54485332-8bc8-4266-948e-e9204a2b32bf,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:36.942482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.943036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.947213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.959782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Transition to ACTIVE for port object a607a147-0255-4e7d-8270-4c2f2ccaaaf8 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:36.960223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:36.979769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Transition to ACTIVE for port object a607a147-0255-4e7d-8270-4c2f2ccaaaf8 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:36.986944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.066612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:37.076213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.076514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment 407f006c-50ee-4b82-87df-3317812f6e10 of type vlan for network 39a23fcf-3ad2-44f3-bba8-c539d540abc8 Mar 02 20:00:37.091755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Pushing event updated for resources: {'Port': ['ID=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:37.106234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Network 192e3435-1470-43da-a8c9-582fb43e94b4 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:37.106869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.107540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:37.110417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:37.141975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:37.151289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.151633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment d19a9133-9d92-4200-a0a2-699450976053 of type vlan for network b69fc4a2-168c-4ef1-957d-ba375872a75a Mar 02 20:00:37.192408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.205247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:37.205630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:37.224063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Attempting to bind port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:37.224783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Attempting to bind port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:37.224783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Attempting to bind port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 on network 192e3435-1470-43da-a8c9-582fb43e94b4 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:37.225632 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:37.229426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2f6ed4ca-8943-463c-a2b6-61205adaf842 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0121386 Mar 02 20:00:37.230207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8119d60c-aa66-4948-a886-1e7216c80e66,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:37.233617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.236982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:37.237699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Checking segment: {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:37.238191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.238691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Bound using segment: {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:37.239295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Bound port: a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:37.239780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.248746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:37.269715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-216ac38d-843d-4141-ac21-36e03ca9e154 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:37.270196 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-216ac38d-843d-4141-ac21-36e03ca9e154 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 20:00:37.270714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-216ac38d-843d-4141-ac21-36e03ca9e154 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:37.274473 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-216ac38d-843d-4141-ac21-36e03ca9e154 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131326 Mar 02 20:00:37.276908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:37.288635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:37.298180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:37.362156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] For port a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:37.367104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] For port a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:37.375300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.466167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6d766-97fb-4544-a22c-4933c1a2600a None None] Pushing event updated for resources: {'Port': ['ID=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:37.470388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.490099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:37.496146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:37.502028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:37.519261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.519751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.525186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:37.529807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:37.530439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.591053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 5d6dab4d-d320-4b99-84f3-699a497b7a5b will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:37.612210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb131443-a4a8-4b71-a57f-ac056c2429d6 None None] Network 54404d37-c71d-463a-88cb-ae151713f5e6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:37.760570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5c63f73f-1a18-4f9d-8dce-fa044813b389 None None] Provisioning for port b99e68de-fe28-4cd9-9325-6acb7c758788 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:37.792300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port d3cd6269-4066-4ac2-8527-1ae7dbb938a0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:37.792926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.838549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.894053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=39a23fcf-3ad2-44f3-bba8-c539d540abc8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:37.911238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 39a23fcf-3ad2-44f3-bba8-c539d540abc8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:37.982308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:37.995172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.097497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] The port 'd3cd6269-4066-4ac2-8527-1ae7dbb938a0' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:00:38.116233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7545967 Mar 02 20:00:38.132230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34074) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:38.163646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=89bb5e59-1b18-443d-b99e-ffe46a7c7737,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:38.169099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 54404d37-c71d-463a-88cb-ae151713f5e6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:38.182873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:38.185310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:38.185842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.243505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:38.244578 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-896f7871-7610-4dc3-a478-f178801020a9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9660811 Mar 02 20:00:38.305477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34078) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:38.362199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=5d6dab4d-d320-4b99-84f3-699a497b7a5b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:38.411139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a607a147-0255-4e7d-8270-4c2f2ccaaaf8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:38.422478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c0d86652-7601-4a06-950a-d87b509db552 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:38.423227 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-c0d86652-7601-4a06-950a-d87b509db552 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 20:00:38.423895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-c0d86652-7601-4a06-950a-d87b509db552 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:38.425384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c0d86652-7601-4a06-950a-d87b509db552 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0866463 Mar 02 20:00:38.429695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34082) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:38.459048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:38.492618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.494989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-030ccc1f-dd6a-4b66-bf92-c62fd5cdaf33 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/89bb5e59-1b18-443d-b99e-ffe46a7c7737 HTTP/1.1" status: 204 len: 168 time: 3.6827312 Mar 02 20:00:38.495125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:38.501445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:38.518020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:38.527623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:38.530647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:38.539214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b99e68de-fe28-4cd9-9325-6acb7c758788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:38.568522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:38.598374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cca8be1-7c79-4a14-89e5-a64c09b8ce35 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=b69fc4a2-168c-4ef1-957d-ba375872a75a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:38.620843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b69fc4a2-168c-4ef1-957d-ba375872a75a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:38.721938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.806656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.20.0.1 (192e3435-1470-43da-a8c9-582fb43e94b4/a4227701-812b-4941-bb9b-3d889cc0f6a0/17950691-eac3-4422-845c-b3de7db7261a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:38.843776 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:38.844841 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49509b26-3171-424d-aff8-7d3c9e70465b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4007134 Mar 02 20:00:38.845464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router f2797552-b8f5-4508-9f44-ac208dc39bf7 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:38.857634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34090) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:38.866121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7ca84807-4c37-46d9-bbc0-445b5546a9e1 None None] Provisioning for port 5d6dab4d-d320-4b99-84f3-699a497b7a5b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:38.866552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.870635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '04041f25-8bdc-4f66-aca0-2af8cd970e95', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:38.888982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7ca84807-4c37-46d9-bbc0-445b5546a9e1 None None] Provisioning complete for port 5d6dab4d-d320-4b99-84f3-699a497b7a5b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:38.889342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7ca84807-4c37-46d9-bbc0-445b5546a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.932636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b99e68de-fe28-4cd9-9325-6acb7c758788 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:38.945043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:38.946532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b99e68de-fe28-4cd9-9325-6acb7c758788 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:38.947112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:38.977595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.016078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:39.018874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46514db-9a5d-4a33-b705-75838068575d None None] Network 192e3435-1470-43da-a8c9-582fb43e94b4 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:39.047972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f258d692-0df2-4e82-89e9-97efbf0fd18b']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:39.079142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421c58e9-4045-414e-b5a6-1139b85fcbc2') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:39.079459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421c58e9-4045-414e-b5a6-1139b85fcbc2') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:39.095797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.101816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.107437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.113117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.114002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:39.136359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968cf583-8ace-479a-8a84-c33b9833156e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.137849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968cf583-8ace-479a-8a84-c33b9833156e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:39.141435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7ca84807-4c37-46d9-bbc0-445b5546a9e1 None None] Port 5d6dab4d-d320-4b99-84f3-699a497b7a5b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:39.142401 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-968cf583-8ace-479a-8a84-c33b9833156e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5323825 Mar 02 20:00:39.145779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.170558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.210879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.216713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.224703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:39.237359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:39.237359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.247430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:39.255761 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:39.260744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.332983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Provisioning for port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:39.340070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 17950691-eac3-4422-845c-b3de7db7261a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:39.343110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:39.343110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-50482399-5b0d-457f-85a3-efa0bb0a1ecb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2047708 Mar 02 20:00:39.349524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b99e68de-fe28-4cd9-9325-6acb7c758788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b99e68de-fe28-4cd9-9325-6acb7c758788,segment=NetworkSegment(1fc3b08f-287d-4d59-a61d-7ba4f117ac2b),segment_id=1fc3b08f-287d-4d59-a61d-7ba4f117ac2b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:39.350098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Provisioning complete for port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:39.350418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.355605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34098) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.389475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.410292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.418675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet cd196437-5c63-4c88-9681-c722c3961237 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:39.486589 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:39.490390 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-830ed59c-4b96-459c-aecf-3dd5caa75d21 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6290998 Mar 02 20:00:39.493372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.499077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b99e68de-fe28-4cd9-9325-6acb7c758788,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:39.503271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.506040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.544193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=f258d692-0df2-4e82-89e9-97efbf0fd18b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:39.570445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.577637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a29e33e0-555d-4fa4-bafb-f433f2d10f63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/f258d692-0df2-4e82-89e9-97efbf0fd18b HTTP/1.1" status: 204 len: 168 time: 4.7551174 Mar 02 20:00:39.582612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:39.591481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34106) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.595754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Sync routers for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:39.597358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.618109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:39.620042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-273263773'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:39.620842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:39.630770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:39.634839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:39.637904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:39.644812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:39.655577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.669046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:39.672915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.686429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.706918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.708128 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-72197042-e5ce-4432-ad4a-08e2feaa6a79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9381976 Mar 02 20:00:39.714016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34110) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.721798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.762660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] For port a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:39.773747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.787943 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-08699747-65f8-421d-8e6a-02e45a508d36 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728128 Mar 02 20:00:39.803889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34114) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:39.879112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 192e3435-1470-43da-a8c9-582fb43e94b4 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:39.905314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.911161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:39.922033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.922788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.929624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:39.939852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Provisioning complete for port 5d6dab4d-d320-4b99-84f3-699a497b7a5b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:39.940400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:39.949373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:39.998697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Pushing event updated for resources: {'Port': ['ID=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.027826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:40.117288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.141436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.191649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=5d6dab4d-d320-4b99-84f3-699a497b7a5b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.207602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.217807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d9407-6f99-4ea1-8c9c-fbb658c97808 None None] Port 5d6dab4d-d320-4b99-84f3-699a497b7a5b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:40.231604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.231604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.231604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment c593f8a0-44b6-45c6-b0a3-9de40c7e9a06 of type vlan for network 327dc0d6-99bf-4f18-9504-3934f36615d9 Mar 02 20:00:40.244598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.292521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a607a147-0255-4e7d-8270-4c2f2ccaaaf8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:40.317116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.329713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.346557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.354898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a23fcf-3ad2-44f3-bba8-c539d540abc8']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:40.365226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.377446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Provisioning complete for port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:40.377920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.414098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b359957-b9ac-4b39-a318-77c744573042 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:40.417769 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9b359957-b9ac-4b39-a318-77c744573042 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6072965 Mar 02 20:00:40.422347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34118) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:40.423064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=54485332-8bc8-4266-948e-e9204a2b32bf,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.431171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407f006c-50ee-4b82-87df-3317812f6e10') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:40.431465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407f006c-50ee-4b82-87df-3317812f6e10') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:40.480956 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6dc5efa7-75a7-4e44-a9e0-7d1b2d9584f0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524683 Mar 02 20:00:40.481631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.483486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34122) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:40.486171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.491996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:40.492457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.520925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.533271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:40.533660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.549138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793036794', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:40.549444 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:40.551772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.555149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:40.555937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.600656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.615878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 54404d37-c71d-463a-88cb-ae151713f5e6 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:40.664875 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:40.682872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:36Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:40.702349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Checking router: f2797552-b8f5-4508-9f44-ac208dc39bf7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:00:40.703954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Updating router f2797552-b8f5-4508-9f44-ac208dc39bf7 port c4db9e0b-e956-4682-b589-4821bd98f7d3 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:00:40.736893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.753140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Provisioning for port 17950691-eac3-4422-845c-b3de7db7261a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:40.765608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b99e68de-fe28-4cd9-9325-6acb7c758788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:40.797023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Provisioning complete for port 17950691-eac3-4422-845c-b3de7db7261a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:40.797504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.835636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04041f25-8bdc-4f66-aca0-2af8cd970e95,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.887721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=327dc0d6-99bf-4f18-9504-3934f36615d9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.890576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-30a2eb49-fb18-4dd0-93b3-ee7a0ef578d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2981291 Mar 02 20:00:40.892895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=cd196437-5c63-4c88-9681-c722c3961237,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:40.896185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.897593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:40.902512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.905550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.908145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.909628 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9e6ae710-a89a-4a53-aaae-5ec0bd5529e9 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/04041f25-8bdc-4f66-aca0-2af8cd970e95 HTTP/1.1" status: 204 len: 168 time: 1.3768222 Mar 02 20:00:40.912389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:40.924795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.941008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba03ca08-7711-400a-9675-15955007b2ca None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:40.964412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:40.974595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:40.975447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:41.027444 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-af7ad0cd-7ed4-4c33-8257-554751069bcc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/cd196437-5c63-4c88-9681-c722c3961237 HTTP/1.1" status: 204 len: 168 time: 1.8531032 Mar 02 20:00:41.027444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=39a23fcf-3ad2-44f3-bba8-c539d540abc8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:41.030660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34134) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:41.045233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:41.096362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4569dc3d-bd5b-4f05-889c-c37cdbe6c302 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/39a23fcf-3ad2-44f3-bba8-c539d540abc8 HTTP/1.1" status: 204 len: 168 time: 1.7390666 Mar 02 20:00:41.117641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f0148a43-a296-4ac8-b626-85b15335ec04 None None] Port 17950691-eac3-4422-845c-b3de7db7261a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:41.143097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:41.173508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:41.186598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:41.198060 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8690b533-32b3-43be-a2ce-31964255dbc2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583252 Mar 02 20:00:41.203207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:41.204173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:41.206654 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP bf418b35-091d-4175-8e27-40632c454aef associated. External IP: 172.26.2.91, port: b42ff98c-9b55-4325-89ac-629092f87dbc. Mar 02 20:00:41.233355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a9274e4c-9f7b-43d6-9b62-829f637aa0ca tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:41.337716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b99e68de-fe28-4cd9-9325-6acb7c758788 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:41.337716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.344010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:41.347644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.359338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:41.383168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6f98030f-44f4-4cb7-b4ac-1d2fce6b6790 None None] Provisioning complete for port 5d6dab4d-d320-4b99-84f3-699a497b7a5b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:41.383400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6f98030f-44f4-4cb7-b4ac-1d2fce6b6790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.431631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:41.445825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:41.470152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:41.476738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a9274e4c-9f7b-43d6-9b62-829f637aa0ca tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:41.482392 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a9274e4c-9f7b-43d6-9b62-829f637aa0ca tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5606213 Mar 02 20:00:41.489717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.495861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34146) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:41.505429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--253896981'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:41.529804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:41.532992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:41.536546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.539155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6f98030f-44f4-4cb7-b4ac-1d2fce6b6790 None None] Port 5d6dab4d-d320-4b99-84f3-699a497b7a5b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:41.595282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:41.621744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760cbd44-af73-4e59-868b-5a0d3049a5fe tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:41.623618 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-760cbd44-af73-4e59-868b-5a0d3049a5fe tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3695519 Mar 02 20:00:41.651316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:41.681648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:41.682073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:41.717114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Deleting port 5c30c18b-564e-44ba-9a7f-48be42e4b172 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:41.717760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.870291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.872624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6e18499-6ab6-4fe8-accb-ffedbce42254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.919848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Transition to ACTIVE for port object c4db9e0b-e956-4682-b589-4821bd98f7d3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:41.937074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:41.988424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.013744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:42.028976 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] Sync routers for ids ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:42.044553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:42.050761 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] Routers {'14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:42.051694 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.064533 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-44ab933e-5f05-4b9e-86da-3d3f0d14ab97 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6932774 Mar 02 20:00:42.068259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:42.082836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Attempting to bind port c4db9e0b-e956-4682-b589-4821bd98f7d3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:42.083202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Attempting to bind port c4db9e0b-e956-4682-b589-4821bd98f7d3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:42.083571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Attempting to bind port c4db9e0b-e956-4682-b589-4821bd98f7d3 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:42.097186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73ecf5-4f46-4b48-b231-a3b3b7bcccaa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:42.097915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c73ecf5-4f46-4b48-b231-a3b3b7bcccaa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:42.104149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.115130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:42.115546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:42.115902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.116293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:42.116813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Bound port: c4db9e0b-e956-4682-b589-4821bd98f7d3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:42.117194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.119450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.123384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:42.145476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:42.153231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:42.164677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69fc4a2-168c-4ef1-957d-ba375872a75a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.165852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78ea97-8622-42c2-9e51-577074abe2ce None None] Pushing event updated for resources: {'Port': ['ID=c4db9e0b-e956-4682-b589-4821bd98f7d3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.173094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] For port 5c30c18b-564e-44ba-9a7f-48be42e4b172, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5c30c18b-564e-44ba-9a7f-48be42e4b172,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:42.173489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.174064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:42.194902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c73ecf5-4f46-4b48-b231-a3b3b7bcccaa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:42.196092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6c73ecf5-4f46-4b48-b231-a3b3b7bcccaa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4942350 Mar 02 20:00:42.204459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19a9133-9d92-4200-a0a2-699450976053') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.204760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19a9133-9d92-4200-a0a2-699450976053') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.224838 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.242959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] Routers {'14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:42.244990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.246590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:42.288555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.321319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5c30c18b-564e-44ba-9a7f-48be42e4b172 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:42.357478 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.357847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Calling delete_port for 5c30c18b-564e-44ba-9a7f-48be42e4b172 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:42.357971 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c4f4a-2540-450b-ba6d-2284142703ac None None] The sync data for ids ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:42.370775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.417816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] For port c4db9e0b-e956-4682-b589-4821bd98f7d3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:42.433087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1e19f-cd74-4822-9f1a-b8b9d0d1cf48 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:42.433804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aeb1e19f-cd74-4822-9f1a-b8b9d0d1cf48 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:42.435838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] For port c4db9e0b-e956-4682-b589-4821bd98f7d3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4db9e0b-e956-4682-b589-4821bd98f7d3,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:42.447436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.454276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.463822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-96180fc7-f7b2-43fd-973a-491a0ce7f0f7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1783025 Mar 02 20:00:42.465342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=27c4fd40-30e0-48c6-82f4-e0d44b4f5167,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.474754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34162) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:42.496464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:42.514584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.560845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:42.561253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:42.578082 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:42.594546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:42.595324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:42.595944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.609269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.644916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:42.645272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: af21edbc-1923-4b37-84e1-089c02e81b51, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:42.649972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aeb1e19f-cd74-4822-9f1a-b8b9d0d1cf48 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:42.651488 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aeb1e19f-cd74-4822-9f1a-b8b9d0d1cf48 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports/5d6dab4d-d320-4b99-84f3-699a497b7a5b HTTP/1.1" status: 200 len: 911 time: 0.5819888 Mar 02 20:00:42.662401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd78ea97-8622-42c2-9e51-577074abe2ce None None] Pushing event updated for resources: {'Port': ['ID=c4db9e0b-e956-4682-b589-4821bd98f7d3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.667548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34166) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:42.678292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.720008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.736636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.746825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] Pushing event deleted for resources: {'Port': ['ID=5c30c18b-564e-44ba-9a7f-48be42e4b172,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.758388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281d4cb-e746-4d1c-bfa6-e69aee167122 None None] No DVR routers for this DVR port 5c30c18b-564e-44ba-9a7f-48be42e4b172 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:42.790914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:42.812374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=d1994243-62df-4493-b3b4-d416f467d8d5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.861885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:42.863790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.865135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.868821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:42.880360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network af21edbc-1923-4b37-84e1-089c02e81b51 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:42.893685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:42.900791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.912599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.923641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, af21edbc-1923-4b37-84e1-089c02e81b51) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:42.929497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:42.930294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.930970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=b69fc4a2-168c-4ef1-957d-ba375872a75a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:42.935766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.949375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:42.979579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:42.983411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:42.992144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fec8d-6832-4ab6-949e-cbb47eb8e8bf None None] Network af21edbc-1923-4b37-84e1-089c02e81b51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:43.002933 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b0174418-e4aa-4e45-b955-d0e974c12015 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/b69fc4a2-168c-4ef1-957d-ba375872a75a HTTP/1.1" status: 204 len: 168 time: 1.8514946 Mar 02 20:00:43.012156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6b1607-db97-41f6-b931-3ca0b5910bf5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:43.014439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:43.015649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-de52d18a-e104-4604-9253-f38350d0e8b4 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5188208 Mar 02 20:00:43.018701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.019184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.038944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '8f6b1607-db97-41f6-b931-3ca0b5910bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:43.065471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:43.065935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: 327dc0d6-99bf-4f18-9504-3934f36615d9, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:43.070619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:43.074504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:43.075178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:43.095888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:43.102136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:43.110830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 192e3435-1470-43da-a8c9-582fb43e94b4 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:43.118475 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3f6ee137-a7f7-4cd6-b438-0a338491bd21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6312087 Mar 02 20:00:43.161720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34178) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.162591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:43.223921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:43.276756 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b69b43e5-6d57-430b-b1bb-dfdd3f3a0e71 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.9721768 Mar 02 20:00:43.282065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:43.288965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34182) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.302776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:43.332729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:43.367833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:43.368508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:43.419863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:43.443651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:43.443978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caedf3ef-1832-49e5-aa60-e1fa20279a82 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:43.488984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 327dc0d6-99bf-4f18-9504-3934f36615d9) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:43.494193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:43.495346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:43.510017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5eceaf-4e29-4323-9f1f-d2d4349e0e2e None None] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:43.643808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3de4c37c-47e8-4e15-b28f-5fd4f7687933 None None] Provisioning complete for port 17950691-eac3-4422-845c-b3de7db7261a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:43.644032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3de4c37c-47e8-4e15-b28f-5fd4f7687933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:43.777262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3de4c37c-47e8-4e15-b28f-5fd4f7687933 None None] Port 17950691-eac3-4422-845c-b3de7db7261a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:43.780197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-af21edbc-1923-4b37-84e1-089c02e81b51', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:43.780859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:43.790617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51c5f-f39e-42d0-b6bb-6d402758af98 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:43.798334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce51c5f-f39e-42d0-b6bb-6d402758af98 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:43.799227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bce51c5f-f39e-42d0-b6bb-6d402758af98 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:43.855902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5afb15f-39ee-4f5f-939c-7159ffd92c76 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9446363 Mar 02 20:00:43.860867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34186) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.867119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bce51c5f-f39e-42d0-b6bb-6d402758af98 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:43.873249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bce51c5f-f39e-42d0-b6bb-6d402758af98 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8501093 Mar 02 20:00:43.886006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.887241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The resource could not be found. Mar 02 20:00:43.891362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-deee9750-b5a3-4644-bd6f-fc4425c68d5d tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8638904 Mar 02 20:00:43.896773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:43.901766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2000469029'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:43.934792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1157676059'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:43.947869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '8f6b1607-db97-41f6-b931-3ca0b5910bf5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'be4befcc-15ba-45dd-a60b-cbe200ee363b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:43.955554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:44.029036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.041799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.042248 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP bf418b35-091d-4175-8e27-40632c454aef disassociated. External IP: 172.26.2.91, port: b42ff98c-9b55-4325-89ac-629092f87dbc. Mar 02 20:00:44.048647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:44.087819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:44.090322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:36Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:44.090879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:44.140929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c68558-7438-414b-860a-4fb090dcc859 None None] The sync data for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv is: [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:36Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:44.149659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-327dc0d6-99bf-4f18-9504-3934f36615d9', 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': 'd1994243-62df-4493-b3b4-d416f467d8d5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:44.150499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.186094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:44.216675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:44.253919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:00:44.275368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Allocated IP 172.20.0.2 (af21edbc-1923-4b37-84e1-089c02e81b51/27c4fd40-30e0-48c6-82f4-e0d44b4f5167/1244e0a8-666a-4102-b834-8a1eb5b7d157) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:44.322110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.333312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:44.337546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.384174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:44.399079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:44.402119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:44.402711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.435507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67b675-dd6c-4dd4-9db2-f5c8d6106f0e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:44.566748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=c8cd0486-ce10-498d-b0aa-300828cb4f16,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:44.576391 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e9e8e29a-31a2-4249-a10e-d1b81c2410dd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0961637 Mar 02 20:00:44.584066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34200) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:44.595685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'c8cd0486-ce10-498d-b0aa-300828cb4f16', 'ip_address': '2001:db8::7774:a270:7090:ba34'}], 'name': 'tempest-NetworksTestDHCPv6-822034757'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:44.602434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:44.609973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Allocated IP 172.20.0.2 (327dc0d6-99bf-4f18-9504-3934f36615d9/d1994243-62df-4493-b3b4-d416f467d8d5/4bab86ce-593d-40b9-b869-72f0df04f6b9) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:44.616066 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:44.634056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2156da45-1d52-454b-9332-f6ccd317767e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2181332 Mar 02 20:00:44.648131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:44.655100 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:44.656599 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:44.663099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-723452580'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:44.668459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:44.673005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:44.675844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:44.681957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:44.706992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:44.721161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:44.761692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.892119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:44.911057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:44.915564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:44.919530 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:44.934447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.934795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment ec23258d-9cd5-4669-b21a-4af44a72fdee of type vlan for network 02cac31d-ac7c-4bd8-a653-4b476b785325 Mar 02 20:00:44.942122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:44.957189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.994484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:44.999125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:45.009804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Transition to ACTIVE for port object 1244e0a8-666a-4102-b834-8a1eb5b7d157 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:45.038635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:45.039261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Transition to ACTIVE for port object 1244e0a8-666a-4102-b834-8a1eb5b7d157 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:45.064567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:45.087054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.103717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The resource could not be found. Mar 02 20:00:45.108549 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-19d3a76c-9570-4733-bc4a-03fcb35cc2bb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1903450 Mar 02 20:00:45.111950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34208) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:45.126674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:45.135202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:45.144867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.164472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.338136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port d9729be7-bf3f-4e62-aaed-260151399eb7 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:45.368708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d74f466-407b-454e-b054-ba98161322e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.398142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'c8cd0486-ce10-498d-b0aa-300828cb4f16'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:45.399011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.403121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:45.426240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Network af21edbc-1923-4b37-84e1-089c02e81b51 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:45.444737 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:40Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:41Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:45.453538 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:00:45.454468 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Updating router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf port 17950691-eac3-4422-845c-b3de7db7261a binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:00:45.470895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:45.473011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.489396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:45.495693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.513736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.536153 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.549670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Pushing event updated for resources: {'Port': ['ID=1244e0a8-666a-4102-b834-8a1eb5b7d157,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:45.622792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.628389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:45.628964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.664419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:45.669098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.691441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:45.692071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:45.698110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.701227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:45.717162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.795488 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-022edfed-bf7b-4ae4-a3d3-30e0d0653fbd tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/bf418b35-091d-4175-8e27-40632c454aef HTTP/1.1" status: 200 len: 687 time: 2.5045159 Mar 02 20:00:45.800688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34212) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:45.807621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.838303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:45.838937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:45.918829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port d1567da4-c0af-4149-87ad-d5e2e4a6f64a yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:45.936761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Attempting to bind port 1244e0a8-666a-4102-b834-8a1eb5b7d157 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:45.937091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Attempting to bind port 1244e0a8-666a-4102-b834-8a1eb5b7d157 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:45.937436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Attempting to bind port 1244e0a8-666a-4102-b834-8a1eb5b7d157 on network af21edbc-1923-4b37-84e1-089c02e81b51 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:45.940377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.946505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=02cac31d-ac7c-4bd8-a653-4b476b785325,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:45.953144 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-60b52216-b5c9-44c0-bc0b-3e7f0b5e8b5f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0613720 Mar 02 20:00:45.960298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:45.962108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:45.970604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1745199316'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:45.970849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 02cac31d-ac7c-4bd8-a653-4b476b785325 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:45.976528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:45.981201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:network and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:45.985098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:45.987579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Transition to ACTIVE for port object 4bab86ce-593d-40b9-b869-72f0df04f6b9 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:45.991280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:45.992546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:45.993167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Checking segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:45.993752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:45.994311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Bound using segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:45.994976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Bound port: 1244e0a8-666a-4102-b834-8a1eb5b7d157, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:45.995988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.072786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:46.077123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.099217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.149840 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.161245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6b1607-db97-41f6-b931-3ca0b5910bf5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:46.186854 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Transition to ACTIVE for port object 17950691-eac3-4422-845c-b3de7db7261a will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:46.193839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.214709 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.222550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.244310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:46.309197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:46.309577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:46.379386 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Pushing event updated for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:46.379633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 54485332-8bc8-4266-948e-e9204a2b32bf {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:46.379633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.383388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Transition to ACTIVE for port object 4bab86ce-593d-40b9-b869-72f0df04f6b9 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:46.417239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4db9e0b-e956-4682-b589-4821bd98f7d3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:46.472099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 5d6dab4d-d320-4b99-84f3-699a497b7a5b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:46.472526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.517626 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.517989 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.518354 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.518678 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.519001 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.519319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.519633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.519945 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.520271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.520619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.520931 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.521237 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:00:46.543972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.553194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.558181 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a89f019b-b65b-4567-a7de-cdecaef455eb tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/8f6b1607-db97-41f6-b931-3ca0b5910bf5 HTTP/1.1" status: 204 len: 168 time: 1.4418695 Mar 02 20:00:46.560559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:46.568560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:46.568981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250ddc0-216a-4f27-a0a9-e040768268da None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:46.695715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.696372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment d2b89113-caa6-4335-946d-2a4a47f422f8 of type vlan for network d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e Mar 02 20:00:46.719593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Pushing event updated for resources: {'Port': ['ID=4bab86ce-593d-40b9-b869-72f0df04f6b9,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:46.730121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/c8cd0486-ce10-498d-b0aa-300828cb4f16/987c9796-bef7-4719-a88f-fa8f74b16a66) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:46.774891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:46.776002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:46.789032 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Attempting to bind port 17950691-eac3-4422-845c-b3de7db7261a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:46.789730 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Attempting to bind port 17950691-eac3-4422-845c-b3de7db7261a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:46.790196 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Attempting to bind port 17950691-eac3-4422-845c-b3de7db7261a on network 192e3435-1470-43da-a8c9-582fb43e94b4 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:46.798876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:46.805809 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:46.807529 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Checking segment: {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:46.808438 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.808959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Bound using segment: {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:46.811959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Bound port: 17950691-eac3-4422-845c-b3de7db7261a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82a472e-b8f2-47da-91d4-c264d17e814f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:46.812514 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.818742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:46.862215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.887252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.887875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment d9ea0ce2-05e1-40ec-972b-598a545fa7db of type vlan for network 51e0539f-cdc1-48b4-b642-3ea3df22de51 Mar 02 20:00:46.933562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] For port 17950691-eac3-4422-845c-b3de7db7261a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:46.936600 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] For port 17950691-eac3-4422-845c-b3de7db7261a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=17950691-eac3-4422-845c-b3de7db7261a,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:46.948051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.13 (327dc0d6-99bf-4f18-9504-3934f36615d9/d1994243-62df-4493-b3b4-d416f467d8d5/d9729be7-bf3f-4e62-aaed-260151399eb7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:46.953660 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:46.969700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1c9509ce-ac22-4364-a680-17877feaa12b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:47.048015 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:47.052839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:47.062183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] For port 1244e0a8-666a-4102-b834-8a1eb5b7d157, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:47.070417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] For port 1244e0a8-666a-4102-b834-8a1eb5b7d157, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1244e0a8-666a-4102-b834-8a1eb5b7d157,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:47.073230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Attempting to bind port 4bab86ce-593d-40b9-b869-72f0df04f6b9 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:47.073823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Attempting to bind port 4bab86ce-593d-40b9-b869-72f0df04f6b9 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:47.074364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Attempting to bind port 4bab86ce-593d-40b9-b869-72f0df04f6b9 on network 327dc0d6-99bf-4f18-9504-3934f36615d9 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:47.087075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:47.087741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Checking segment: {'id': 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:47.088364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.088903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Bound using segment: {'id': 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:47.089554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Bound port: 4bab86ce-593d-40b9-b869-72f0df04f6b9, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '327dc0d6-99bf-4f18-9504-3934f36615d9'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:47.090087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.108791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.137518 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1693219-f56f-4aeb-bb1f-33c5e428bfbc None None] Pushing event updated for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:47.157881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1c9509ce-ac22-4364-a680-17877feaa12b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:47.159746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1c9509ce-ac22-4364-a680-17877feaa12b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5415154 Mar 02 20:00:47.163975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:47.175839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.176174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.187414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '479697a4-3308-4954-9421-d5c504c5edf9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:47.204076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:47.208082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.210974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:47.214327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.217742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:47.224013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:47.224152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:47.224691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.340822 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:47.397004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c4db9e0b-e956-4682-b589-4821bd98f7d3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:47.412779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c4db9e0b-e956-4682-b589-4821bd98f7d3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:47.413422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.422504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 54485332-8bc8-4266-948e-e9204a2b32bf owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:47.459051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:47.488832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.495537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.526879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.535340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:47.535992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.597249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a25ea0-1be6-43d5-bdd3-0a9a0314ed86 None None] Pushing event updated for resources: {'Port': ['ID=1244e0a8-666a-4102-b834-8a1eb5b7d157,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:47.691640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.721517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] For port 4bab86ce-593d-40b9-b869-72f0df04f6b9, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:47.759637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7928798 Mar 02 20:00:47.789964 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:40Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:46Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:47.795375 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdf2b9b-99c9-4509-b6fb-ee2ee648d0d4 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:40Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:46Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:47.839186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34228) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:47.840304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24db02-578d-4ac1-a6be-a73c2c7b057d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:47.853773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c4db9e0b-e956-4682-b589-4821bd98f7d3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4db9e0b-e956-4682-b589-4821bd98f7d3,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:47.859289 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The resource could not be found. Mar 02 20:00:47.861001 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c45b9732-e9a6-45a4-ac3a-bfd7fbb516cf tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6936529 Mar 02 20:00:47.863845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:47.880715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 5d6dab4d-d320-4b99-84f3-699a497b7a5b owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:47.886073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.913487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34232) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:47.922739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.933063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'ports': [{'network_id': '02cac31d-ac7c-4bd8-a653-4b476b785325', 'name': 'tempest-port--2321473', 'admin_state_up': True}, {'network_id': 'd48e39a3-aa0c-4445-bae4-bfa2d6dcea7e', 'admin_state_up': False}]} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:47.933659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'port': {'network_id': '02cac31d-ac7c-4bd8-a653-4b476b785325', 'name': 'tempest-port--2321473', 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:47.934297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'port': {'network_id': 'd48e39a3-aa0c-4445-bae4-bfa2d6dcea7e', 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:47.943787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--9887670'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:47.951866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] For port 4bab86ce-593d-40b9-b869-72f0df04f6b9, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4bab86ce-593d-40b9-b869-72f0df04f6b9,segment=NetworkSegment(c593f8a0-44b6-45c6-b0a3-9de40c7e9a06),segment_id=c593f8a0-44b6-45c6-b0a3-9de40c7e9a06)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:47.960872 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.3001754 Mar 02 20:00:47.976775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:47.992376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34236) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:48.016574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:48.089363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.093372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c4db9e0b-e956-4682-b589-4821bd98f7d3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:48.172981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:48.176794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e19fe6-735e-4ae0-b76f-03649f2b5c36 None None] Pushing event updated for resources: {'Port': ['ID=4bab86ce-593d-40b9-b869-72f0df04f6b9,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:48.186317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Transition to ACTIVE for port object 987c9796-bef7-4719-a88f-fa8f74b16a66 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:48.193607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:48.202913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:48.212056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Transition to ACTIVE for port object 987c9796-bef7-4719-a88f-fa8f74b16a66 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:48.213421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:48.227597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.273166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:48.278727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.333473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:48.339953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:48.365558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:48.432252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:48.456800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=54485332-8bc8-4266-948e-e9204a2b32bf,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:48.573399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:48.582368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4db9e0b-e956-4682-b589-4821bd98f7d3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:48.642038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.642878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Pushing event updated for resources: {'Port': ['ID=987c9796-bef7-4719-a88f-fa8f74b16a66,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:48.675144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object d9729be7-bf3f-4e62-aaed-260151399eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:48.678126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Attempting to bind port 987c9796-bef7-4719-a88f-fa8f74b16a66 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:48.678503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Attempting to bind port 987c9796-bef7-4719-a88f-fa8f74b16a66 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:48.678867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Attempting to bind port 987c9796-bef7-4719-a88f-fa8f74b16a66 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:48.690484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:48.690963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:48.691399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.692583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:48.694059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Bound port: 987c9796-bef7-4719-a88f-fa8f74b16a66, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:48.694454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.720438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.833179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (af21edbc-1923-4b37-84e1-089c02e81b51/27c4fd40-30e0-48c6-82f4-e0d44b4f5167/99f8a80e-acd0-499a-9f3e-dec049104086) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:48.871636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::7774:a270:7090:ba34 (9616b26f-257b-4b9d-b045-31339b11d161/c8cd0486-ce10-498d-b0aa-300828cb4f16/d1567da4-c0af-4149-87ad-d5e2e4a6f64a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:48.879191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c4db9e0b-e956-4682-b589-4821bd98f7d3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:48.879572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.956208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:48.965961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] For port 987c9796-bef7-4719-a88f-fa8f74b16a66, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:48.991070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] For port 987c9796-bef7-4719-a88f-fa8f74b16a66, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=987c9796-bef7-4719-a88f-fa8f74b16a66,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:49.003982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.044504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.051302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8077c9e-0ee8-45c4-bed2-6ba6906fd3ad None None] Network af21edbc-1923-4b37-84e1-089c02e81b51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:49.081668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e292a6-c991-4719-9f22-5bd9affe2f38 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=51e0539f-cdc1-48b4-b642-3ea3df22de51,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:49.097710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:49.100714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:00:49.101698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:49.132625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:49.147133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:49.149487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:49.162655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:49.188035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.192959 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9fafe22d-b9dc-4ee8-9107-6048eab3b828 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/bf418b35-091d-4175-8e27-40632c454aef HTTP/1.1" status: 204 len: 168 time: 3.3876474 Mar 02 20:00:49.192959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:49.215051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34240) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:49.234734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '0ef477b9-61f9-4d5d-86fa-c396c116e451'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:49.242257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:49.247246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:floatingip and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:49.251092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:49.258291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:49.281894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.446635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922d42a-8556-4c72-8d81-78c12c95a014 None None] Pushing event updated for resources: {'Port': ['ID=987c9796-bef7-4719-a88f-fa8f74b16a66,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:49.476159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.502054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:49.502736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd5336c1-d43a-45cd-9a0e-be9eabc5f8a0 None None] Provisioning for port 1244e0a8-666a-4102-b834-8a1eb5b7d157 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:49.502853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.535918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=d9729be7-bf3f-4e62-aaed-260151399eb7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:49.595503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 17950691-eac3-4422-845c-b3de7db7261a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:49.629915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object d1567da4-c0af-4149-87ad-d5e2e4a6f64a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:49.632119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.657473 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-328cd9cd-2d66-4aee-b149-bf98b2038e55 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 5.7894459 Mar 02 20:00:49.660202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34244) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:49.728054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.737103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.799616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=5d6dab4d-d320-4b99-84f3-699a497b7a5b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:49.812534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.820321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:49.821196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 17950691-eac3-4422-845c-b3de7db7261a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:49.829633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:port and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:49.837990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:49.857641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:49.863262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9d2ee-11d4-446c-bb26-3ae91425c9fc None None] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:49.863497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 99f8a80e-acd0-499a-9f3e-dec049104086 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:49.899574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'port': 2} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:49.908248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.919571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 17950691-eac3-4422-845c-b3de7db7261a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:49.920265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.927504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.929168 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.0152283 Mar 02 20:00:49.940877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34248) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:49.943435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:49.975877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port d9729be7-bf3f-4e62-aaed-260151399eb7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:49.976385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.035959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--995942818'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:50.071609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:50.080300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.098929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b8704-1152-44d0-96ec-4a6badb86001 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9891954e-a585-48ac-8ce5-4fcbde49313b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:50.124682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:50.165061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:50.220924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.235020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:50.257954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ac76f6e1-3994-446a-a6ee-3911cfbcafc1 None None] Provisioning for port 4bab86ce-593d-40b9-b869-72f0df04f6b9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:50.291894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.299142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:50.299570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 17950691-eac3-4422-845c-b3de7db7261a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=17950691-eac3-4422-845c-b3de7db7261a,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:50.391048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:50.403504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.404281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1244e0a8-666a-4102-b834-8a1eb5b7d157 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:50.405840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:50.437026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:50.450522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:50.451145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.474407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.493764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] device_id is not set on port 9fccf6d4-5f1e-46f5-af11-879d95b5ab98 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:50.501810 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.9136395 Mar 02 20:00:50.502370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:50.502370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 51e0539f-cdc1-48b4-b642-3ea3df22de51, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:50.509132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.544893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.549795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:50.556911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:50.577584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.621589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:50.627205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1244e0a8-666a-4102-b834-8a1eb5b7d157 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:50.634250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'c8cd0486-ce10-498d-b0aa-300828cb4f16', 'ip_address': '2001:db8::7774:a270:7090:ba34'}], 'name': 'tempest-NetworksTestDHCPv6-390135716'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:50.643348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1244e0a8-666a-4102-b834-8a1eb5b7d157 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:50.643888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.654254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network af21edbc-1923-4b37-84e1-089c02e81b51 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:50.686879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:50.689258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:50.698352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-819b9e4f-1d83-4fcb-b4ba-aca563c90d89 None None] Provisioning complete for port 1244e0a8-666a-4102-b834-8a1eb5b7d157 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:50.698684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-819b9e4f-1d83-4fcb-b4ba-aca563c90d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.704789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:50.795459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:50.811621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:50.872503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:50.880107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:50.935836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.037057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-819b9e4f-1d83-4fcb-b4ba-aca563c90d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.046582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:51.054219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 1244e0a8-666a-4102-b834-8a1eb5b7d157, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1244e0a8-666a-4102-b834-8a1eb5b7d157,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:51.075229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.123154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 51e0539f-cdc1-48b4-b642-3ea3df22de51) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:51.148445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:51.149207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.188986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:51.206959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:51.218746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e88f35-3548-401b-8c3a-a2821ad39373 None None] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:51.221857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafda731-e613-4994-b67e-c6bce6c1732a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=d1567da4-c0af-4149-87ad-d5e2e4a6f64a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:51.228959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:51.266688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:51.330901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-558c461e-04a2-4400-b0e5-97f243def8ef tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3374388 Mar 02 20:00:51.336711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:51.343215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.353962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34256) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:51.378514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-819b9e4f-1d83-4fcb-b4ba-aca563c90d89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:51.379028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-819b9e4f-1d83-4fcb-b4ba-aca563c90d89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:51.400083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=1244e0a8-666a-4102-b834-8a1eb5b7d157,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:51.415448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4bab86ce-593d-40b9-b869-72f0df04f6b9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:51.453589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.554640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.556807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4bab86ce-593d-40b9-b869-72f0df04f6b9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:51.568026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4bab86ce-593d-40b9-b869-72f0df04f6b9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:51.568921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.625605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.643780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.653495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port b119200a-7ae4-47a5-85bc-5046d1d22c58 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:51.665406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-51e0539f-cdc1-48b4-b642-3ea3df22de51', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:00:51.666247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.731753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for d9729be7-bf3f-4e62-aaed-260151399eb7 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:51.806232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.813890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:51.830721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.834669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8624399 Mar 02 20:00:51.841595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34260) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:51.870777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group_rule': {'security_group_id': '9891954e-a585-48ac-8ce5-4fcbde49313b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '46bf8f43-d90a-46fb-9f73-7b98b11c015e'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:51.878257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4bab86ce-593d-40b9-b869-72f0df04f6b9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4bab86ce-593d-40b9-b869-72f0df04f6b9,segment=NetworkSegment(c593f8a0-44b6-45c6-b0a3-9de40c7e9a06),segment_id=c593f8a0-44b6-45c6-b0a3-9de40c7e9a06)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:51.892839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:51.904457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34d562-a26a-45e4-b5f8-69779bf2bd6e tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf8f43-d90a-46fb-9f73-7b98b11c015e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:51.958991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:51.959762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 987c9796-bef7-4719-a88f-fa8f74b16a66 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:52.011521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.030970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] device_id is not set on port 7b7b1166-4955-4ed3-b838-7222dbb64471 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:52.036069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 20:00:52.036601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:00:52.060660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.232 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b34fcbee-3548-40dd-b06c-61e6d427372d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:52.066026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4bab86ce-593d-40b9-b869-72f0df04f6b9,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:52.075226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:52.095114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:52.117142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Allocated IP 172.21.0.2 (51e0539f-cdc1-48b4-b642-3ea3df22de51/07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9/e330fec6-d473-4cf6-b937-a41fe6657d1d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:52.131589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 987c9796-bef7-4719-a88f-fa8f74b16a66 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:52.137212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 17950691-eac3-4422-845c-b3de7db7261a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:52.140932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:52.222380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 17950691-eac3-4422-845c-b3de7db7261a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:52.222809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.282542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning for port d1567da4-c0af-4149-87ad-d5e2e4a6f64a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:52.285738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:52.288194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning complete for port d1567da4-c0af-4149-87ad-d5e2e4a6f64a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:52.288610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.299626 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] Sync routers for ids ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:52.310714 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] Routers {'14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:52.312393 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:52.312590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-86d2eebd-60e1-4882-9fbb-29b72208e59a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7033992 Mar 02 20:00:52.315990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:52.321089 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-be9afd71-3425-4892-b0c4-aaeb0a21219b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6521547 Mar 02 20:00:52.370973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:52.372070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Port d1567da4-c0af-4149-87ad-d5e2e4a6f64a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:52.384633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:52.395177 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] Routers {'14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:52.395865 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:52.461110 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:52.461506 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd3ec9d-1b3a-4762-8d46-05d3540c86db None None] The sync data for ids ['14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:00:52.489938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning for port 99f8a80e-acd0-499a-9f3e-dec049104086 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:52.499572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning complete for port 99f8a80e-acd0-499a-9f3e-dec049104086 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:52.499896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.501542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2530885-d690-4914-9da7-ea55ccd402bf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:52.565985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Port 99f8a80e-acd0-499a-9f3e-dec049104086 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:52.578238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning complete for port 4bab86ce-593d-40b9-b869-72f0df04f6b9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:52.578583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.592887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2530885-d690-4914-9da7-ea55ccd402bf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:52.596800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c2530885-d690-4914-9da7-ea55ccd402bf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd HTTP/1.1" status: 200 len: 205 time: 0.2244494 Mar 02 20:00:52.597688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:52.719356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.731403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38577-b604-4f37-a193-d2b0fe9b0627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:52.736870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e38577-b604-4f37-a193-d2b0fe9b0627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:52.737681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24e38577-b604-4f37-a193-d2b0fe9b0627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:52.752441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.789915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=d9729be7-bf3f-4e62-aaed-260151399eb7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:52.796999 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:00:52.800843 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-51a2e67f-7c43-49af-b455-73ce6c2dbccd tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.9555173 Mar 02 20:00:52.834521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34276) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:52.856872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Could not find standard attr ID for object d9729be7-bf3f-4e62-aaed-260151399eb7. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:00:52.884964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning for port 987c9796-bef7-4719-a88f-fa8f74b16a66 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:52.893782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Provisioning complete for port 987c9796-bef7-4719-a88f-fa8f74b16a66 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:52.894151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:52.895539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24e38577-b604-4f37-a193-d2b0fe9b0627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:52.900176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-24e38577-b604-4f37-a193-d2b0fe9b0627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5813878 Mar 02 20:00:52.900885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:52.924173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.036132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.071251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.075544 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e50627f-e3c4-4008-974d-3ed68aa11c1a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/d9729be7-bf3f-4e62-aaed-260151399eb7 HTTP/1.1" status: 204 len: 168 time: 3.4117162 Mar 02 20:00:53.084413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34284) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:53.110814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.122286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.139822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Transition to ACTIVE for port object e330fec6-d473-4cf6-b937-a41fe6657d1d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:53.164674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] For port 987c9796-bef7-4719-a88f-fa8f74b16a66, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=987c9796-bef7-4719-a88f-fa8f74b16a66,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:53.179032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.182913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Transition to ACTIVE for port object e330fec6-d473-4cf6-b937-a41fe6657d1d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:53.185135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.187615 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-162b265c-e4ed-47cb-a5fd-8799830142c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:00:53.188050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-162b265c-e4ed-47cb-a5fd-8799830142c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:53.226928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4bab86ce-593d-40b9-b869-72f0df04f6b9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:53.229262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.236563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port d1567da4-c0af-4149-87ad-d5e2e4a6f64a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:53.236858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.253882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.263391 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.319415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-162b265c-e4ed-47cb-a5fd-8799830142c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:53.323041 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-162b265c-e4ed-47cb-a5fd-8799830142c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/d9729be7-bf3f-4e62-aaed-260151399eb7 HTTP/1.1" status: 404 len: 333 time: 0.2341678 Mar 02 20:00:53.326501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:53.330320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:53.333332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6967f9-f7ac-4610-b4de-19021790be92 None None] Pushing event updated for resources: {'Port': ['ID=987c9796-bef7-4719-a88f-fa8f74b16a66,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:53.335919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:53.339170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.344257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:53.473182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4bab86ce-593d-40b9-b869-72f0df04f6b9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:53.473421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.475327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.483881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.519943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Pushing event updated for resources: {'Port': ['ID=e330fec6-d473-4cf6-b937-a41fe6657d1d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:53.532514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.535106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Attempting to bind port e330fec6-d473-4cf6-b937-a41fe6657d1d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:53.535533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Attempting to bind port e330fec6-d473-4cf6-b937-a41fe6657d1d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:53.535884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Attempting to bind port e330fec6-d473-4cf6-b937-a41fe6657d1d on network 51e0539f-cdc1-48b4-b642-3ea3df22de51 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:53.546567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:53.553059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:53.554056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Checking segment: {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:53.554056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.554416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Bound using segment: {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:53.555142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Bound port: e330fec6-d473-4cf6-b937-a41fe6657d1d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:53.555509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.558746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:53.570781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:53.645867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet d1994243-62df-4493-b3b4-d416f467d8d5 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:53.647838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=b34fcbee-3548-40dd-b06c-61e6d427372d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:53.659193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.667185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.704183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] For port e330fec6-d473-4cf6-b937-a41fe6657d1d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:53.709916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1244e0a8-666a-4102-b834-8a1eb5b7d157 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:53.746632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf8f43-d90a-46fb-9f73-7b98b11c015e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:53.751874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] For port e330fec6-d473-4cf6-b937-a41fe6657d1d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e330fec6-d473-4cf6-b937-a41fe6657d1d,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:53.768407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.802536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.803564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router 14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:00:53.845774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:53.851298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.875060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Checking segment: {'id': 'ec23258d-9cd5-4669-b21a-4af44a72fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '02cac31d-ac7c-4bd8-a653-4b476b785325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:53.875855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network hostable DHCP agents. Network: 02cac31d-ac7c-4bd8-a653-4b476b785325, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:53.878464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716bcc6-2ae1-43c1-be37-4e415828d762 None None] Pushing event updated for resources: {'Port': ['ID=e330fec6-d473-4cf6-b937-a41fe6657d1d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:53.883131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1244e0a8-666a-4102-b834-8a1eb5b7d157 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:53.883757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.894185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.903811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.912529 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-86423526-82cf-4f09-86e9-8ef6ee6ebd2f tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/46bf8f43-d90a-46fb-9f73-7b98b11c015e HTTP/1.1" status: 204 len: 168 time: 1.0743628 Mar 02 20:00:53.913467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34292) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:53.947527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.951196 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-452d84ff-849d-43f0-ad9f-e66052838c0e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd HTTP/1.1" status: 204 len: 168 time: 1.3389294 Mar 02 20:00:53.968763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34294) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:53.969525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:53.994523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Port': ['ID=9fccf6d4-5f1e-46f5-af11-879d95b5ab98,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:54.171907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network 02cac31d-ac7c-4bd8-a653-4b476b785325 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:54.225201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:54.229455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.242481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet e2a14e0b-9015-4a9d-a5aa-40cd5b18c362 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:54.247808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 02cac31d-ac7c-4bd8-a653-4b476b785325) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:54.249531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.257493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.259474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0a00f3-ac6f-4ab7-9000-0584ca6ef259 None None] Network 02cac31d-ac7c-4bd8-a653-4b476b785325 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:54.288181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:54.289070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.420573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.21.0.1 (51e0539f-cdc1-48b4-b642-3ea3df22de51/07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9/0d4f0614-8739-41d8-a42d-00c1725a825c) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:00:54.442705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4e1d176-edae-4a65-822b-be12e6f6cb32 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:54.466130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for d1567da4-c0af-4149-87ad-d5e2e4a6f64a owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:54.560290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.569239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.618260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4e1d176-edae-4a65-822b-be12e6f6cb32 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:54.619562 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4e1d176-edae-4a65-822b-be12e6f6cb32 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4502 time: 0.6329598 Mar 02 20:00:54.627892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34300) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:54.670348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Port': ['ID=7b7b1166-4955-4ed3-b838-7222dbb64471,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:54.741743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Checking segment: {'id': 'd2b89113-caa6-4335-946d-2a4a47f422f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'd48e39a3-aa0c-4445-bae4-bfa2d6dcea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:54.742140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network hostable DHCP agents. Network: d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:00:54.838596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.866645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:00:54.871129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.893682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.900136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.903473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network af21edbc-1923-4b37-84e1-089c02e81b51 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:54.907838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=d1994243-62df-4493-b3b4-d416f467d8d5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:54.918311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:54.932897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.940883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:54.948189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 0d4f0614-8739-41d8-a42d-00c1725a825c will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:54.952210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a720d3-fda0-4b1c-86ca-edc834ac0558 None None] Network 327dc0d6-99bf-4f18-9504-3934f36615d9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:54.964619 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6fe0c50d-f328-4402-a86a-09284cb55840 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/d1994243-62df-4493-b3b4-d416f467d8d5 HTTP/1.1" status: 204 len: 168 time: 1.5880332 Mar 02 20:00:54.966490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:54.989983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34304) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:55.023864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:55.034154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:55.040938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:55.042084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.075308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa35cc-06a5-4177-a62a-1757fd7d44f5 None None] Network d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:55.081149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.254530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.275449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.295109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 4bab86ce-593d-40b9-b869-72f0df04f6b9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:55.295490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.330335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.334164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e330fec6-d473-4cf6-b937-a41fe6657d1d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:55.340966 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7fae56c8-b2dc-464d-95ba-44e5da712eb9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 7.4973896 Mar 02 20:00:55.347695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34308) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:55.353562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=d1567da4-c0af-4149-87ad-d5e2e4a6f64a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:55.407358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891954e-a585-48ac-8ce5-4fcbde49313b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:55.458173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router f2797552-b8f5-4508-9f44-ac208dc39bf7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:00:55.467368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.478649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c5e5d61-c896-4b03-aa90-281b9cc0bcdb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d1567da4-c0af-4149-87ad-d5e2e4a6f64a HTTP/1.1" status: 204 len: 168 time: 2.5677996 Mar 02 20:00:55.482426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34312) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:55.482734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a720e04c-91d5-44cb-b026-f16e5217f93b None None] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:55.491963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:00:55.559770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.566606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:00:55.588618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.589719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:00:55.630400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:55.646619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.650130 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ec28a885-59de-45de-b9f9-dd647271757a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/9891954e-a585-48ac-8ce5-4fcbde49313b HTTP/1.1" status: 204 len: 168 time: 0.9774489 Mar 02 20:00:55.660714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34316) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:55.757228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11918e-7d36-4623-9c38-c37b4c426587 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:55.758629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11918e-7d36-4623-9c38-c37b4c426587 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:55.759372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3d11918e-7d36-4623-9c38-c37b4c426587 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:55.785033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Provisioning complete for port 99f8a80e-acd0-499a-9f3e-dec049104086 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:55.785408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.804087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a14e0b-9015-4a9d-a5aa-40cd5b18c362,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:55.810666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.815640 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4bcf07da-3927-4d06-bdb1-d12c1d143fc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/e2a14e0b-9015-4a9d-a5aa-40cd5b18c362 HTTP/1.1" status: 204 len: 168 time: 1.7799251 Mar 02 20:00:55.819223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34320) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:55.852390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.902991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ad195-269a-4db0-ad04-7c02e23e5662 None None] Network 54404d37-c71d-463a-88cb-ae151713f5e6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:55.915736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] For port 4bab86ce-593d-40b9-b869-72f0df04f6b9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4bab86ce-593d-40b9-b869-72f0df04f6b9,segment=NetworkSegment(c593f8a0-44b6-45c6-b0a3-9de40c7e9a06),segment_id=c593f8a0-44b6-45c6-b0a3-9de40c7e9a06)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:55.916405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:55.937790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e371809e-9eaa-4e54-a89d-956fd4884aab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:55.950856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3d11918e-7d36-4623-9c38-c37b4c426587 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:55.955564 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d11918e-7d36-4623-9c38-c37b4c426587 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4664209 Mar 02 20:00:55.963601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34324) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:56.023918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04767618-ddb9-45d0-a78d-2fec48e8689d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.029869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04767618-ddb9-45d0-a78d-2fec48e8689d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.030697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-04767618-ddb9-45d0-a78d-2fec48e8689d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:56.051306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Port 99f8a80e-acd0-499a-9f3e-dec049104086 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:56.062600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e330fec6-d473-4cf6-b937-a41fe6657d1d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:56.066301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.074177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:00:56.076802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 987c9796-bef7-4719-a88f-fa8f74b16a66 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:56.087734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6c2a159-5d7e-4fb3-abf3-27110fb25518 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/f2797552-b8f5-4508-9f44-ac208dc39bf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9228735 Mar 02 20:00:56.094574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:56.099739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-04767618-ddb9-45d0-a78d-2fec48e8689d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:56.101416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-04767618-ddb9-45d0-a78d-2fec48e8689d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.7443163 Mar 02 20:00:56.127518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:56.132200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port b99e68de-fe28-4cd9-9325-6acb7c758788 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:56.132573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.141772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Sync routers for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:00:56.159032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] DHCP port deletion for 327dc0d6-99bf-4f18-9504-3934f36615d9 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:56.214894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Deleting port 4bab86ce-593d-40b9-b869-72f0df04f6b9 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:56.215340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.238146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Provisioning for port e330fec6-d473-4cf6-b937-a41fe6657d1d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:56.253666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 4bab86ce-593d-40b9-b869-72f0df04f6b9 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:56.280056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:00:56.280978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:56.291211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.341881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Provisioning complete for port e330fec6-d473-4cf6-b937-a41fe6657d1d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:56.342554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.364589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Deleting port 9fccf6d4-5f1e-46f5-af11-879d95b5ab98 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:56.364933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.399557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e371809e-9eaa-4e54-a89d-956fd4884aab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:56.400844 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e371809e-9eaa-4e54-a89d-956fd4884aab tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7341626 Mar 02 20:00:56.409707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet c8cd0486-ce10-498d-b0aa-300828cb4f16 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:00:56.412379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34336) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:56.423977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'tempest-secgroup--790399087'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:56.431851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.497544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:56.586046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.586525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.586984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.587441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.587894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.588364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.588889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.589340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.589795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.590241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.590679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.591124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.591569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:56.593826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cdb28a50-b60a-4fef-a627-1a1fda6f2842 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8938 time: 0.4979014 Mar 02 20:00:56.607028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34340) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:56.634207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:56.645350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.724316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:00:56.762887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.777257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 987c9796-bef7-4719-a88f-fa8f74b16a66 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:56.777710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.832926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.859946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port b99e68de-fe28-4cd9-9325-6acb7c758788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b99e68de-fe28-4cd9-9325-6acb7c758788,segment=NetworkSegment(1fc3b08f-287d-4d59-a61d-7ba4f117ac2b),segment_id=1fc3b08f-287d-4d59-a61d-7ba4f117ac2b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:56.860399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.885499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=4bab86ce-593d-40b9-b869-72f0df04f6b9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:56.887372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:56.898720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No DVR routers for this DVR port 4bab86ce-593d-40b9-b869-72f0df04f6b9 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:56.982482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:57.001214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.001672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.002127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.002636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.003232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.003515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.004141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.004756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:00:57.006790 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0b2aaf6a-d487-41e7-8dd7-33e077c266f5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5142 time: 0.3986366 Mar 02 20:00:57.007252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.014278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:57.021494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for b99e68de-fe28-4cd9-9325-6acb7c758788 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:57.060801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Usage tracker for resource:security_group_rule and tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:57.071912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:57.087956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:57.157712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce37f65-8682-497b-94f7-7c00f49baf16 None None] DHCP port deletion for 54404d37-c71d-463a-88cb-ae151713f5e6 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:57.178210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.195566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.211793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.226615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1ce37f65-8682-497b-94f7-7c00f49baf16 None None] Deleting port b99e68de-fe28-4cd9-9325-6acb7c758788 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:57.226974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1ce37f65-8682-497b-94f7-7c00f49baf16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.248102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Calling delete_port for 9fccf6d4-5f1e-46f5-af11-879d95b5ab98 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:57.287752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.330091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.367348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] For port 4bab86ce-593d-40b9-b869-72f0df04f6b9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4bab86ce-593d-40b9-b869-72f0df04f6b9,segment=NetworkSegment(c593f8a0-44b6-45c6-b0a3-9de40c7e9a06),segment_id=c593f8a0-44b6-45c6-b0a3-9de40c7e9a06)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:57.367728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.380265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327dc0d6-99bf-4f18-9504-3934f36615d9']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.455203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] For port e330fec6-d473-4cf6-b937-a41fe6657d1d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e330fec6-d473-4cf6-b937-a41fe6657d1d,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:57.474253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.474616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c593f8a0-44b6-45c6-b0a3-9de40c7e9a06') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.499181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.550245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Calling delete_port for 4bab86ce-593d-40b9-b869-72f0df04f6b9 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:57.553803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=b99e68de-fe28-4cd9-9325-6acb7c758788,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:57.554458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.558960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.590478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4bab86ce-593d-40b9-b869-72f0df04f6b9 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:57.599005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port b99e68de-fe28-4cd9-9325-6acb7c758788 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:57.611095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=b34fcbee-3548-40dd-b06c-61e6d427372d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:57.632174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.642071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.654379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.661322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1ce37f65-8682-497b-94f7-7c00f49baf16 None None] The port 'b99e68de-fe28-4cd9-9325-6acb7c758788' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:00:57.681881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.684598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Port': ['ID=9fccf6d4-5f1e-46f5-af11-879d95b5ab98,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:57.702504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:57.702908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.712916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4bab86ce-593d-40b9-b869-72f0df04f6b9 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:57.713269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4bab86ce-593d-40b9-b869-72f0df04f6b9 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:57.713674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b99e68de-fe28-4cd9-9325-6acb7c758788 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:57.739460 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:57.743121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.811507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b99e68de-fe28-4cd9-9325-6acb7c758788 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:00:57.811841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b99e68de-fe28-4cd9-9325-6acb7c758788 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:00:57.838140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5aaca992-41e1-43c7-b143-f42f73d23d4f tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/ports/9fccf6d4-5f1e-46f5-af11-879d95b5ab98 HTTP/1.1" status: 204 len: 168 time: 1.7089999 Mar 02 20:00:57.844493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:57.846064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.884925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:00:57.884925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:00:57.884925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f29570-e2c6-4a22-9fa0-0d83a77f246c None None] Pushing event updated for resources: {'Port': ['ID=e330fec6-d473-4cf6-b937-a41fe6657d1d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:57.894893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Provisioning complete for port e330fec6-d473-4cf6-b937-a41fe6657d1d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:57.895259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.916407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.929338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54404d37-c71d-463a-88cb-ae151713f5e6']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.953455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.953744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc3b08f-287d-4d59-a61d-7ba4f117ac2b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.977192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Deleting port 7b7b1166-4955-4ed3-b838-7222dbb64471 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:57.977534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.988724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:57.989378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:00:52Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:00:57.995076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Checking router: f2797552-b8f5-4508-9f44-ac208dc39bf7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:00:57.995418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Updating router f2797552-b8f5-4508-9f44-ac208dc39bf7 port 99f8a80e-acd0-499a-9f3e-dec049104086 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:00:58.023174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.051302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=c8cd0486-ce10-498d-b0aa-300828cb4f16,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:58.063186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a8cea393-7dec-4685-ac3a-bde5edfb7063 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2855 time: 1.0137725 Mar 02 20:00:58.064227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.095729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.099336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:00:58.099632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:00:58.120829 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:00:58.134104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.150107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f85297-713a-42d6-a9c0-db1287335c71 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:00:58.175037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Provisioning for port 0d4f0614-8739-41d8-a42d-00c1725a825c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:00:58.199027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Provisioning complete for port 0d4f0614-8739-41d8-a42d-00c1725a825c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:58.199792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.251461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.255955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.332572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.339179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=54404d37-c71d-463a-88cb-ae151713f5e6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:58.350757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bee3f44-ea97-436c-af8f-8e48811aa460,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:58.350958 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-44b0d805-8512-41e6-a0e9-ec8f8eeb7ead tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/54404d37-c71d-463a-88cb-ae151713f5e6 HTTP/1.1" status: 204 len: 168 time: 2.5283384 Mar 02 20:00:58.361706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.367370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.370457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954700288', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:58.378817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:58.381926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.382468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.383677 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-66fa5da0-6c67-448e-8571-058e30e2569b tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9648252 Mar 02 20:00:58.387985 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-127058ff-4cee-4ef4-8b05-aa7ec887e9a1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/c8cd0486-ce10-498d-b0aa-300828cb4f16 HTTP/1.1" status: 204 len: 168 time: 2.4205329 Mar 02 20:00:58.392476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.392820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34360) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.398688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:58.404856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=327dc0d6-99bf-4f18-9504-3934f36615d9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:58.409113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Deleting port 4bab86ce-593d-40b9-b869-72f0df04f6b9 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:58.409747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.412861 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-21bfb076-6980-4e65-b361-db01beac61f0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/327dc0d6-99bf-4f18-9504-3934f36615d9 HTTP/1.1" status: 204 len: 168 time: 3.4191959 Mar 02 20:00:58.426911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34366) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.439158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'name': 'tempest-PortsTestJSON-1509576363'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:58.453714 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 055f926a-b93e-4ebf-8ff3-bf404e3ed865 associated. External IP: 172.26.2.232, port: 0ef477b9-61f9-4d5d-86fa-c396c116e451. Mar 02 20:00:58.465495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6c38b3b0-a505-4deb-a707-5df08694b2c2 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:58.466231 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-6c38b3b0-a505-4deb-a707-5df08694b2c2 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 20:00:58.466724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-6c38b3b0-a505-4deb-a707-5df08694b2c2 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 20:00:58.470756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6c38b3b0-a505-4deb-a707-5df08694b2c2 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "PUT /v2.0/security-groups/8bee3f44-ea97-436c-af8f-8e48811aa460 HTTP/1.1" status: 409 len: 330 time: 0.0750835 Mar 02 20:00:58.474385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.475162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:58.501775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34374) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.522531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d316ef7-4888-4ba4-a8f4-5b0d59eaa844 None None] Port 0d4f0614-8739-41d8-a42d-00c1725a825c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:00:58.529760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b38cc9e7-1fcb-455c-8c74-5ec71695c95e None None] The port '4bab86ce-593d-40b9-b869-72f0df04f6b9' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:00:58.542776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88857411', 'description': 'tempest-secgroup-smoke-88857411 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:58.555150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:58.560172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fd945cd2-fb38-4145-9c2d-3fcdddde464f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1628897 Mar 02 20:00:58.563596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:58.569658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:58.573943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34378) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:58.620782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:58.629160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:58.631997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Calling delete_port for 7b7b1166-4955-4ed3-b838-7222dbb64471 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:58.649329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:58.672247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:00:58.702812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.703811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.769406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.775174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.790193 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.808384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.843510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.854664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:00:58.868681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.874567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Deleting port 987c9796-bef7-4719-a88f-fa8f74b16a66 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:00:58.874878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.875721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Port': ['ID=7b7b1166-4955-4ed3-b838-7222dbb64471,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:58.884686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.889046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.889849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:58.938110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:58.985366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Transition to ACTIVE for port object 99f8a80e-acd0-499a-9f3e-dec049104086 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:00:58.995982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:59.001978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.017956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:59.044411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:59.047764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:59.108819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:59.113196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:59.127408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:59.130546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.134285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:59.137813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.147450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:59.149567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:59.167886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:59.170465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fed84323-0cc3-4110-bef1-ba13dcbc47a0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/ports/7b7b1166-4955-4ed3-b838-7222dbb64471 HTTP/1.1" status: 204 len: 168 time: 1.3165643 Mar 02 20:00:59.186941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34382) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.223565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70249-5bb9-44f8-8ae4-d60da947691c None None] Pushing event updated for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:59.273139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] For port 987c9796-bef7-4719-a88f-fa8f74b16a66, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=987c9796-bef7-4719-a88f-fa8f74b16a66,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:00:59.273531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.304958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d997265-2c3b-4c12-8fbe-c243ef006abb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:59.362857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 050b4d1d-0f3d-4b56-80a5-de2d857f3771 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:00:59.377297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.389547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.428305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d997265-2c3b-4c12-8fbe-c243ef006abb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:59.429503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8d997265-2c3b-4c12-8fbe-c243ef006abb tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2394342 Mar 02 20:00:59.435592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bee3f44-ea97-436c-af8f-8e48811aa460,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:59.438098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34386) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.457557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-103720035'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:00:59.461920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.464906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Calling delete_port for 987c9796-bef7-4719-a88f-fa8f74b16a66 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:00:59.465924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5b0422a-e289-439c-9f4f-4628a4836be8 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/8bee3f44-ea97-436c-af8f-8e48811aa460 HTTP/1.1" status: 204 len: 168 time: 0.9823179 Mar 02 20:00:59.469484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34390) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.485526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:00:59.489513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:59.493364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.494368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:network and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:00:59.501076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:00:59.509547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e330fec6-d473-4cf6-b937-a41fe6657d1d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:00:59.509817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:00:59.556871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Attempting to bind port 99f8a80e-acd0-499a-9f3e-dec049104086 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:00:59.557230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Attempting to bind port 99f8a80e-acd0-499a-9f3e-dec049104086 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:00:59.557583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Attempting to bind port 99f8a80e-acd0-499a-9f3e-dec049104086 on network af21edbc-1923-4b37-84e1-089c02e81b51 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:00:59.575161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:00:59.575527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Checking segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:00:59.576163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.576752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Bound using segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:00:59.577380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Bound port: 99f8a80e-acd0-499a-9f3e-dec049104086, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:00:59.577750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.598296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:00:59.602502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.619474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e5073763-acb6-47d2-8267-d965e6692566 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Synchronizing usage tracker for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:00:59.670911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:00:59.673853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e5073763-acb6-47d2-8267-d965e6692566 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] Unset dirty status for tenant:93be6fc8f5be47c4a539a0ba2a0ab1e9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:00:59.681753 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e5073763-acb6-47d2-8267-d965e6692566 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2111635 Mar 02 20:00:59.683054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34394) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.697620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.715029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.715401 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment a1833638-d180-4bc9-a49d-bf2238e93a4a of type vlan for network 6512a015-f114-4bf0-bee5-9a71f6578117 Mar 02 20:00:59.716939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-5fb155e7-27d6-4e22-ab69-1ccbbf45b929 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] delete failed (client error): The resource could not be found. Mar 02 20:00:59.720831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5fb155e7-27d6-4e22-ab69-1ccbbf45b929 tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "DELETE /v2.0/security-groups/8976f9f7-ed30-4eb9-819c-d08fadc1d4fe HTTP/1.1" status: 404 len: 347 time: 0.0322676 Mar 02 20:00:59.727590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34398) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.753195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-79fbae1e-a65b-4bab-9d8d-1af2f47f55ff tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] show failed (client error): The resource could not be found. Mar 02 20:00:59.755497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-79fbae1e-a65b-4bab-9d8d-1af2f47f55ff tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-groups/5943cb5f-b5d9-40a4-8932-ec00d150df86 HTTP/1.1" status: 404 len: 347 time: 0.0254831 Mar 02 20:00:59.762149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34402) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:00:59.769604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e330fec6-d473-4cf6-b937-a41fe6657d1d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:00:59.770284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.794283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] Pushing event deleted for resources: {'Port': ['ID=987c9796-bef7-4719-a88f-fa8f74b16a66,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:00:59.813246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff7488-7eea-4cd6-a6a3-c1e663179913 None None] No DVR routers for this DVR port 987c9796-bef7-4719-a88f-fa8f74b16a66 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:00:59.816127 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-ab02caf7-c97f-47ec-97d0-0cfb7c57705a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] show failed (client error): The resource could not be found. Mar 02 20:00:59.820532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab02caf7-c97f-47ec-97d0-0cfb7c57705a tempest-NegativeSecGroupTest-153255276 tempest-NegativeSecGroupTest-153255276-project] 10.222.0.36 "GET /v2.0/security-group-rules/e22bdebf-5cda-45c2-9571-d9904d3a0b72 HTTP/1.1" status: 404 len: 356 time: 0.0512197 Mar 02 20:00:59.821123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] For port 99f8a80e-acd0-499a-9f3e-dec049104086, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:00:59.841209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] For port 99f8a80e-acd0-499a-9f3e-dec049104086, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=99f8a80e-acd0-499a-9f3e-dec049104086,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:00:59.854137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.869478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:59.950196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.025361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.066697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:00.077155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.080871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:00.083003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:00.083559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.231892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=6512a015-f114-4bf0-bee5-9a71f6578117,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:00.265717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:00.288510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 6512a015-f114-4bf0-bee5-9a71f6578117 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:00.289034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.312114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.331508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.334259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70249-5bb9-44f8-8ae4-d60da947691c None None] Pushing event updated for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:00.335965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a13e92-cefa-4c45-8c5d-820b7fbf7946,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:00.342633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:00.355677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:00.371934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.373758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:00.405998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84c25757-bedb-4ea8-bbee-88ee8f2855e0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9633808 Mar 02 20:01:00.418841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:00.429828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1359364884'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:00.441261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:00.451215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:network and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:00.457204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:00.468632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:00.544563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:00.552778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:00.556235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.612515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 172.26.2.20 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/2bf667ad-a129-4d59-9f51-735da9f082ca) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:00.616705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 987c9796-bef7-4719-a88f-fa8f74b16a66 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:00.624367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9286ca2b-aac8-4f54-85e0-823bc7055568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93be6fc8f5be47c4a539a0ba2a0ab1e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497031 Mar 02 20:01:00.627735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:00.630247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:00.659894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.660362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Added segment 3ee57929-2a83-437f-a72b-09b8f21499c6 of type vlan for network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a Mar 02 20:01:00.665444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 987c9796-bef7-4719-a88f-fa8f74b16a66 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:00.665725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 987c9796-bef7-4719-a88f-fa8f74b16a66 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:00.764639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.765756 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e4bae1b-42d9-4ea1-bb08-bccade66e624 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 2.2530389 Mar 02 20:01:00.783526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34424) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:00.789436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:00.791553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:00.797017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=050b4d1d-0f3d-4b56-80a5-de2d857f3771,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:00.802075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:00.807975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:00.812405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:00.815314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:00.824611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:00.826015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.832244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.843151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:00.847467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:00.853392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:00.853757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.898594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.923821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6c0dc6b5-ba15-4dc6-b406-c09f7e38c8f3 None None] Provisioning complete for port 0d4f0614-8739-41d8-a42d-00c1725a825c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:00.924538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6c0dc6b5-ba15-4dc6-b406-c09f7e38c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.950452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.951397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.957671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:00.963057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:00.964290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.028412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6c0dc6b5-ba15-4dc6-b406-c09f7e38c8f3 None None] Port 0d4f0614-8739-41d8-a42d-00c1725a825c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:01.052453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:00:59Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:01.056696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae77c09-9f25-4626-ac0c-a6f1e5e65c85 None None] The sync data for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv is: [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:00:59Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:01.086305 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5ebeefd9-b2b3-4dc6-86a5-51dd4b29c337 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6534731 Mar 02 20:01:01.093050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:01.097418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.138726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Network': ['ID=56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:01.151449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:01.176055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:01.176278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-93a97378-721d-4ff4-9e0d-ef2c78242078 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7467144 Mar 02 20:01:01.176278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.176278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.176278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/337e9156-8b2e-435b-82e6-6cdedaedff42 HTTP/1.1" status: 204 len: 168 time: 0.5431681 Mar 02 20:01:01.199597 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:01.208255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ef5e3-77ee-4beb-baa3-f2ae8837c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337e9156-8b2e-435b-82e6-6cdedaedff42,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:01.218297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 050b4d1d-0f3d-4b56-80a5-de2d857f3771 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:01.218690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.226692 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:01.229761 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:01.273791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.312422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:01.322762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:01.330324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.340253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:01.341130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.380124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00226ec-338b-4345-891b-0ad345dbfa0c None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:01.383385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.447698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.481295 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:01.508684 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:01.509348 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:01.511656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=08a6e075-9173-495a-b462-2b08583e3802,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:01.549207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:01.625840 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e911fb92-fc02-4798-abbf-0f23f5658ac1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2348092 Mar 02 20:01:01.633145 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0971bf27-62f6-4923-b43c-b3afa02a82c8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0559499 Mar 02 20:01:01.637552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794ca62d-60ee-439c-a5c2-86f1c4fecb30,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:01.646389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34436) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:01.646820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34438) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:01.698667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071298726'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:01.714313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': '08a6e075-9173-495a-b462-2b08583e3802', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-744129544'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:01.753662 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:01.755140 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107ef317-8b61-4d47-bd62-23e35bf5e6d3 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:01.776797 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cb517282-99ca-44fc-8063-5959e7a27935 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.5564883 Mar 02 20:01:01.780204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:01.781619 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2ef46ae8-076f-4497-9b9e-15e5c33c4914 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9951003 Mar 02 20:01:01.808828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:01.814871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34444) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:01.818169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:01.847485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:01.860012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:01.864275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:01.880689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 99f8a80e-acd0-499a-9f3e-dec049104086 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:01.977207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:01.978944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:02.067759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=2bf667ad-a129-4d59-9f51-735da9f082ca,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:02.084893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:02.085898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:02.093936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:02.097173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:02.131326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:02.139278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:02.144765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:02.322100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:02.445303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:02.510511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:02.530943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:02.547131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:02.626924 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-81575d59-5743-4c79-8420-146b54d56100 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/floatingips/055f926a-b93e-4ebf-8ff3-bf404e3ed865 HTTP/1.1" status: 200 len: 978 time: 0.8052905 Mar 02 20:01:02.640661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34468) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:02.735257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 99f8a80e-acd0-499a-9f3e-dec049104086 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:02.782588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 99f8a80e-acd0-499a-9f3e-dec049104086 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:02.782968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:02.808343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:02.842766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:02.856485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:02.893571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:02.984646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:02.993107 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 6d16a465-6aa1-49f7-8300-ae4224085de1 of type vlan for network 829f1bff-983b-4e06-a500-12f8eb4aaac8 Mar 02 20:01:03.003261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34472) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:03.021755 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027921 Mar 02 20:01:03.030434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:03.042267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-41dd2c85-fe45-411b-9297-7de48ecff9e5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Synchronizing usage tracker for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:floatingip {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:03.050982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '08a6e075-9173-495a-b462-2b08583e3802'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:03.052098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.084512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:03.118746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.163765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.194365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:56Z', 'revision_number': 3, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:00:57Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:03.207987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:03.208520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Updating router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf port 0d4f0614-8739-41d8-a42d-00c1725a825c binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:01:03.291860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.294201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.300474 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ec3f1be6-4636-4572-a435-ccda9c819c29 tempest-NetworksApiDiscovery-879990006 tempest-NetworksApiDiscovery-879990006-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2610750 Mar 02 20:01:03.303709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-41dd2c85-fe45-411b-9297-7de48ecff9e5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Unset dirty status for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:floatingip {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:03.308009 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-41dd2c85-fe45-411b-9297-7de48ecff9e5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6601186 Mar 02 20:01:03.311441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34482) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:03.319947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.343420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.356028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:03.397684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': 'b42ff98c-9b55-4325-89ac-629092f87dbc'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:03.426585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 050b4d1d-0f3d-4b56-80a5-de2d857f3771 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:03.510787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/08a6e075-9173-495a-b462-2b08583e3802/ad4cf11d-5f81-4187-abf4-2203561f05f0) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:03.535029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.776839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.784825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 99f8a80e-acd0-499a-9f3e-dec049104086, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=99f8a80e-acd0-499a-9f3e-dec049104086,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:03.838038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:03.964173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:03.982271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.109420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.123264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Transition to ACTIVE for port object ad4cf11d-5f81-4187-abf4-2203561f05f0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:04.130196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.150263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:04.151653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Transition to ACTIVE for port object ad4cf11d-5f81-4187-abf4-2203561f05f0 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:04.178814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.195778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:442e4d75828d4888abf5e02ddcc04f3d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:04.210587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:04.213716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=050b4d1d-0f3d-4b56-80a5-de2d857f3771,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.223952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:04.235608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:04.239718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.243192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:04.249651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:04.259595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.315955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c431a03-1370-47fe-a91a-53af670f5865 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/050b4d1d-0f3d-4b56-80a5-de2d857f3771 HTTP/1.1" status: 204 len: 168 time: 3.2220023 Mar 02 20:01:04.318293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.342484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34494) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:04.343670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94573d7-d164-4357-94f1-32db80c567f1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.349029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.354485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:04.355406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.375828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34498) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:04.380176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'mac_address': 'fa:16:3e:69:f3:22', 'name': 'tempest-PortsTestJSON-1218105079'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.418700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.422811 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f818f18c-f4e3-4802-b3ed-42a3a7233f34 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.5936413 Mar 02 20:01:04.422811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.458704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:04.473815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.485896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:04.490214 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8349068 Mar 02 20:01:04.505228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:04.505442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Pushing event updated for resources: {'Port': ['ID=ad4cf11d-5f81-4187-abf4-2203561f05f0,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.507463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'subnets': [{'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--981315875', 'ip_version': 6}, {'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.507772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'subnet': {'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--981315875', 'ip_version': 6}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.508526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Request body: {'subnet': {'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.509124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:04.514325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:04.522120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:04.536798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Attempting to bind port ad4cf11d-5f81-4187-abf4-2203561f05f0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:04.537164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Attempting to bind port ad4cf11d-5f81-4187-abf4-2203561f05f0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:04.538208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Attempting to bind port ad4cf11d-5f81-4187-abf4-2203561f05f0 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:04.548169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:04.548616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:04.548965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.550048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:04.550048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Bound port: ad4cf11d-5f81-4187-abf4-2203561f05f0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:04.550271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.563586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:04.566695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.741051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.770077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] For port ad4cf11d-5f81-4187-abf4-2203561f05f0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:04.793849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] For port ad4cf11d-5f81-4187-abf4-2203561f05f0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad4cf11d-5f81-4187-abf4-2203561f05f0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:04.809761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.829904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:04.856015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.860964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:04.866622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:04.897618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:04.918783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Transition to ACTIVE for port object 0d4f0614-8739-41d8-a42d-00c1725a825c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:04.933479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81ecef-2202-4153-84ae-f61b9a59be98 None None] Pushing event updated for resources: {'Port': ['ID=ad4cf11d-5f81-4187-abf4-2203561f05f0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.938022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.943478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.971527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.984815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:04.988490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c87cc-45b4-43e8-9073-587b3f74cc93 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=829f1bff-983b-4e06-a500-12f8eb4aaac8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:04.992857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:04.995523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.024056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:05.027849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.047463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.062929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:05.069424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:05.083299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:05.096814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:05.147094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a475192-c4f9-45cc-8123-32e2124a42af,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:05.161509 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 055f926a-b93e-4ebf-8ff3-bf404e3ed865 associated. External IP: 172.26.2.232, port: 0ef477b9-61f9-4d5d-86fa-c396c116e451. Mar 02 20:01:05.176073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1bfd2-f66a-4902-9c3a-90a320cd01f6 None None] Pushing event updated for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:05.231690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5eb373-b62c-4d5f-accc-cee4c9144c13,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:05.240671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-feb44503-f1c5-404a-ab24-4d05d27dc8b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=442e4d75828d4888abf5e02ddcc04f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4015617 Mar 02 20:01:05.249945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34510) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:05.288714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 9e42ff91-3aa5-4d74-8200-e00d11249289 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:01:05.312675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.313920 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b087d0d9-cbbf-4a67-bd86-978eb9fe7444 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8543913 Mar 02 20:01:05.335190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:05.350711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:05.369637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Attempting to bind port 0d4f0614-8739-41d8-a42d-00c1725a825c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:05.369996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Attempting to bind port 0d4f0614-8739-41d8-a42d-00c1725a825c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:05.370494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Attempting to bind port 0d4f0614-8739-41d8-a42d-00c1725a825c on network 51e0539f-cdc1-48b4-b642-3ea3df22de51 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:05.374358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:05.379806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:05.380189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Checking segment: {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:05.380609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.380993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Bound using segment: {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:05.381503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Bound port: 0d4f0614-8739-41d8-a42d-00c1725a825c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea0ce2-05e1-40ec-972b-598a545fa7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:05.381904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.388054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:05.391925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:05.400812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:05.408862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port cb1d346c-cfed-404d-ba1f-c2dfd40a86c5 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:05.461014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:05.491935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] For port 0d4f0614-8739-41d8-a42d-00c1725a825c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:05.496182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] For port 0d4f0614-8739-41d8-a42d-00c1725a825c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d4f0614-8739-41d8-a42d-00c1725a825c,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:05.501696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.512310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.571660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.586689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:05.587651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:05.660215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:05.667006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1bfd2-f66a-4902-9c3a-90a320cd01f6 None None] Pushing event updated for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:05.688668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Usage tracker for resource:subnet and tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:05.717077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.774851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:05.781717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:05.802401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:05.816866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:05.835298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:05.860144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.017868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=55b6a117-9000-47d4-84a2-a803407d7b65,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:06.078047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Made reservation on behalf of dcd32c8ce8214805a6d6e02eb8f45cf8 for: {'subnet': 2} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:06.083728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.084157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.088619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:06.095571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.107432 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] Sync routers for ids ['9e42ff91-3aa5-4d74-8200-e00d11249289'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:06.109514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.133328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] Routers {'9e42ff91-3aa5-4d74-8200-e00d11249289'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:06.134599 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9e42ff91-3aa5-4d74-8200-e00d11249289'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:06.147039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.153596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.177444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5eb373-b62c-4d5f-accc-cee4c9144c13,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:06.266506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ca8fb2-7065-4b1c-8f6e-619b2939ec0f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:06.271928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 99f8a80e-acd0-499a-9f3e-dec049104086 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:06.282413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.289516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1f87726a-0108-4fa0-93e7-08fb6a32d484 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c5eb373-b62c-4d5f-accc-cee4c9144c13 HTTP/1.1" status: 204 len: 168 time: 1.0339229 Mar 02 20:01:06.289728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:06.290563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.291748 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ebeb9be-c0c3-42ee-b9ac-8b7e8016388f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.9290550 Mar 02 20:01:06.295325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34520) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:06.314827 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] Routers {'9e42ff91-3aa5-4d74-8200-e00d11249289'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:06.316800 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9e42ff91-3aa5-4d74-8200-e00d11249289'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:06.377893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 99f8a80e-acd0-499a-9f3e-dec049104086 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:06.378270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.437836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.444000 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-95b1ee02-773e-4e1e-b5e1-22dd3667642e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1058342 Mar 02 20:01:06.446845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:06.454414 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:06.454955 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3fd3ce-0ed1-4f8e-8bdb-5ce34ecc2551 None None] The sync data for ids ['9e42ff91-3aa5-4d74-8200-e00d11249289'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:06.462992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:06.477914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:06.478281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 829f1bff-983b-4e06-a500-12f8eb4aaac8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:06.479550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:56Z', 'revision_number': 3, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:05Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:06.486577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8be25470-1d8c-4c84-90d0-92b0f96ddc07 None None] Provisioning for port ad4cf11d-5f81-4187-abf4-2203561f05f0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:06.492932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5daeb8-4f96-447b-9c11-17df77bd1668 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:56Z', 'revision_number': 3, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:05Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:06.572695 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:01:06.573500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:06.604572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad4cf11d-5f81-4187-abf4-2203561f05f0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:06.731141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:06.739919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:06.744068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:06.751507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:06.782674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:01:06.797721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.815329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ad4cf11d-5f81-4187-abf4-2203561f05f0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:06.822508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ad4cf11d-5f81-4187-abf4-2203561f05f0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:06.823595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.862707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:06.882799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4075b6c3-8092-4437-8f5d-f4e96c17bdaa tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers/9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 200 len: 883 time: 0.5857379 Mar 02 20:01:06.892318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34528) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:06.982931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.983377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 829f1bff-983b-4e06-a500-12f8eb4aaac8) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:06.991738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:06.992446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:06.999996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368bb458-92a9-4a07-82da-ff26b60482e9 None None] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:07.044678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.052737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ac388d7d-903e-4650-9487-89ea1585874b tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5441294 Mar 02 20:01:07.053943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:07.085082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ad4cf11d-5f81-4187-abf4-2203561f05f0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad4cf11d-5f81-4187-abf4-2203561f05f0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:07.144532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.146672 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b93aa9cd-9246-4b83-adcc-0a9b1d0ecb09 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 5.4828510 Mar 02 20:01:07.152123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34536) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:07.233470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.248388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ad4cf11d-5f81-4187-abf4-2203561f05f0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:07.320853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.344198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96aee1f9-6cf1-419d-932f-97fa4894624e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:07.347184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:07.360312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:07.374813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:07.403944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-829f1bff-983b-4e06-a500-12f8eb4aaac8', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:07.404882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.408605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:07.414340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:07.414670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.432913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:07.498444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.502289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7f373bfb-e0aa-44fa-8c1c-c8e539daad10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0455747 Mar 02 20:01:07.512819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:07.525446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c5a13e92-cefa-4c45-8c5d-820b7fbf7946', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:07.557847 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f82c38d3-88ab-4ed3-8388-0fe36b6267bc tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2105050 Mar 02 20:01:07.559140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34544) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:07.575140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Allocated IP 172.22.0.2 (829f1bff-983b-4e06-a500-12f8eb4aaac8/55b6a117-9000-47d4-84a2-a803407d7b65/35239eab-6514-4de8-a59f-3b6f5be94f27) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:07.592110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b302654-8275-4b57-b3e2-1f1b4a7e8668 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:07.592863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5b302654-8275-4b57-b3e2-1f1b4a7e8668 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:07.657969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:07.673246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:07.681848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:07.693040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:07.742469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5b302654-8275-4b57-b3e2-1f1b4a7e8668 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:07.743759 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5b302654-8275-4b57-b3e2-1f1b4a7e8668 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5905387 Mar 02 20:01:07.749239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.767449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34548) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:07.794775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:01:07.817313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.842057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.852478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Transition to ACTIVE for port object 35239eab-6514-4de8-a59f-3b6f5be94f27 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:07.872069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Transition to ACTIVE for port object 35239eab-6514-4de8-a59f-3b6f5be94f27 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:07.879818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:07.886631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da208d8-4098-497e-a1d5-b29948c3a2c6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:07.887225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1da208d8-4098-497e-a1d5-b29948c3a2c6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:07.913524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2fdb9a9-f9d5-4d0b-b065-2c65c02d5258 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:router {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:07.921706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:07.964738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Pushing event updated for resources: {'Port': ['ID=35239eab-6514-4de8-a59f-3b6f5be94f27,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:07.968150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b52478-3022-4474-a425-2b78d2445035 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:07.978951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:07.982438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:07.985900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:08.006075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c2fdb9a9-f9d5-4d0b-b065-2c65c02d5258 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:router {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:08.008059 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c2fdb9a9-f9d5-4d0b-b065-2c65c02d5258 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.1127491 Mar 02 20:01:08.015904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:08.032122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-954700288'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:08.038531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Subnet': ['ID=2fa94456-0325-467f-a3e1-9bcd01a97bed,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:08.047917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175740f-be9d-4afb-ae9f-2acb071c4209 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:08.050649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3175740f-be9d-4afb-ae9f-2acb071c4209 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:08.051418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3175740f-be9d-4afb-ae9f-2acb071c4209 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:08.057549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:08.058246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:08.060581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1da208d8-4098-497e-a1d5-b29948c3a2c6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:08.061764 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1da208d8-4098-497e-a1d5-b29948c3a2c6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 HTTP/1.1" status: 200 len: 841 time: 0.4828763 Mar 02 20:01:08.070371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34556) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:08.071234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Checking segment: {'id': 'a1833638-d180-4bc9-a49d-bf2238e93a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:08.071594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network hostable DHCP agents. Network: 6512a015-f114-4bf0-bee5-9a71f6578117, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:08.078673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.079019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.079356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.079686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.080439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.080597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.080929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.081367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.081789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.082149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.082517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.082894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.131620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.166384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3175740f-be9d-4afb-ae9f-2acb071c4209 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:08.167666 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3175740f-be9d-4afb-ae9f-2acb071c4209 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3681128 Mar 02 20:01:08.188836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:08.218594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d4f0614-8739-41d8-a42d-00c1725a825c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:08.226854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.268030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:08.270033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network 6512a015-f114-4bf0-bee5-9a71f6578117 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:08.284172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:08.284538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.311223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Attempting to bind port 35239eab-6514-4de8-a59f-3b6f5be94f27 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:08.311727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Attempting to bind port 35239eab-6514-4de8-a59f-3b6f5be94f27 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:08.312181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Attempting to bind port 35239eab-6514-4de8-a59f-3b6f5be94f27 on network 829f1bff-983b-4e06-a500-12f8eb4aaac8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:08.320046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:08.320836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:08.333149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee00388-5934-4541-96d2-c638179fedb8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:08.349636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.372578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.372800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.373144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.373468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.373804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.374100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.374428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.374712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.375028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.375333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.375654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.375955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:08.389222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:08.389222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Checking segment: {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:08.389222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.389804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Bound using segment: {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:08.391589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Bound port: 35239eab-6514-4de8-a59f-3b6f5be94f27, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:08.391589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.401685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 6512a015-f114-4bf0-bee5-9a71f6578117) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:08.405766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.420289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.421835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-380f40bd-f136-4f0d-aa55-fdfaa53e70ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9067953 Mar 02 20:01:08.491582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 08a6e075-9173-495a-b462-2b08583e3802 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:08.494661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.498441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] For port 35239eab-6514-4de8-a59f-3b6f5be94f27, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:08.501799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] For port 35239eab-6514-4de8-a59f-3b6f5be94f27, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=35239eab-6514-4de8-a59f-3b6f5be94f27,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:08.506216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d035a-e147-4441-ab37-420b584e5f11 None None] Network 6512a015-f114-4bf0-bee5-9a71f6578117 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:08.522344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-64b52478-3022-4474-a425-2b78d2445035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:08.522908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b52478-3022-4474-a425-2b78d2445035 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:08.537296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.611206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event updated for resources: {'Subnet': ['ID=a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:08.613696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.678590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0d4f0614-8739-41d8-a42d-00c1725a825c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:08.709556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0d4f0614-8739-41d8-a42d-00c1725a825c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:08.710231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:08.982915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7401262-6a2c-46a9-ac90-c2d3eead6bfa None None] Pushing event updated for resources: {'Port': ['ID=35239eab-6514-4de8-a59f-3b6f5be94f27,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:09.012890 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:01:09.016279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Checking segment: {'id': '3ee57929-2a83-437f-a72b-09b8f21499c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:09.016672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network hostable DHCP agents. Network: 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:09.062283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:09.070033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.141506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-a4aee452-52b8-4b76-bc77-6a2513f36f11 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88857411&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.2452934 Mar 02 20:01:09.151188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.162163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-6512a015-f114-4bf0-bee5-9a71f6578117', 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117', 'tenant_id': 'dcd32c8ce8214805a6d6e02eb8f45cf8', 'fixed_ips': [{'subnet_id': '2fa94456-0325-467f-a3e1-9bcd01a97bed'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:09.163250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.250591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0d4f0614-8739-41d8-a42d-00c1725a825c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d4f0614-8739-41d8-a42d-00c1725a825c,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:09.307506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:09.318009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:09.353263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.354047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad4cf11d-5f81-4187-abf4-2203561f05f0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:09.438494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.460098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Allocated IP 2001:db8::1 (6512a015-f114-4bf0-bee5-9a71f6578117/2fa94456-0325-467f-a3e1-9bcd01a97bed/34db1f23-78bf-47ad-90d4-b2358eb8e64a) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:09.471106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:09.490980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59fb0a5-8700-4294-b6a2-7c86025e3ec5 None None] Network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:09.514916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:09.515297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:09.515922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.549129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:09.562908 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90af077-6900-442c-a122-866747b4c123 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:09.565739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.566730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:09.575680 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:09.576684 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:09.626896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-70543061-80ac-421b-aa79-5532770675c1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:09.627819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-70543061-80ac-421b-aa79-5532770675c1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:09.657357 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d3d355c1-3c61-4c53-857c-486035110fd2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 5.1900592 Mar 02 20:01:09.660537 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:09.667004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34578) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:09.672732 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:09.673354 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:09.727613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.745399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-70543061-80ac-421b-aa79-5532770675c1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:09.747964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-70543061-80ac-421b-aa79-5532770675c1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 200 len: 796 time: 0.5835416 Mar 02 20:01:09.764175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.773788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.778804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.783521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.22.0.1 (829f1bff-983b-4e06-a500-12f8eb4aaac8/55b6a117-9000-47d4-84a2-a803407d7b65/defb3474-3f10-4c56-a900-d1e522278825) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:09.797380 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d90af077-6900-442c-a122-866747b4c123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:09.797781 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90af077-6900-442c-a122-866747b4c123 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:09.819078 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3c54967b-877c-4687-8e26-15e5216aeaf4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0592749 Mar 02 20:01:09.859504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.859891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.860189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.860553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.860883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.861211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.861569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.861898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.862211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.862533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.862852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.863174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:09.877628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ad4cf11d-5f81-4187-abf4-2203561f05f0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:09.878002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.885212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:09.891464 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-75dc8838-76a8-4c9d-afd3-704fd4283c80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/055f926a-b93e-4ebf-8ff3-bf404e3ed865 HTTP/1.1" status: 200 len: 977 time: 6.5545404 Mar 02 20:01:09.892264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34582) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:09.904311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:09.936475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=08a6e075-9173-495a-b462-2b08583e3802,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:09.951260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.957307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:09.965635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Transition to ACTIVE for port object 34db1f23-78bf-47ad-90d4-b2358eb8e64a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:09.995482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.007468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb00814-f9b3-45a8-962c-e9a4e60ccf59 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:10.020248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:10.021834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:10.023538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:10.024316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:10.056100 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3490459e-9952-4074-bf35-2149e2b920e9 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 HTTP/1.1" status: 204 len: 168 time: 1.9769857 Mar 02 20:01:10.063811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34586) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:10.069172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.072422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Transition to ACTIVE for port object 34db1f23-78bf-47ad-90d4-b2358eb8e64a will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:10.099073 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ad0bbe27-d21f-4818-80e8-2da47246f19e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/08a6e075-9173-495a-b462-2b08583e3802 HTTP/1.1" status: 204 len: 168 time: 1.9067378 Mar 02 20:01:10.159627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:10.206785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:10.207960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fa87bb44-f229-4af3-81df-b78c6dff2970 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5417418 Mar 02 20:01:10.212379 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c600e2-abf8-4d9a-8f9b-fcb37a8e5733 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:01:10.213657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-10c600e2-abf8-4d9a-8f9b-fcb37a8e5733 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:10.214011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.222335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34594) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:10.267446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d08f16-6cb6-4ead-8708-9ed9c92ce0f7 None None] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:10.336701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a', 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a', 'tenant_id': 'dcd32c8ce8214805a6d6e02eb8f45cf8', 'fixed_ips': [{'subnet_id': 'a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:10.337554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.363531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-10c600e2-abf8-4d9a-8f9b-fcb37a8e5733 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:10.368952 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-10c600e2-abf8-4d9a-8f9b-fcb37a8e5733 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/b43bc49a-b05a-4e97-a375-dfc2a0d0e7d2 HTTP/1.1" status: 404 len: 333 time: 0.3034015 Mar 02 20:01:10.369764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34598) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:10.396668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'name': 'tempest-PortsTestJSON-1128528146'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:10.406297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9554638a-7292-4be9-9d79-ee69a8c20e87 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2345169 Mar 02 20:01:10.412096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:10.422309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:10.451037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Deleting subnet 2fa94456-0325-467f-a3e1-9bcd01a97bed {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:10.504482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Network 6512a015-f114-4bf0-bee5-9a71f6578117 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:10.517633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.561189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:10.563467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:10.564383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3f53d62c-5699-495c-9f20-51fa94e3bd1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:10.581941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 9e42ff91-3aa5-4d74-8200-e00d11249289 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:10.608757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Pushing event updated for resources: {'Port': ['ID=34db1f23-78bf-47ad-90d4-b2358eb8e64a,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:10.611446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.611765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3d73b5af-2f86-4170-a359-aff83a061865 None None] Provisioning for port 35239eab-6514-4de8-a59f-3b6f5be94f27 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:10.613732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.623823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:10.636009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:10.641601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.641601 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 055f926a-b93e-4ebf-8ff3-bf404e3ed865 disassociated. External IP: 172.26.2.232, port: b42ff98c-9b55-4325-89ac-629092f87dbc. Mar 02 20:01:10.644135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:10.648508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3f53d62c-5699-495c-9f20-51fa94e3bd1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:10.653342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3f53d62c-5699-495c-9f20-51fa94e3bd1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8233762 Mar 02 20:01:10.726775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object defb3474-3f10-4c56-a900-d1e522278825 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:10.742263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:10.792180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:10.797559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.868915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.917315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:10.938761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:10.960582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Attempting to bind port 34db1f23-78bf-47ad-90d4-b2358eb8e64a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:10.961172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Attempting to bind port 34db1f23-78bf-47ad-90d4-b2358eb8e64a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a1833638-d180-4bc9-a49d-bf2238e93a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:10.961685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Attempting to bind port 34db1f23-78bf-47ad-90d4-b2358eb8e64a on network 6512a015-f114-4bf0-bee5-9a71f6578117 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:10.979440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:10.980046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Checking segment: {'id': 'a1833638-d180-4bc9-a49d-bf2238e93a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:10.980659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:10.981141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Bound using segment: {'id': 'a1833638-d180-4bc9-a49d-bf2238e93a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:10.981709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Bound port: 34db1f23-78bf-47ad-90d4-b2358eb8e64a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1833638-d180-4bc9-a49d-bf2238e93a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6512a015-f114-4bf0-bee5-9a71f6578117'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:10.982173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.033685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:11.036927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.087467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 734a4a48-4ef7-4cb8-b912-a77f67083238 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:11.093171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.150465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 35239eab-6514-4de8-a59f-3b6f5be94f27 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:11.168634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:11.188437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.191973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a027da51-cf4a-4beb-b4aa-da32b03d3d7f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 200 len: 890 time: 3.1664510 Mar 02 20:01:11.198297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] Sync routers for ids ['9e42ff91-3aa5-4d74-8200-e00d11249289'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:11.202872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:11.219970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.289256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:11.310314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] Routers {'9e42ff91-3aa5-4d74-8200-e00d11249289'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:11.311377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9e42ff91-3aa5-4d74-8200-e00d11249289'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:11.316924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:11.340102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:11.379679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:11.382444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Allocated IP 2001:db8:0:1::1 (56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a/a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f/d324a06a-a2ec-4e68-ad60-3b1fe842820b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:11.393294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:11.410900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-f9741680-5b5a-4293-a890-414e016024f9 service neutron] 10.222.0.36 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919773 Mar 02 20:01:11.411154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Deleting port ad4cf11d-5f81-4187-abf4-2203561f05f0 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:11.411569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.442178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:11.474160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] For port 34db1f23-78bf-47ad-90d4-b2358eb8e64a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:11.517003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] Routers {'9e42ff91-3aa5-4d74-8200-e00d11249289'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:11.518351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['9e42ff91-3aa5-4d74-8200-e00d11249289'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:11.519017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.583814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.585084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] For port 34db1f23-78bf-47ad-90d4-b2358eb8e64a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=34db1f23-78bf-47ad-90d4-b2358eb8e64a,segment=NetworkSegment(a1833638-d180-4bc9-a49d-bf2238e93a4a),segment_id=a1833638-d180-4bc9-a49d-bf2238e93a4a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:11.592696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa94456-0325-467f-a3e1-9bcd01a97bed,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:11.597491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.607272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:11.621542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.664865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 35239eab-6514-4de8-a59f-3b6f5be94f27 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:11.679957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.683648 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-28b55c76-ede7-44e8-bb4b-de88ebf2bbe3 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/subnets/2fa94456-0325-467f-a3e1-9bcd01a97bed HTTP/1.1" status: 204 len: 168 time: 1.4560106 Mar 02 20:01:11.688130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:11.714879 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cf08738-7512-40a7-9d72-774ad9a8c91c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers/9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 200 len: 890 time: 0.5034499 Mar 02 20:01:11.718049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:11.719573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:11.719821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c17fb76-4e49-4458-a211-fc0371e08218 None None] The sync data for ids ['9e42ff91-3aa5-4d74-8200-e00d11249289'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:11.734033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 35239eab-6514-4de8-a59f-3b6f5be94f27 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:11.734033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.785300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Deleting subnet a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:11.804916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e45044d2-3118-42dc-81c6-fa5aa53c9245 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:11.854326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-abd1427e-daba-45d1-a777-2d411bc08d83 service neutron] 10.222.0.36 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277415 Mar 02 20:01:11.858610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.902661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e45044d2-3118-42dc-81c6-fa5aa53c9245 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:11.905160 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e45044d2-3118-42dc-81c6-fa5aa53c9245 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 200 len: 205 time: 0.1820433 Mar 02 20:01:11.912824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:11.948702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:11.952476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:11.975051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e8d77a6c-9ca4-4005-84e1-e6dc4da37b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.981327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:11.986349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:11.987113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.027492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=31adb5ee-349f-4795-92e9-9e591735aa41,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:12.041445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f502b-07f4-4246-aed0-149d4abc8873 None None] Pushing event updated for resources: {'Port': ['ID=34db1f23-78bf-47ad-90d4-b2358eb8e64a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:12.069363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:12.073943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.082044 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:12.100587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.105470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:12.107352 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:12.130225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9054da39-6f24-4799-93a1-0145b83ad506 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7171993 Mar 02 20:01:12.142278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34628) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:12.210568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:12.265452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:12.269221 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:12.279119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:12.300436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:12.302923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:12.309532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:12.310393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.312419 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:12.313389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:00:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:12.314788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:router and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:12.315495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] For port ad4cf11d-5f81-4187-abf4-2203561f05f0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad4cf11d-5f81-4187-abf4-2203561f05f0,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:12.315977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.330066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:12.440021 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:12.441696 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ce535f-8ffb-435f-a724-4246b798685b None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:12.554691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.585255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Transition to ACTIVE for port object d324a06a-a2ec-4e68-ad60-3b1fe842820b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:12.608574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Transition to ACTIVE for port object d324a06a-a2ec-4e68-ad60-3b1fe842820b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:12.674776 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d3e9de5e-2ab1-4b41-91d2-290cf01f6913 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/055f926a-b93e-4ebf-8ff3-bf404e3ed865 HTTP/1.1" status: 200 len: 688 time: 2.7760146 Mar 02 20:01:12.681249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.690189 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e4b920c-4b54-4d45-82f6-56ebd206d469 req-fce51d69-a8fd-43e6-ba5a-beed4099317a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.5195501 Mar 02 20:01:12.708763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:12.747349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Calling delete_port for ad4cf11d-5f81-4187-abf4-2203561f05f0 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:12.768791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.826107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:12.834665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=734a4a48-4ef7-4cb8-b912-a77f67083238,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:12.840076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.853468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.857522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.858738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.878531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.917504 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d8120469-bdc6-49e1-a66d-dd6516b6ab83 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5324850 Mar 02 20:01:12.919559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:12.926960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34650) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:12.943755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:12.964118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:12.976154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:12.978433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] No DVR routers for this DVR port ad4cf11d-5f81-4187-abf4-2203561f05f0 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:12.995314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:12.998957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Provisioning for port defb3474-3f10-4c56-a900-d1e522278825 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:13.021286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4fca7e-ebf4-44e7-83b6-c5b2d7054af9 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:13.056726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.130960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Pushing event updated for resources: {'Port': ['ID=d324a06a-a2ec-4e68-ad60-3b1fe842820b,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:13.132677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 35239eab-6514-4de8-a59f-3b6f5be94f27, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=35239eab-6514-4de8-a59f-3b6f5be94f27,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:13.148426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Provisioning complete for port defb3474-3f10-4c56-a900-d1e522278825 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:13.148809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.173316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port b34fcbee-3548-40dd-b06c-61e6d427372d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:13.173709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.199770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.278166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.298150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.300382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d4f0614-8739-41d8-a42d-00c1725a825c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:13.342666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.343861 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-61ccc1d5-053a-49a1-8127-b57d1fe2e29a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1714737 Mar 02 20:01:13.363174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34654) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:13.366560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd191b1a-6180-463d-911d-bb8475171350 None None] Pushing event deleted for resources: {'Port': ['ID=ad4cf11d-5f81-4187-abf4-2203561f05f0,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:13.441214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.589852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Port defb3474-3f10-4c56-a900-d1e522278825 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:13.592018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.592363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.593782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=35239eab-6514-4de8-a59f-3b6f5be94f27,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:13.628273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Attempting to bind port d324a06a-a2ec-4e68-ad60-3b1fe842820b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:13.634005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Attempting to bind port d324a06a-a2ec-4e68-ad60-3b1fe842820b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '3ee57929-2a83-437f-a72b-09b8f21499c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:13.634452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Attempting to bind port d324a06a-a2ec-4e68-ad60-3b1fe842820b on network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:13.642705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad47f4c-59c3-4d39-9136-62d297c92c4d None None] Network 6512a015-f114-4bf0-bee5-9a71f6578117 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:13.657692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.676871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:13.677132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Checking segment: {'id': '3ee57929-2a83-437f-a72b-09b8f21499c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:13.677530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.677912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Bound using segment: {'id': '3ee57929-2a83-437f-a72b-09b8f21499c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:13.678384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Bound port: d324a06a-a2ec-4e68-ad60-3b1fe842820b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee57929-2a83-437f-a72b-09b8f21499c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:13.678749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.714408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Provisioning complete for port 35239eab-6514-4de8-a59f-3b6f5be94f27 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:13.714650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ae45c3d1-ac58-4387-beca-b03b0200b42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.729962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:13.749355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.770358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for b34fcbee-3548-40dd-b06c-61e6d427372d owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:13.871204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.904053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Subnet': ['ID=a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:13.909423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:13.969459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0b6e615-4de7-4209-8327-dc4edaf7e461 req-142057b0-ee9d-4ff7-96ee-c457735a3e71 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.1379712 Mar 02 20:01:14.065425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.066673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0d4f0614-8739-41d8-a42d-00c1725a825c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:14.067343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.132004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.135497 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-72ebc8f5-1226-4be7-b231-b415531f2ff2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/subnets/a012a1d6-c3bd-4bbb-8f86-ea99a5881d0f HTTP/1.1" status: 204 len: 168 time: 2.4463580 Mar 02 20:01:14.152363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34660) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:14.171486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] For port d324a06a-a2ec-4e68-ad60-3b1fe842820b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:14.236690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] For port d324a06a-a2ec-4e68-ad60-3b1fe842820b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d324a06a-a2ec-4e68-ad60-3b1fe842820b,segment=NetworkSegment(3ee57929-2a83-437f-a72b-09b8f21499c6),segment_id=3ee57929-2a83-437f-a72b-09b8f21499c6)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:14.253964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:14.259298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '31adb5ee-349f-4795-92e9-9e591735aa41'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:14.260392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.277808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 2bf667ad-a129-4d59-9f51-735da9f082ca {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:14.278159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.289408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:14.307116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:14.307623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.318058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:14.557986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.576808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.637315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c89be3d9-4069-44e2-a81f-1e11308dce69 None None] Provisioning complete for port defb3474-3f10-4c56-a900-d1e522278825 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:14.637859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c89be3d9-4069-44e2-a81f-1e11308dce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.659569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a7b16-03cb-482f-ba7e-d7913fa2b1b0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:14.660057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b64a7b16-03cb-482f-ba7e-d7913fa2b1b0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Synchronizing usage tracker for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:14.718399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51038e2d-4a1a-44d1-9a82-74b6d6a162a4 None None] Pushing event updated for resources: {'Port': ['ID=d324a06a-a2ec-4e68-ad60-3b1fe842820b,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:14.720848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3430b0d8-9297-477b-bceb-a627ca724575 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:14.722335 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-3430b0d8-9297-477b-bceb-a627ca724575 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 200 len: 796 time: 0.7355947 Mar 02 20:01:14.723471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/31adb5ee-349f-4795-92e9-9e591735aa41/c9670c76-836c-4cab-84c2-5b2a57047a47) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:14.724855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] In _notify_port_updated(), no bound segment for port 734a4a48-4ef7-4cb8-b912-a77f67083238 on network 674714d2-2a11-4a96-baa3-34a1a2c4365c {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:01:14.729246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] DHCP port deletion for 6512a015-f114-4bf0-bee5-9a71f6578117 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:14.730890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:14.731640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.735981 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/ports/734a4a48-4ef7-4cb8-b912-a77f67083238 HTTP/1.1" status: 200 len: 818 time: 1.8004961 Mar 02 20:01:14.740191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34668) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:14.770579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Deleting port 34db1f23-78bf-47ad-90d4-b2358eb8e64a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:14.770830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.825352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 35239eab-6514-4de8-a59f-3b6f5be94f27 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:14.831008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:14.832902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.836240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:14.847805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec338b8-e73b-4b96-a3dc-df3ef37dbb02 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=734a4a48-4ef7-4cb8-b912-a77f67083238,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:14.861781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b64a7b16-03cb-482f-ba7e-d7913fa2b1b0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Unset dirty status for tenant:dcd32c8ce8214805a6d6e02eb8f45cf8 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:14.862960 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b64a7b16-03cb-482f-ba7e-d7913fa2b1b0 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7093060 Mar 02 20:01:14.867597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34672) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:14.920108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=b34fcbee-3548-40dd-b06c-61e6d427372d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:14.978255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c89be3d9-4069-44e2-a81f-1e11308dce69 None None] Port defb3474-3f10-4c56-a900-d1e522278825 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:15.084719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a0187-3d5d-40db-b2d6-5bd916f5c3d3 None None] Network 56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:15.094009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6ed8c9a7-8e21-416c-84df-b4294d5fa3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 378 time: 0.3591268 Mar 02 20:01:15.104303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 734a4a48-4ef7-4cb8-b912-a77f67083238 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:15.104668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.159000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c89be3d9-4069-44e2-a81f-1e11308dce69 None None] Provisioning for port 34db1f23-78bf-47ad-90d4-b2358eb8e64a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:15.197962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['c5a13e92-cefa-4c45-8c5d-820b7fbf7946']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:15.224414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.258295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-880b38c3-6573-4a0a-b3d5-ab8ca2927b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.291554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8488a4e9-4901-47f3-ad6a-3093647899d4 req-a3213c82-b54c-461d-91b5-1b47b9b2e327 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.1959999 Mar 02 20:01:15.310286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.317387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 35239eab-6514-4de8-a59f-3b6f5be94f27 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:15.317730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.382354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 2bf667ad-a129-4d59-9f51-735da9f082ca owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:15.387097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.430947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.433946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:15.471194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:15.478431 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-152bb6b6-8d21-460a-87ca-4609af03750d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4208708 Mar 02 20:01:15.491288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:15.507110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.523490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'network': {'name': 'tempest-RoutersTest-1811223987'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:15.547794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.551457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2a6a9d32-085b-4fb2-86de-1b721a198e8b tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/055f926a-b93e-4ebf-8ff3-bf404e3ed865 HTTP/1.1" status: 204 len: 168 time: 2.8391066 Mar 02 20:01:15.551457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:15.558671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34684) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:15.561168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:network and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:15.613422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Deleting port d324a06a-a2ec-4e68-ad60-3b1fe842820b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:15.613422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.620538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:15.620827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:15.621458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:15.634954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:15.637167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:15.685154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.688106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b967e5df-0902-4447-86d3-206324c498dd None None] Provisioning complete for port defb3474-3f10-4c56-a900-d1e522278825 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:15.688495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b967e5df-0902-4447-86d3-206324c498dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.703403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-4b562ed8-e609-4d65-95aa-5c94afa661f2 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] delete failed (client error): The resource could not be found. Mar 02 20:01:15.708060 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4b562ed8-e609-4d65-95aa-5c94afa661f2 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/055f926a-b93e-4ebf-8ff3-bf404e3ed865 HTTP/1.1" status: 404 len: 345 time: 0.1448679 Mar 02 20:01:15.708790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34688) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:15.725015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:15.736394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:15.740142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.742261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] For port 34db1f23-78bf-47ad-90d4-b2358eb8e64a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=34db1f23-78bf-47ad-90d4-b2358eb8e64a,segment=NetworkSegment(a1833638-d180-4bc9-a49d-bf2238e93a4a),segment_id=a1833638-d180-4bc9-a49d-bf2238e93a4a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:15.742645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.753373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.834845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.881029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:15.884530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.899983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 734a4a48-4ef7-4cb8-b912-a77f67083238 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:15.934000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=2bf667ad-a129-4d59-9f51-735da9f082ca,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:15.954103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:15.966991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Calling delete_port for 34db1f23-78bf-47ad-90d4-b2358eb8e64a owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:16.067228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Transition to ACTIVE for port object c9670c76-836c-4cab-84c2-5b2a57047a47 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:16.086059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:16.099472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b967e5df-0902-4447-86d3-206324c498dd None None] Port defb3474-3f10-4c56-a900-d1e522278825 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:16.112036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] For port d324a06a-a2ec-4e68-ad60-3b1fe842820b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d324a06a-a2ec-4e68-ad60-3b1fe842820b,segment=NetworkSegment(3ee57929-2a83-437f-a72b-09b8f21499c6),segment_id=3ee57929-2a83-437f-a72b-09b8f21499c6)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:16.112036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.113604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:16.127173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.148438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.148802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added segment 264149fc-98db-476f-ae60-304f138ad97a of type vlan for network 5e45838b-c1f1-4523-984c-4f88b50fff9c Mar 02 20:01:16.194640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Transition to ACTIVE for port object c9670c76-836c-4cab-84c2-5b2a57047a47 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:16.222024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.227515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.237632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.317413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=734a4a48-4ef7-4cb8-b912-a77f67083238,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:16.336208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.408986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-202ae0a9-2ace-4073-aa80-bae3dba6b46a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/734a4a48-4ef7-4cb8-b912-a77f67083238 HTTP/1.1" status: 204 len: 168 time: 1.6335862 Mar 02 20:01:16.410292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.416127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:16.420219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.424637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34694) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:16.434128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.5 (af21edbc-1923-4b37-84e1-089c02e81b51/27c4fd40-30e0-48c6-82f4-e0d44b4f5167/2120b79e-d851-4c98-99f7-34f221173362) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:16.472921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.475772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:16.482107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:16.486916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad4cf11d-5f81-4187-abf4-2203561f05f0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:16.487947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:16.488852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Synchronizing usage tracker for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:16.532527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:16.586009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Calling delete_port for d324a06a-a2ec-4e68-ad60-3b1fe842820b owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:16.590779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ad4cf11d-5f81-4187-abf4-2203561f05f0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:16.591315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad4cf11d-5f81-4187-abf4-2203561f05f0 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:16.592969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:16.595214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] No DVR routers for this DVR port 34db1f23-78bf-47ad-90d4-b2358eb8e64a on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:16.605685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:16.607871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Pushing event updated for resources: {'Port': ['ID=c9670c76-836c-4cab-84c2-5b2a57047a47,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:16.627627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-29512823-df2a-474f-892f-ab0a32cf913f req-92c66c13-f045-4e47-95b5-4b4161e12549 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:16.705699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690eb308-cd1f-4321-9ae8-03d1e117e4c6 None None] Pushing event deleted for resources: {'Port': ['ID=34db1f23-78bf-47ad-90d4-b2358eb8e64a,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:16.712922 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2205877 Mar 02 20:01:16.732362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34698) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:16.747523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'subnet': {'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:16.750457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.758416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.771007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::1 (9616b26f-257b-4b9d-b045-31339b11d161/31adb5ee-349f-4795-92e9-9e591735aa41/1c2634cb-19b4-48ed-91f3-b5d4da764976) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:16.786410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Attempting to bind port c9670c76-836c-4cab-84c2-5b2a57047a47 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:16.787879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Attempting to bind port c9670c76-836c-4cab-84c2-5b2a57047a47 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:16.787879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Attempting to bind port c9670c76-836c-4cab-84c2-5b2a57047a47 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:16.805957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Unset dirty status for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:16.809985 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2d47d115-4b4a-4831-8e6f-29c507655133 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/ports?network_id=db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 HTTP/1.1" status: 200 len: 2357 time: 1.0976245 Mar 02 20:01:16.811115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34702) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:16.812558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c60ad7-3051-48a5-a5e4-3501a2cfb335 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Network': ['ID=5e45838b-c1f1-4523-984c-4f88b50fff9c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:16.820857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:16.821255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:16.821629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.822009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:16.822528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Bound port: c9670c76-836c-4cab-84c2-5b2a57047a47, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:16.822845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.836154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:16.837318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-29512823-df2a-474f-892f-ab0a32cf913f req-92c66c13-f045-4e47-95b5-4b4161e12549 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:16.850461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-29512823-df2a-474f-892f-ab0a32cf913f req-92c66c13-f045-4e47-95b5-4b4161e12549 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.3492184 Mar 02 20:01:16.940569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:16.941211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router 9e42ff91-3aa5-4d74-8200-e00d11249289 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:01:16.992876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:17.002476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a52ea3-6a98-4cf4-a42e-735e0e582119 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:17.003178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f7a52ea3-6a98-4cf4-a42e-735e0e582119 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:17.009510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:subnet and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:17.013063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:17.022716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.026643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:17.028511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a2bdc9-4282-4b0a-9d68-9744c8d3e048 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:17.035052 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-78a2bdc9-4282-4b0a-9d68-9744c8d3e048 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/subnets/816da85c-90eb-4ee5-ae5f-64aa3b15c28c HTTP/1.1" status: 200 len: 797 time: 0.2182934 Mar 02 20:01:17.036160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:17.041769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.044463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] For port c9670c76-836c-4cab-84c2-5b2a57047a47, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:17.049214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] For port c9670c76-836c-4cab-84c2-5b2a57047a47, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c9670c76-836c-4cab-84c2-5b2a57047a47,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:17.049435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'port': {'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33', 'name': 'tempest-FloatingIPTestJSON-1958529049', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:17.051513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.054898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:11Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:13Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:17.058595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.090705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:17.090972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Updating router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf port defb3474-3f10-4c56-a900-d1e522278825 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:01:17.099519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f7a52ea3-6a98-4cf4-a42e-735e0e582119 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:17.103426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f7a52ea3-6a98-4cf4-a42e-735e0e582119 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6013117 Mar 02 20:01:17.103426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Made reservation on behalf of 7f8529a4bc3741ebb623ce081dd59e48 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:17.103670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.104135 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a9c961b4-af6c-44a2-a0a2-700adbda2844 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 204 len: 168 time: 5.1888633 Mar 02 20:01:17.104996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.109547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34710) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:17.110138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34712) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:17.114375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Port': ['ID=d324a06a-a2ec-4e68-ad60-3b1fe842820b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:17.119927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 2120b79e-d851-4c98-99f7-34f221173362 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:17.159268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1852434598'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:17.170425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] No DVR routers for this DVR port d324a06a-a2ec-4e68-ad60-3b1fe842820b on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:17.187681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.203311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:17.208755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ebd29-9628-460f-b5a8-95bfd74a378f None None] Pushing event updated for resources: {'Port': ['ID=c9670c76-836c-4cab-84c2-5b2a57047a47,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:17.213846 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98f5d41-cd85-414b-a08b-cbd3434b4ef0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:01:17.214513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e98f5d41-cd85-414b-a08b-cbd3434b4ef0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:17.223485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:17.264273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:17.313187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:17.328913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:17.347225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:17.349445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.391489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.423520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:17.427220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.436994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e98f5d41-cd85-414b-a08b-cbd3434b4ef0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:17.438263 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e98f5d41-cd85-414b-a08b-cbd3434b4ef0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/734a4a48-4ef7-4cb8-b912-a77f67083238 HTTP/1.1" status: 404 len: 333 time: 0.3269846 Mar 02 20:01:17.440256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:17.454236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34718) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:17.482183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-792231186'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:17.488409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:17.492162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.506910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network af21edbc-1923-4b37-84e1-089c02e81b51 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:17.523341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee57929-2a83-437f-a72b-09b8f21499c6') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:17.523575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee57929-2a83-437f-a72b-09b8f21499c6') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:17.532451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:17.534190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:17.538302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 1c2634cb-19b4-48ed-91f3-b5d4da764976 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:17.545830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:17.552007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:17.556831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.587709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:17.597044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:17.604610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:17.606430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.606869 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment fede9dd9-b527-447f-abd3-6400bc40b489 of type vlan for network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 Mar 02 20:01:17.618338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.636994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:17.637348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.654672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:17.654924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.661179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:17.670612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:17.680172 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:17.737803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:17.738798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.757831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.784173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.801403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.817275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Transition to ACTIVE for port object defb3474-3f10-4c56-a900-d1e522278825 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:17.829686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.838649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.873796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.875570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:17.898721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] device_id is not set on port a9c2c4de-79ef-4087-9cf0-6e2eef860ddc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:17.915092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.929151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:17.934885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:17.937353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.937890 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment f5173413-1c94-42f0-ac03-61c14e97621f of type vlan for network 7535366d-f22a-4427-ae06-ac62c032b216 Mar 02 20:01:17.942767 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6249b0d5-6c4c-416e-9f26-c6321e4cd03e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8121152 Mar 02 20:01:17.945316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:17.948404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.954671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:17.957171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:17.983547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:17.984486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.060443 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d74c0a4-cce5-4df1-85b4-f58634e2466d tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/56c0aeeb-43e6-4a7c-b264-e1d71e44ec8a HTTP/1.1" status: 204 len: 168 time: 3.1919785 Mar 02 20:01:18.066698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:18.069460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af096c1-ae8c-40b0-ba2e-906128bfcef2 None None] Pushing event updated for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:18.072810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:18.117730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-443f85ee-d935-41d6-b4a6-febd7599781e None None] Provisioning for port 2120b79e-d851-4c98-99f7-34f221173362 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:18.151634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-443f85ee-d935-41d6-b4a6-febd7599781e None None] Provisioning complete for port 2120b79e-d851-4c98-99f7-34f221173362 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:18.151869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-443f85ee-d935-41d6-b4a6-febd7599781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.228425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Attempting to bind port defb3474-3f10-4c56-a900-d1e522278825 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:18.229177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Attempting to bind port defb3474-3f10-4c56-a900-d1e522278825 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:18.229976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Attempting to bind port defb3474-3f10-4c56-a900-d1e522278825 on network 829f1bff-983b-4e06-a500-12f8eb4aaac8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:18.249168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:18.249898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Checking segment: {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:18.250424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.251035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Bound using segment: {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:18.251729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Bound port: defb3474-3f10-4c56-a900-d1e522278825, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d16a465-6aa1-49f7-8300-ae4224085de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:18.252641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.270917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-443f85ee-d935-41d6-b4a6-febd7599781e None None] Port 2120b79e-d851-4c98-99f7-34f221173362 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:18.335355 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2197690 Mar 02 20:01:18.345092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Subnet': ['ID=a2f76817-3c18-473e-bd70-9cb86bd55e0c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:18.360104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:18.365795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:18.377800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Request body: {'port': {'device_id': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:18.382503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.385051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] For port defb3474-3f10-4c56-a900-d1e522278825, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:18.389261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240a21d-3436-4777-9c74-63a24b1e943c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=5228ecf6-3f8c-4f17-829e-d0a2e5790cc1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:18.391606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] For port defb3474-3f10-4c56-a900-d1e522278825, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=defb3474-3f10-4c56-a900-d1e522278825,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:18.408813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:18.501441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Checking segment: {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:18.501794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network hostable DHCP agents. Network: 5e45838b-c1f1-4523-984c-4f88b50fff9c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:18.540664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.577971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.642312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c26e4f-2340-4eda-9a32-d59f40f504c9 req-e38b033d-dfc7-4bd3-81b1-5034df8e2b13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:18.644201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2c26e4f-2340-4eda-9a32-d59f40f504c9 req-e38b033d-dfc7-4bd3-81b1-5034df8e2b13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 931 time: 0.6214139 Mar 02 20:01:18.663632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.669530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:18.670307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.675145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:18.675770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:18.706598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:18.776776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.844736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5e45838b-c1f1-4523-984c-4f88b50fff9c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:18.875397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2c26e4f-2340-4eda-9a32-d59f40f504c9 req-435495ba-4dec-4dbb-ad7b-9f3f3d4b9f7c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1795418 Mar 02 20:01:18.875789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=7535366d-f22a-4427-ae06-ac62c032b216,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:18.944528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c9670c76-836c-4cab-84c2-5b2a57047a47 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:18.968259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7236c0e-1dfa-45ee-8ef7-b6d24373264f None None] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:18.975579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:18.976164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:18.983273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:19.062863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.066322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af096c1-ae8c-40b0-ba2e-906128bfcef2 None None] Pushing event updated for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:19.085818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f267bcd1-7069-4d7b-be06-7d93988ad5bd tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3503985 Mar 02 20:01:19.086007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8749938e-260a-4f2c-aba2-908931fd6a78 None None] Provisioning for port c9670c76-836c-4cab-84c2-5b2a57047a47 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:19.090439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:19.096523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34734) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:19.102681 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-52fb2739-1ab1-4665-b353-53140b8ed41f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6375384 Mar 02 20:01:19.108527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6512a015-f114-4bf0-bee5-9a71f6578117']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:19.121645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:19.140413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:19.164030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.14 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/a9c2c4de-79ef-4087-9cf0-6e2eef860ddc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:19.179590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:19.189849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.192635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.13 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/a9c2c4de-79ef-4087-9cf0-6e2eef860ddc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:19.200798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1833638-d180-4bc9-a49d-bf2238e93a4a') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:19.201226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1833638-d180-4bc9-a49d-bf2238e93a4a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:19.207923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:19.221758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:19.288271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:19.290234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.333047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:19.362848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.382397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:19.386119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.389628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:19.405278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:19.416892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:19.433643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:19.434208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.459275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c9670c76-836c-4cab-84c2-5b2a57047a47 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:19.501671 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:19.510810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:19.514119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.521272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c9670c76-836c-4cab-84c2-5b2a57047a47 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:19.521638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.664491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5e45838b-c1f1-4523-984c-4f88b50fff9c', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:19.665372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.679695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0760cb05-f59c-411b-a62b-3676d3da00f3 None None] Provisioning for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:19.696240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0760cb05-f59c-411b-a62b-3676d3da00f3 None None] Provisioning complete for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:19.696643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0760cb05-f59c-411b-a62b-3676d3da00f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.753733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.790892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2120b79e-d851-4c98-99f7-34f221173362 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:01:19.797537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.807962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:19.940788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:19.944545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Transition to ACTIVE for port object 2120b79e-d851-4c98-99f7-34f221173362 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:19.954375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:19.958913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=a9c2c4de-79ef-4087-9cf0-6e2eef860ddc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:19.961560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:20.017567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0760cb05-f59c-411b-a62b-3676d3da00f3 None None] Port 1c2634cb-19b4-48ed-91f3-b5d4da764976 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:20.024922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.030124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.037318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.073121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.073382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Allocated IP 172.23.0.2 (5e45838b-c1f1-4523-984c-4f88b50fff9c/a2f76817-3c18-473e-bd70-9cb86bd55e0c/46770f88-2b13-4fd8-936b-09bc95dcfbf7) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:20.095534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c9670c76-836c-4cab-84c2-5b2a57047a47, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c9670c76-836c-4cab-84c2-5b2a57047a47,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:20.104276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.109327 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:11Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:18Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:20.175393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=6512a015-f114-4bf0-bee5-9a71f6578117,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:20.211326 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-507a29bd-6990-4b10-9f57-8f50d286bdaa tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/6512a015-f114-4bf0-bee5-9a71f6578117 HTTP/1.1" status: 204 len: 168 time: 2.1345727 Mar 02 20:01:20.215458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34744) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:20.273181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5311a8-49b5-40c7-9cfb-3ed93cdb6104 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:11Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:18Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:20.432854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:20.433726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.448430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c9670c76-836c-4cab-84c2-5b2a57047a47,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:20.504897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Pushing event updated for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:20.560965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.597977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.611628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Transition to ACTIVE for port object 46770f88-2b13-4fd8-936b-09bc95dcfbf7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:20.616233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2f7fbba7-2887-47c7-928f-5fd69ddda2ad tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5789793 Mar 02 20:01:20.622645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34748) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:20.635060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Transition to ACTIVE for port object 46770f88-2b13-4fd8-936b-09bc95dcfbf7 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:20.642103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'a9c2c4de-79ef-4087-9cf0-6e2eef860ddc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:20.647160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.658211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:20.668291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.675064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:floatingip and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:20.680075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:20.695098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda729d-531d-48cd-a848-1ed879d44523 req-8e3a8ca0-c85d-499f-8ba6-98bbed506bb0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:20.702363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9cda729d-531d-48cd-a848-1ed879d44523 req-8e3a8ca0-c85d-499f-8ba6-98bbed506bb0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 943 time: 0.7103016 Mar 02 20:01:20.746077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:20.750322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Attempting to bind port 2120b79e-d851-4c98-99f7-34f221173362 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:20.750946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Attempting to bind port 2120b79e-d851-4c98-99f7-34f221173362 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:20.751636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Attempting to bind port 2120b79e-d851-4c98-99f7-34f221173362 on network af21edbc-1923-4b37-84e1-089c02e81b51 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:20.770634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=84aa3e96-77aa-4839-be23-6d4e71c1ebb0,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:20.780098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Port 2120b79e-d851-4c98-99f7-34f221173362 on network af21edbc-1923-4b37-84e1-089c02e81b51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:01:20.780544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Attempting to bind port 2120b79e-d851-4c98-99f7-34f221173362 on network af21edbc-1923-4b37-84e1-089c02e81b51 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:20.808774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:20.809156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Checking segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:20.809539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Bound using segment: {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:20.809982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Bound port: 2120b79e-d851-4c98-99f7-34f221173362, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19a05fb4-f517-485b-898e-a09735e08756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:20.810399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.861874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.863998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:20.867625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Pushing event updated for resources: {'Port': ['ID=46770f88-2b13-4fd8-936b-09bc95dcfbf7,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:20.875766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'f5173413-1c94-42f0-ac03-61c14e97621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:20.876138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: 7535366d-f22a-4427-ae06-ac62c032b216, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:20.888258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:20.896661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:20.898245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.917304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9cda729d-531d-48cd-a848-1ed879d44523 req-4e3cd962-76ba-4d98-b387-6764491c3074 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2103028 Mar 02 20:01:20.930305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:20.950524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device defb3474-3f10-4c56-a900-d1e522278825 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:20.984609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 7535366d-f22a-4427-ae06-ac62c032b216 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:21.006501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:21.009271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 7535366d-f22a-4427-ae06-ac62c032b216) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:21.013905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:21.014493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.020246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2120b79e-d851-4c98-99f7-34f221173362,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:21.029588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5f4151-b1a2-451f-89dc-7dd9d1bccc98 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:21.047960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.048863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.080564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.146441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a72bfc1a-f917-4ec4-a690-d76d62be85cf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0240529 Mar 02 20:01:21.148373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Attempting to bind port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:21.148743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Attempting to bind port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:21.149101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Attempting to bind port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 on network 5e45838b-c1f1-4523-984c-4f88b50fff9c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:21.153268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:21.163438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:21.164006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.165425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] 10.222.0.32 "PUT /v2.0/ports/2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 200 len: 1093 time: 3.2024100 Mar 02 20:01:21.165812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:21.166192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Checking segment: {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:21.166592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.166975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Bound using segment: {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:21.167448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Bound port: 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:21.167872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.172377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:01:21.182222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:21.246825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.260556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port defb3474-3f10-4c56-a900-d1e522278825 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:21.278761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port defb3474-3f10-4c56-a900-d1e522278825 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:21.279572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.356521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c72a-20ac-415b-9f51-7946ba7f9965 service neutron] Pushing event updated for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:21.418823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=4c639cd8-c4ac-4431-93fc-5c18a9f034c1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:21.440691 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362', 'status': 'completed', 'code': 200} Mar 02 20:01:21.488820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] For port 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:21.526094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.532410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:21.532595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-7535366d-f22a-4427-ae06-ac62c032b216', 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': '84aa3e96-77aa-4839-be23-6d4e71c1ebb0'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:21.533684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.552496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] For port 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46770f88-2b13-4fd8-936b-09bc95dcfbf7,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:21.578457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:21.582380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:21.592668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:21.596841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-64d9c524-3295-4f0e-a325-f4c035b38dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:21.598540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-64d9c524-3295-4f0e-a325-f4c035b38dd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1096 time: 0.3720379 Mar 02 20:01:21.621072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.624541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.684220 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-d3fbe525-549c-4d8d-8e3b-133f874a4610 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 200 len: 217 time: 0.0661764 Mar 02 20:01:21.691964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:21.692264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.695385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.701210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:21.714956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:21.729038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': 'fede9dd9-b527-447f-abd3-6400bc40b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:21.729038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:21.742491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:21.752197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:21.763949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b89113-caa6-4335-946d-2a4a47f422f8') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:21.764358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b89113-caa6-4335-946d-2a4a47f422f8') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:21.827242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ddc0e-88f0-497e-88a4-e63779149d8f None None] Pushing event updated for resources: {'Port': ['ID=46770f88-2b13-4fd8-936b-09bc95dcfbf7,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:21.834647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port defb3474-3f10-4c56-a900-d1e522278825, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=defb3474-3f10-4c56-a900-d1e522278825,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:21.855988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:21.855988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c9670c76-836c-4cab-84c2-5b2a57047a47 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:21.973841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-ba7fac9a-02e6-46ec-ad2e-daaf22dd8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:21.975347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-ba7fac9a-02e6-46ec-ad2e-daaf22dd8e33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27c4fd40-30e0-48c6-82f4-e0d44b4f5167 HTTP/1.1" status: 200 len: 834 time: 0.2845433 Mar 02 20:01:22.043819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Allocated IP 172.20.0.2 (7535366d-f22a-4427-ae06-ac62c032b216/84aa3e96-77aa-4839-be23-6d4e71c1ebb0/da3b305a-8acb-499f-82fc-e8bb1e7cdc7e) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:22.072390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.165 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/f95c9301-4a5e-4d7e-b676-9b456e496e10) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:22.093837 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84aa3e96-77aa-4839-be23-6d4e71c1ebb0 (CIDR: 172.20.0.0/28) Mar 02 20:01:22.125084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:22.139284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.157511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:01:22.158132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:22.253702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c9670c76-836c-4cab-84c2-5b2a57047a47 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:22.254094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.321454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:22.328750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9159477b-9d22-4654-8785-847424d2463c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1619456 Mar 02 20:01:22.346998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34762) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:22.355464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.361481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-df008917-1ddf-4ec6-96d7-af0deeb1bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.362983 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-df008917-1ddf-4ec6-96d7-af0deeb1bd6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af21edbc-1923-4b37-84e1-089c02e81b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3776612 Mar 02 20:01:22.366318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:22.393963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be35d4a4-c737-42e9-b386-642f85263ac9 None None] Provisioning complete for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:22.394341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be35d4a4-c737-42e9-b386-642f85263ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.430165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:22.430819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.446497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:22.448524 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:22.474168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb830486-a0c2-4710-89ee-904829e7951d None None] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:22.476135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.476802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.519242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c4f87-9705-4621-b2a3-37a9554ea4f0 req-3105e646-0404-4636-b9da-3a98420de854 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:22.521857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-254c4f87-9705-4621-b2a3-37a9554ea4f0 req-3105e646-0404-4636-b9da-3a98420de854 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 943 time: 0.4214742 Mar 02 20:01:22.629414 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be35d4a4-c737-42e9-b386-642f85263ac9 None None] Port 1c2634cb-19b4-48ed-91f3-b5d4da764976 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:22.699123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.700748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.720833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.726796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Transition to ACTIVE for port object da3b305a-8acb-499f-82fc-e8bb1e7cdc7e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:22.729864 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e5a1a28-c6f6-4c9b-b6fc-4bad8ad3f635 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3686874 Mar 02 20:01:22.733471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34766) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:22.738076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Allocated IP 172.23.0.1 (5e45838b-c1f1-4523-984c-4f88b50fff9c/a2f76817-3c18-473e-bd70-9cb86bd55e0c/8d4b9e62-206c-4d4e-8fe3-38d3621d0c86) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:22.759593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.765685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-433883797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:22.793144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:22.797243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-254c4f87-9705-4621-b2a3-37a9554ea4f0 req-cdb03f1b-9ec3-4270-900a-6614428db38b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0839627 Mar 02 20:01:22.801808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:22.813972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:22.821598 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ed42cb6c-2ba9-4aec-b235-f13117a533e9 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/d48e39a3-aa0c-4445-bae4-bfa2d6dcea7e HTTP/1.1" status: 204 len: 168 time: 2.5555372 Mar 02 20:01:22.828544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34770) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:22.843237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:22.850534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:22.867171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:22.872578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:22.876364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:22.888112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Transition to ACTIVE for port object da3b305a-8acb-499f-82fc-e8bb1e7cdc7e will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:22.914820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:22.964445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-6df51afe-bad2-459c-8b64-fed76f948f3d service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926220 Mar 02 20:01:23.030912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device defb3474-3f10-4c56-a900-d1e522278825 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:23.031986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.048877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Transition to ACTIVE for port object 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:23.071449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:23.076037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Router 7735aee8-68cc-40f2-9d18-bfea69225129 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:01:23.082989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.090854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5228ecf6-3f8c-4f17-829e-d0a2e5790cc1', 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '4c639cd8-c4ac-4431-93fc-5c18a9f034c1'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:23.091745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.118047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:23.124800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:23.134823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7601227-ea2a-42db-a9fd-04bb38924335 req-69c9582f-2684-41f3-9e3e-97a4391f0374 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628463 Mar 02 20:01:23.148728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.149723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.150582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.163219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.167492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.201708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.208058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:23.228818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Pushing event updated for resources: {'Port': ['ID=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:23.265758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:23.270639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.343697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:23.365558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:23.368889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:23.377501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port defb3474-3f10-4c56-a900-d1e522278825 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:23.377875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.400924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Attempting to bind port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:23.401704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Attempting to bind port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'f5173413-1c94-42f0-ac03-61c14e97621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:23.401995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Attempting to bind port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e on network 7535366d-f22a-4427-ae06-ac62c032b216 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:23.413663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:23.416570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:23.416773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.416937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Checking segment: {'id': 'f5173413-1c94-42f0-ac03-61c14e97621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:23.417331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.417713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Bound using segment: {'id': 'f5173413-1c94-42f0-ac03-61c14e97621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:23.418180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Bound port: da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5173413-1c94-42f0-ac03-61c14e97621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7535366d-f22a-4427-ae06-ac62c032b216'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:23.418544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.433565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:23.446543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:23.459851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:23.496249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2698504-5a00-4aec-9d7f-31b0dca5b920 None None] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:23.500748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cac31d-ac7c-4bd8-a653-4b476b785325']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:23.522909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=f95c9301-4a5e-4d7e-b676-9b456e496e10,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:23.531275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec23258d-9cd5-4669-b21a-4af44a72fdee') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:23.532636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec23258d-9cd5-4669-b21a-4af44a72fdee') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:23.559883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.560161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.563846 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56e8a5ed-ce40-424c-83e5-5cd791efac2d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8062992 Mar 02 20:01:23.567184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34774) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:23.608892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.634131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:23.639253 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9131e003-0288-48ea-b382-e265532b27a2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "PUT /v2.0/routers/7735aee8-68cc-40f2-9d18-bfea69225129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2723033 Mar 02 20:01:23.644156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34778) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:23.648009 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Sync routers for ids ['7735aee8-68cc-40f2-9d18-bfea69225129'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:23.662668 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Routers {'7735aee8-68cc-40f2-9d18-bfea69225129'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:23.663523 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7735aee8-68cc-40f2-9d18-bfea69225129'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:23.684699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Allocated IP 2001:db8::2 (5228ecf6-3f8c-4f17-829e-d0a2e5790cc1/4c639cd8-c4ac-4431-93fc-5c18a9f034c1/bfe74010-4942-491a-a55b-a2fee3c7f2a8) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:23.758612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518aab83-d94a-4540-b068-945209a830bd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:23.759140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-518aab83-d94a-4540-b068-945209a830bd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:23.777074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.788379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:23.790363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:23.804486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-22c3ba49-efa8-4670-99dd-5506f6022863 None None] Provisioning for port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:23.827424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-518aab83-d94a-4540-b068-945209a830bd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:23.828868 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-518aab83-d94a-4540-b068-945209a830bd tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports/1c2634cb-19b4-48ed-91f3-b5d4da764976 HTTP/1.1" status: 200 len: 911 time: 0.1828268 Mar 02 20:01:23.835004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34784) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:23.924962 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Set router 7735aee8-68cc-40f2-9d18-bfea69225129 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:24.019040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] For port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:24.022916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46770f88-2b13-4fd8-936b-09bc95dcfbf7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:24.109341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] For port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,segment=NetworkSegment(f5173413-1c94-42f0-ac03-61c14e97621f),segment_id=f5173413-1c94-42f0-ac03-61c14e97621f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:24.139726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.158342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.248707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f2a3a-8c5f-4ab7-b2c8-cd37da372250 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:24.250364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:24.254737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f2a3a-8c5f-4ab7-b2c8-cd37da372250 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:24.257159 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-949f2a3a-8c5f-4ab7-b2c8-cd37da372250 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4211247 Mar 02 20:01:24.264649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34788) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:24.317110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:24.317621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.326531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:18Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': '1c2634cb-19b4-48ed-91f3-b5d4da764976', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:4b:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:15Z', 'updated_at': '2022-03-02T20:01:20Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:24.331835 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Checking router: 7735aee8-68cc-40f2-9d18-bfea69225129 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:24.332529 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Updating router 7735aee8-68cc-40f2-9d18-bfea69225129 port 1c2634cb-19b4-48ed-91f3-b5d4da764976 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:01:24.397671 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.402782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.434372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6864e1-472a-48bf-869f-bad143b80692 None None] Pushing event updated for resources: {'Port': ['ID=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:24.445511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.470719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:24.471104 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:24.498618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Transition to ACTIVE for port object bfe74010-4942-491a-a55b-a2fee3c7f2a8 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:24.603287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 7535366d-f22a-4427-ae06-ac62c032b216 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:24.611193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:24.614278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:24.614714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.615219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Transition to ACTIVE for port object bfe74010-4942-491a-a55b-a2fee3c7f2a8 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:24.643004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.664813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=8445d689-265c-40f8-9920-1a2d400c21b4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:24.805650 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7ed584ff-9c0f-45e5-95f4-50ce7b48896d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4515064 Mar 02 20:01:24.817363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34792) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:24.845977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'fixed_ips': [{'subnet_id': '84aa3e96-77aa-4839-be23-6d4e71c1ebb0'}, {'subnet_id': '8445d689-265c-40f8-9920-1a2d400c21b4'}], 'name': 'tempest-PortsTestJSON-1346659137'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:24.935625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:24.939442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7333ac-b45d-47c7-9372-61fa795274be req-3e73a023-53f1-4b67-a1a4-030d6953248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:24.941899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-3e73a023-53f1-4b67-a1a4-030d6953248a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1096 time: 1.7243977 Mar 02 20:01:24.995915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.052736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.068299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:25.080878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:25.086024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:25.091754 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.101463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Pushing event updated for resources: {'Port': ['ID=bfe74010-4942-491a-a55b-a2fee3c7f2a8,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:25.107712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Transition to ACTIVE for port object 1c2634cb-19b4-48ed-91f3-b5d4da764976 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:25.127688 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.155378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46770f88-2b13-4fd8-936b-09bc95dcfbf7,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:25.175609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] Pushing event deleted for resources: {'Network': ['ID=02cac31d-ac7c-4bd8-a653-4b476b785325,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:25.216460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.229934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 2120b79e-d851-4c98-99f7-34f221173362 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:01:25.291281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6dce7aaf-7b7a-41a1-8bea-bbd78956e9e2 tempest-BulkNetworkOpsIpV6Test-175585537 tempest-BulkNetworkOpsIpV6Test-175585537-project] 10.222.0.36 "DELETE /v2.0/networks/02cac31d-ac7c-4bd8-a653-4b476b785325 HTTP/1.1" status: 204 len: 168 time: 2.4616070 Mar 02 20:01:25.330705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Provisioning for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:25.365871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Provisioning complete for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:25.366239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.438445 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263193d-70b8-40bb-8651-8c5d8bdd9cdc None None] Pushing event updated for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:25.459285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Attempting to bind port bfe74010-4942-491a-a55b-a2fee3c7f2a8 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:25.459899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Attempting to bind port bfe74010-4942-491a-a55b-a2fee3c7f2a8 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'fede9dd9-b527-447f-abd3-6400bc40b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:25.460438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Attempting to bind port bfe74010-4942-491a-a55b-a2fee3c7f2a8 on network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:25.477746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device da3b305a-8acb-499f-82fc-e8bb1e7cdc7e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:25.494805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.545603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:25.566992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Attempting to bind port 1c2634cb-19b4-48ed-91f3-b5d4da764976 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:25.569339 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Attempting to bind port 1c2634cb-19b4-48ed-91f3-b5d4da764976 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:25.569712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Attempting to bind port 1c2634cb-19b4-48ed-91f3-b5d4da764976 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:25.576597 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:25.576964 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:25.577360 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.578006 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:25.578801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Bound port: 1c2634cb-19b4-48ed-91f3-b5d4da764976, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:25.579191 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.634576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=46770f88-2b13-4fd8-936b-09bc95dcfbf7,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:25.659392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.660808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:25.661190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Checking segment: {'id': 'fede9dd9-b527-447f-abd3-6400bc40b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:25.661581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.669255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Bound using segment: {'id': 'fede9dd9-b527-447f-abd3-6400bc40b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:25.669862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Bound port: bfe74010-4942-491a-a55b-a2fee3c7f2a8, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fede9dd9-b527-447f-abd3-6400bc40b489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5228ecf6-3f8c-4f17-829e-d0a2e5790cc1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:25.670259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.671468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:25.684868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.732082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:25.794821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:25.858280 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] For port 1c2634cb-19b4-48ed-91f3-b5d4da764976, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:25.865702 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] For port 1c2634cb-19b4-48ed-91f3-b5d4da764976, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2634cb-19b4-48ed-91f3-b5d4da764976,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:25.877117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:25.881977 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.946512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7333ac-b45d-47c7-9372-61fa795274be req-15252d7a-dbdb-4df9-b3d6-422515aed8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:25.947995 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-15252d7a-dbdb-4df9-b3d6-422515aed8bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 200 len: 897 time: 0.9617958 Mar 02 20:01:25.965459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:25.965701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebd43d-d39c-4ddb-bd35-135c2bffe851 req-b76494e4-995f-46ec-be52-513a08d9c36e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:25.973493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event updated for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:25.974242 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0ebd43d-d39c-4ddb-bd35-135c2bffe851 req-b76494e4-995f-46ec-be52-513a08d9c36e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 943 time: 1.4068770 Mar 02 20:01:25.992155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:26.024780 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Routers {'7735aee8-68cc-40f2-9d18-bfea69225129'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:26.025577 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7735aee8-68cc-40f2-9d18-bfea69225129'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:26.032728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2120b79e-d851-4c98-99f7-34f221173362,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:26.038357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34800) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:26.047499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:26.057392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '2120b79e-d851-4c98-99f7-34f221173362', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'port_id': '2120b79e-d851-4c98-99f7-34f221173362', 'mac_address': 'fa:16:3e:af:a7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:01:26.114045 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263193d-70b8-40bb-8651-8c5d8bdd9cdc None None] Pushing event updated for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:26.156067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.182541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4f8d36-0d0e-4fbe-9848-f915eab3d5a4 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:26.216443 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-c5ca58d7-2f1a-437c-86c7-fa6e3618b85a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 200 len: 217 time: 0.2063382 Mar 02 20:01:26.226547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:26.249950 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] Set router 7735aee8-68cc-40f2-9d18-bfea69225129 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:26.298218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Provisioning complete for port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:26.301682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.307734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aa657756-b993-4130-b3c4-898533eea350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.419352 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0ebd43d-d39c-4ddb-bd35-135c2bffe851 req-87f66f76-56cf-4f5e-85db-65932c1175c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4047503 Mar 02 20:01:26.489578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] For port bfe74010-4942-491a-a55b-a2fee3c7f2a8, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:26.519474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2120b79e-d851-4c98-99f7-34f221173362 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:01:26.547064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] For port bfe74010-4942-491a-a55b-a2fee3c7f2a8, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bfe74010-4942-491a-a55b-a2fee3c7f2a8,segment=NetworkSegment(fede9dd9-b527-447f-abd3-6400bc40b489),segment_id=fede9dd9-b527-447f-abd3-6400bc40b489)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:26.568381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.581819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2120b79e-d851-4c98-99f7-34f221173362,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:26.584794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7333ac-b45d-47c7-9372-61fa795274be req-d2e1e4ed-9d36-4266-843a-cc17df8f6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:26.586575 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-d2e1e4ed-9d36-4266-843a-cc17df8f6b25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27c4fd40-30e0-48c6-82f4-e0d44b4f5167 HTTP/1.1" status: 200 len: 834 time: 0.2644856 Mar 02 20:01:26.592581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:26.605915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:26.670773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2b08a-9595-408f-9cf4-aa35143cf4c3 None None] Pushing event updated for resources: {'Port': ['ID=bfe74010-4942-491a-a55b-a2fee3c7f2a8,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:26.688535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.704380 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:18Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': '1c2634cb-19b4-48ed-91f3-b5d4da764976', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:4b:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:15Z', 'updated_at': '2022-03-02T20:01:25Z', 'revision_number': 4, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:26.710463 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe969d39-06ad-49a7-b444-5e6107d975d4 None None] The sync data for ids ['7735aee8-68cc-40f2-9d18-bfea69225129'] in dv-neutron-831594-2-hyperv is: [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:18Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': '1c2634cb-19b4-48ed-91f3-b5d4da764976', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:4b:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:15Z', 'updated_at': '2022-03-02T20:01:25Z', 'revision_number': 4, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '31adb5ee-349f-4795-92e9-9e591735aa41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:26.894934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:26.933037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 9e14dc86-731c-4333-ab00-836f62f3093d yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:26.943112 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-60491a99-f13b-43b2-a402-aa9cab673fbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcd32c8ce8214805a6d6e02eb8f45cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7657378 Mar 02 20:01:26.949343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:26.987140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:27.025378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Provisioning complete for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:27.025804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.060710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.064129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['2120b79e-d851-4c98-99f7-34f221173362'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:01:27.177092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:27.190144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.193921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:27.239621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Provisioning for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:27.246684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Provisioning complete for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:27.247372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.505148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Update dhcp port {'port': {'network_id': '7535366d-f22a-4427-ae06-ac62c032b216', 'fixed_ips': [{'subnet_id': '84aa3e96-77aa-4839-be23-6d4e71c1ebb0', 'ip_address': '172.20.0.2'}, {'subnet_id': '8445d689-265c-40f8-9920-1a2d400c21b4'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'da3b305a-8acb-499f-82fc-e8bb1e7cdc7e'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:01:27.531253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.553612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2634cb-19b4-48ed-91f3-b5d4da764976 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:27.659162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8::1 (5228ecf6-3f8c-4f17-829e-d0a2e5790cc1/4c639cd8-c4ac-4431-93fc-5c18a9f034c1/6d881145-72a4-4b32-ad9a-97d2e5a0ff9e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:27.769553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.813914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:27.929109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] For port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,segment=NetworkSegment(f5173413-1c94-42f0-ac03-61c14e97621f),segment_id=f5173413-1c94-42f0-ac03-61c14e97621f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:27.967439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.014361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:28.030786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.056181 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e7fd6502-d05e-494f-aace-25b59663015a tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9582372 Mar 02 20:01:28.062237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34812) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:28.075242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:28.101197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:28.151078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.152038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:28.166832 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 1888085b-b99d-4188-890d-dca900a553f0 associated. External IP: 172.26.2.165, port: a9c2c4de-79ef-4087-9cf0-6e2eef860ddc. Mar 02 20:01:28.181257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:28.181926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:28.254910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd660d82-4890-497c-b400-89c0ee7cb55e None None] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:28.270486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7333ac-b45d-47c7-9372-61fa795274be req-62cce558-8e4f-4021-88be-a7cf96f5e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:28.271904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-62cce558-8e4f-4021-88be-a7cf96f5e1f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af21edbc-1923-4b37-84e1-089c02e81b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.6675520 Mar 02 20:01:28.288694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:28.289062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.324402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.328780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.345518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=f95c9301-4a5e-4d7e-b676-9b456e496e10,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:28.405280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Provisioning complete for port 1c2634cb-19b4-48ed-91f3-b5d4da764976 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:28.405657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.406952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:28.444114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Pushing event updated for resources: {'Port': ['ID=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:28.539859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 1c2634cb-19b4-48ed-91f3-b5d4da764976 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:28.539859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.604952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:28.639500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9656ad-2bab-4408-8875-64458ae6fb69 req-bb93076f-b350-4f07-9fe0-d1632518b2f3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:28.647130 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b9656ad-2bab-4408-8875-64458ae6fb69 req-bb93076f-b350-4f07-9fe0-d1632518b2f3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 944 time: 0.7451446 Mar 02 20:01:28.705787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.11 (7535366d-f22a-4427-ae06-ac62c032b216/84aa3e96-77aa-4839-be23-6d4e71c1ebb0/9e14dc86-731c-4333-ab00-836f62f3093d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:28.731041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.736479 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-cbf8eb9e-f025-4c57-97d5-26e7cf467a49 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482894 Mar 02 20:01:28.748563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.23 (7535366d-f22a-4427-ae06-ac62c032b216/8445d689-265c-40f8-9920-1a2d400c21b4/9e14dc86-731c-4333-ab00-836f62f3093d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:28.797530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:28.848241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8119d60c-aa66-4948-a886-1e7216c80e66,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:28.959411 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b9656ad-2bab-4408-8875-64458ae6fb69 req-1fc9ebc8-4492-46ae-8817-ff5c2518cc08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3114016 Mar 02 20:01:28.992401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:29.035005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:29.049030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.055816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-182722fe-899b-485a-b7b5-7bbd5f10bee3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8119d60c-aa66-4948-a886-1e7216c80e66 HTTP/1.1" status: 204 len: 168 time: 2.0965116 Mar 02 20:01:29.076266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port 1c2634cb-19b4-48ed-91f3-b5d4da764976, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2634cb-19b4-48ed-91f3-b5d4da764976,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:29.076812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.109755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:29.110434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.117244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=6d881145-72a4-4b32-ad9a-97d2e5a0ff9e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:29.118402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.148967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.284289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 1c2634cb-19b4-48ed-91f3-b5d4da764976 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:29.309945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] For port 1c2634cb-19b4-48ed-91f3-b5d4da764976, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2634cb-19b4-48ed-91f3-b5d4da764976,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:29.313180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:29.347474 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d7333ac-b45d-47c7-9372-61fa795274be req-7337fca2-cf20-4e97-b6d4-7175c34b991c service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5912499 Mar 02 20:01:29.467801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.539303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.540423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:01:29.568870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.597787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Removed routes are [] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:01:29.598219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.600357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 9e14dc86-731c-4333-ab00-836f62f3093d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:29.622769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:29.623563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:29.660668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4879-e84b-4c48-99b9-b7951110d5b2 None None] Pushing event updated for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:29.676522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a653cf3-8c92-4e4d-a056-9d997ac91364 None None] Provisioning complete for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:29.677112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a653cf3-8c92-4e4d-a056-9d997ac91364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.746400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:23Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:24Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:29.765533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:29.766284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Updating router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:01:29.820850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4a653cf3-8c92-4e4d-a056-9d997ac91364 None None] Port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:29.845312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:29.865431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a653cf3-8c92-4e4d-a056-9d997ac91364 None None] Provisioning for port bfe74010-4942-491a-a55b-a2fee3c7f2a8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:29.987659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:30.009801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:30.041807 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:30.043682 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:30.051134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.111889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.159834 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:30.175024 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:30.176603 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:30.254117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.259253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.270588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-336239df-b152-4bf4-9aa8-06e04e3f1f6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6430700 Mar 02 20:01:30.281695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.304025 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:30.304457 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5d89cc-048d-4308-9824-c2d259804230 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:30.315716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46770f88-2b13-4fd8-936b-09bc95dcfbf7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:30.424504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3dcc1de6-e595-4d89-ad8a-7170f958e8be None None] Provisioning for port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:30.428578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': 'a9c2c4de-79ef-4087-9cf0-6e2eef860ddc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:30.433917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:30.434610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:30.445237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3dcc1de6-e595-4d89-ad8a-7170f958e8be None None] Provisioning complete for port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:30.445698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1de6-e595-4d89-ad8a-7170f958e8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.471810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:30.476359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.498711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4a5b195b-cde8-4557-8d39-9842f6cbb925 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] Request body: {'port': {'network_id': 'b1200ed6-407b-4caa-b4d5-f81b62c4872a', 'name': 'tempest-NetworksNegativeTestJSON-1397454363'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:30.515412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:30.515780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.540293 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5b195b-cde8-4557-8d39-9842f6cbb925 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] POST failed (client error): The resource could not be found. Mar 02 20:01:30.540801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5b195b-cde8-4557-8d39-9842f6cbb925 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:30.545891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4a5b195b-cde8-4557-8d39-9842f6cbb925 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4295478 Mar 02 20:01:30.550245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.620307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.620550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 7535366d-f22a-4427-ae06-ac62c032b216 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:30.625476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.632273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:30.667664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.674370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3dcc1de6-e595-4d89-ad8a-7170f958e8be None None] Port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:30.675400 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-581d57f8-924f-44a6-b88e-2735525c30e0 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] DELETE failed (client error): The resource could not be found. Mar 02 20:01:30.676048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581d57f8-924f-44a6-b88e-2735525c30e0 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:30.677961 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-581d57f8-924f-44a6-b88e-2735525c30e0 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "DELETE /v2.0/networks/0fdef750-b961-480c-88ab-e06cfbdae9a9 HTTP/1.1" status: 404 len: 339 time: 0.1250281 Mar 02 20:01:30.685632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.686549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:30.694318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.695315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.701772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Allocated IP 172.20.0.18 (7535366d-f22a-4427-ae06-ac62c032b216/8445d689-265c-40f8-9920-1a2d400c21b4/da3b305a-8acb-499f-82fc-e8bb1e7cdc7e) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:30.703945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Transition to ACTIVE for port object 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:30.718773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9e14dc86-731c-4333-ab00-836f62f3093d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:30.747644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.779660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:30.786593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:30.787193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.808382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.809536 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7c1d515e-3306-4645-9229-bbe64e91dfab tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 934 time: 2.7463996 Mar 02 20:01:30.812392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34858) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.864835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-294f0a8c-cc2a-45df-bdd7-9da424c84742 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] DELETE failed (client error): The resource could not be found. Mar 02 20:01:30.865307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-294f0a8c-cc2a-45df-bdd7-9da424c84742 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:30.867008 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-294f0a8c-cc2a-45df-bdd7-9da424c84742 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "DELETE /v2.0/ports/a43e9d52-3bbe-49ec-a805-27ef61d687f1 HTTP/1.1" status: 404 len: 333 time: 0.1743081 Mar 02 20:01:30.871686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34862) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.889036 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1bc9fdf6-4bba-46b7-a30c-fe66b59464d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.0680969 Mar 02 20:01:30.895350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34866) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:30.900968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a329b0-a704-4a37-8b7d-eceba485af04 req-87d10cba-a7ef-4ac2-951c-22efc59a2ca1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:30.902020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84aa3e96-77aa-4839-be23-6d4e71c1ebb0'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:30.902475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37a329b0-a704-4a37-8b7d-eceba485af04 req-87d10cba-a7ef-4ac2-951c-22efc59a2ca1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 944 time: 0.6338580 Mar 02 20:01:30.961353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 1c2634cb-19b4-48ed-91f3-b5d4da764976 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:30.961725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:30.967789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=6d881145-72a4-4b32-ad9a-97d2e5a0ff9e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:31.029717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cbbf9b6a-c0e5-4565-9e7b-247726a076c6 None None] Provisioning complete for port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:31.030077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf9b6a-c0e5-4565-9e7b-247726a076c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.070115 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe57b34-135e-4138-8f79-e4bdb8792c68 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] DELETE failed (client error): The resource could not be found. Mar 02 20:01:31.070577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe57b34-135e-4138-8f79-e4bdb8792c68 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:31.070689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bfe74010-4942-491a-a55b-a2fee3c7f2a8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:31.072297 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3fe57b34-135e-4138-8f79-e4bdb8792c68 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "DELETE /v2.0/subnets/04c0ac32-66ba-42bd-95ac-22e517175d2e HTTP/1.1" status: 404 len: 337 time: 0.1880016 Mar 02 20:01:31.090280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34870) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.156795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f48c3-84e4-43d0-8f6d-e88654fdd275 None None] Pushing event updated for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:31.159729 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b122ddc2-0600-49fe-8b09-fb62f609a286 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] GET failed (client error): The resource could not be found. Mar 02 20:01:31.161117 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b122ddc2-0600-49fe-8b09-fb62f609a286 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "GET /v2.0/networks/149a62f1-17f5-40a1-919f-c1d509bb5bf3 HTTP/1.1" status: 404 len: 339 time: 0.0677691 Mar 02 20:01:31.167755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.239598 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-511219cc-d2ba-435e-b7c4-482e571d420d tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 934 time: 0.4260886 Mar 02 20:01:31.244836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34878) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.251818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 2120b79e-d851-4c98-99f7-34f221173362 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:31.276673 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2202dc67-5cc6-4a8e-aa8b-7735e0e35559 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] GET failed (client error): The resource could not be found. Mar 02 20:01:31.281487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2202dc67-5cc6-4a8e-aa8b-7735e0e35559 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "GET /v2.0/ports/386454a9-9b53-4dd4-a93d-173f87332d6d HTTP/1.1" status: 404 len: 333 time: 0.1048782 Mar 02 20:01:31.298645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34882) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.303346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'routes': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:31.306581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cbbf9b6a-c0e5-4565-9e7b-247726a076c6 None None] Port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:31.326709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] For port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,segment=NetworkSegment(f5173413-1c94-42f0-ac03-61c14e97621f),segment_id=f5173413-1c94-42f0-ac03-61c14e97621f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:31.332906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.338151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Attempting to bind port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:31.338520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Attempting to bind port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:31.338909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Attempting to bind port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 on network 5e45838b-c1f1-4523-984c-4f88b50fff9c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:31.356081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:31.356542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Checking segment: {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:31.356864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.357220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Bound using segment: {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:31.357720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Bound port: 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264149fc-98db-476f-ae60-304f138ad97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:31.358059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.398840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.419469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port 1c2634cb-19b4-48ed-91f3-b5d4da764976, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2634cb-19b4-48ed-91f3-b5d4da764976,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:31.419683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.420782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37a329b0-a704-4a37-8b7d-eceba485af04 req-b27e5e97-c818-4cf2-b9d7-28a815282d4e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4999845 Mar 02 20:01:31.428485 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa55af04-29ab-41a8-b941-216143000f38 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] GET failed (client error): The resource could not be found. Mar 02 20:01:31.430516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aa55af04-29ab-41a8-b941-216143000f38 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "GET /v2.0/subnets/94ca735c-de0e-43a7-8b5b-516172156206 HTTP/1.1" status: 404 len: 337 time: 0.1303592 Mar 02 20:01:31.437161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.495527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-76cd71e6-8086-4cbe-83a8-0de69bffbb6e tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:31.528697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port bfe74010-4942-491a-a55b-a2fee3c7f2a8 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:31.541801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Transition to ACTIVE for port object da3b305a-8acb-499f-82fc-e8bb1e7cdc7e will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:31.545884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port bfe74010-4942-491a-a55b-a2fee3c7f2a8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:31.546596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.587196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.598219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 1c2634cb-19b4-48ed-91f3-b5d4da764976 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:31.603262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cd71e6-8086-4cbe-83a8-0de69bffbb6e tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] PUT failed (client error): The resource could not be found. Mar 02 20:01:31.603989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76cd71e6-8086-4cbe-83a8-0de69bffbb6e tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:31.608554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-76cd71e6-8086-4cbe-83a8-0de69bffbb6e tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "PUT /v2.0/networks/a636b747-76b4-49dd-a9c1-caa9e62dbe69 HTTP/1.1" status: 404 len: 339 time: 0.1685207 Mar 02 20:01:31.616093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:31.616763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.626120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-40dd2fbf-0f3e-4854-98ef-976adb05a715 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:31.661037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 2120b79e-d851-4c98-99f7-34f221173362 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:31.665927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:31.693000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 2120b79e-d851-4c98-99f7-34f221173362 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:31.693000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:31.699592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dd2fbf-0f3e-4854-98ef-976adb05a715 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] PUT failed (client error): The resource could not be found. Mar 02 20:01:31.700057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dd2fbf-0f3e-4854-98ef-976adb05a715 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:31.701247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-40dd2fbf-0f3e-4854-98ef-976adb05a715 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "PUT /v2.0/ports/b2a0e67f-355e-42eb-8544-b02cdeeaa30b HTTP/1.1" status: 404 len: 333 time: 0.0802374 Mar 02 20:01:31.780198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34894) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:31.787782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] For port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:31.791114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-35d9d502-9a4e-49ca-879e-eeaee523fdc5 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:31.853682 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d9d502-9a4e-49ca-879e-eeaee523fdc5 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] PUT failed (client error): The resource could not be found. Mar 02 20:01:31.854347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d9d502-9a4e-49ca-879e-eeaee523fdc5 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:01:31.855735 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-35d9d502-9a4e-49ca-879e-eeaee523fdc5 tempest-NetworksNegativeTestJSON-2020601655 tempest-NetworksNegativeTestJSON-2020601655-project] 10.222.0.36 "PUT /v2.0/subnets/f71c44d2-c47a-413f-b783-05e8ab6d595d HTTP/1.1" status: 404 len: 337 time: 0.0743356 Mar 02 20:01:31.866425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] For port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:31.872126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de0f3c-5747-4d1b-9794-c27dc56b834f None None] Pushing event updated for resources: {'Port': ['ID=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:31.912809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.183425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.289195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:32.290178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:32.436608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Delete allocated IP 172.20.0.23 (7535366d-f22a-4427-ae06-ac62c032b216/8445d689-265c-40f8-9920-1a2d400c21b4) {{(pid=87813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:01:32.541366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34904) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:32.548584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f48c3-84e4-43d0-8f6d-e88654fdd275 None None] Pushing event updated for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:32.585055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.649320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4f43a096-cff1-4ba5-8e47-6c813c079709 None None] Provisioning complete for port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:32.649682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f43a096-cff1-4ba5-8e47-6c813c079709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.708771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port bfe74010-4942-491a-a55b-a2fee3c7f2a8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bfe74010-4942-491a-a55b-a2fee3c7f2a8,segment=NetworkSegment(fede9dd9-b527-447f-abd3-6400bc40b489),segment_id=fede9dd9-b527-447f-abd3-6400bc40b489)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:32.735600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:32.777313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.786108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:32.849153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e15aeb-5639-49fb-bd93-84827eebf77a None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:32.884177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4f43a096-cff1-4ba5-8e47-6c813c079709 None None] Port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:32.931720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device da3b305a-8acb-499f-82fc-e8bb1e7cdc7e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:32.938782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=1c2634cb-19b4-48ed-91f3-b5d4da764976,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:33.022424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router de542ed4-2488-4e70-8735-8f0dbd731d1f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:01:33.023714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.083740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120b79e-d851-4c98-99f7-34f221173362'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:01:33.129790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:33.146928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Usage tracker for resource:security_group_rule and tenant:6d6c69c52b1c4a3d998ebeed8d2de2c7 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:33.158226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.162657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:33.168547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2120b79e-d851-4c98-99f7-34f221173362,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:33.175162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:33.195259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=bfe74010-4942-491a-a55b-a2fee3c7f2a8,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:33.211134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.221908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b8d2a-b558-4f20-a688-fb0f4410963d req-82dab454-91eb-4706-bcf4-f4e616f4a836 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:33.223610 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e86b8d2a-b558-4f20-a688-fb0f4410963d req-82dab454-91eb-4706-bcf4-f4e616f4a836 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 944 time: 0.5632176 Mar 02 20:01:33.354952 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2120b79e-d851-4c98-99f7-34f221173362', 'code': 200} Mar 02 20:01:33.367579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.410813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:33.433670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e86b8d2a-b558-4f20-a688-fb0f4410963d req-ecd8789f-7ade-46c9-b67c-a4ed4e1de177 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014165 Mar 02 20:01:33.487264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:01:33.488103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:01:33.512547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:33.518186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:33.520786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Ignored duplicate provisioning block setup for port 9e14dc86-731c-4333-ab00-836f62f3093d by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 20:01:33.537606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Router 7735aee8-68cc-40f2-9d18-bfea69225129 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:33.538113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] Sync routers for ids ['de542ed4-2488-4e70-8735-8f0dbd731d1f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:33.538692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.560473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2634cb-19b4-48ed-91f3-b5d4da764976 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:33.583802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c4874475-a55c-4bb3-978c-b218d135522c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/de542ed4-2488-4e70-8735-8f0dbd731d1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9871671 Mar 02 20:01:33.596370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-96b24dd4-a01b-424c-b977-129ae6ac3896 None None] Provisioning for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:33.597706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:33.620962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-96b24dd4-a01b-424c-b977-129ae6ac3896 None None] Provisioning complete for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:33.621340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-96b24dd4-a01b-424c-b977-129ae6ac3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.644040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] Routers {'de542ed4-2488-4e70-8735-8f0dbd731d1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:33.644677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['de542ed4-2488-4e70-8735-8f0dbd731d1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:33.676810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.681573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.695160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1c2634cb-19b4-48ed-91f3-b5d4da764976 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:33.695501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2634cb-19b4-48ed-91f3-b5d4da764976 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 20:01:33.740015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.805133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:33.806107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9e14dc86-731c-4333-ab00-836f62f3093d,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:33.819364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Port 1c2634cb-19b4-48ed-91f3-b5d4da764976 not found, will not notify nova. {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 20:01:33.820981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:33.877431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] Routers {'de542ed4-2488-4e70-8735-8f0dbd731d1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:33.878076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['de542ed4-2488-4e70-8735-8f0dbd731d1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:33.948350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:33.948760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07771c10-e832-45e8-a6ad-855e64c40f2a None None] The sync data for ids ['de542ed4-2488-4e70-8735-8f0dbd731d1f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:33.994250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde5b3f-3656-4d8e-adfc-8572e7b5e0b2 req-d842282d-c2c8-4ed2-869d-d4c0d857d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:33.994515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fde5b3f-3656-4d8e-adfc-8572e7b5e0b2 req-d842282d-c2c8-4ed2-869d-d4c0d857d7c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1098 time: 0.4195035 Mar 02 20:01:34.034308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:29Z', 'revision_number': 6, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:31Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.042103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07f9f3d-0437-4a0d-a325-fd400cd30c96 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:29Z', 'revision_number': 6, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:31Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:34.058530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76a65a-585a-4209-9439-03ec4d75f509 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:34.059163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f76a65a-585a-4209-9439-03ec4d75f509 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:34.062152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.095401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:34.136085 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Sync routers for ids ['7735aee8-68cc-40f2-9d18-bfea69225129'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:34.148096 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Routers {'7735aee8-68cc-40f2-9d18-bfea69225129'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:34.148773 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7735aee8-68cc-40f2-9d18-bfea69225129'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.199164 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d6c69c52b1c4a3d998ebeed8d2de2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6563013 Mar 02 20:01:34.202752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2f76a65a-585a-4209-9439-03ec4d75f509 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:34.204125 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2f76a65a-585a-4209-9439-03ec4d75f509 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports/6d881145-72a4-4b32-ad9a-97d2e5a0ff9e HTTP/1.1" status: 200 len: 911 time: 0.6053898 Mar 02 20:01:34.205207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] In _notify_port_updated(), no bound segment for port 9e14dc86-731c-4333-ab00-836f62f3093d on network 7535366d-f22a-4427-ae06-ac62c032b216 {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:01:34.211401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:34.212609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.214382 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-02d42e8a-3ec5-47be-82d5-428f9d15937a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/ports/9e14dc86-731c-4333-ab00-836f62f3093d HTTP/1.1" status: 200 len: 920 time: 3.3179910 Mar 02 20:01:34.215230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34918) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:34.215796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34920) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:34.220691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476b86b-ced9-4763-82d8-7170ac23e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7563d685-7039-46ec-8196-5559eb20877c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:34.225224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:34.245496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c639cd8-c4ac-4431-93fc-5c18a9f034c1'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:34.268078 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fde5b3f-3656-4d8e-adfc-8572e7b5e0b2 req-1ad95557-667f-4595-b637-46679388f67e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2613528 Mar 02 20:01:34.291828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84aa3e96-77aa-4839-be23-6d4e71c1ebb0'}, {'subnet_id': '8445d689-265c-40f8-9920-1a2d400c21b4'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:34.324636 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Set router 7735aee8-68cc-40f2-9d18-bfea69225129 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:34.377806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Provisioning for port 9e14dc86-731c-4333-ab00-836f62f3093d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:34.389172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Provisioning complete for port 9e14dc86-731c-4333-ab00-836f62f3093d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:34.389885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.396170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.408519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.499460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Port 9e14dc86-731c-4333-ab00-836f62f3093d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:34.518896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Provisioning complete for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:34.519428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-517f8a71-15a3-49b8-b93b-3e965e4a3b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.533110 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0a856472-553a-4b7d-835b-7e617751ac79 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "PUT /v2.0/routers/7735aee8-68cc-40f2-9d18-bfea69225129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2673717 Mar 02 20:01:34.539436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34932) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:34.548603 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.553812 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Checking router: 7735aee8-68cc-40f2-9d18-bfea69225129 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:34.563294 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Routers {'7735aee8-68cc-40f2-9d18-bfea69225129'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:34.564187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['7735aee8-68cc-40f2-9d18-bfea69225129'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:34.837042 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] Set router 7735aee8-68cc-40f2-9d18-bfea69225129 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:34.881553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-549f7099-4c10-433a-a156-481c0ca91316 None None] Provisioning complete for port 9e14dc86-731c-4333-ab00-836f62f3093d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:34.882138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-549f7099-4c10-433a-a156-481c0ca91316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:34.941835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.008051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea16f6-bbd0-4018-a956-be108a2f2571 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:35.009731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea16f6-bbd0-4018-a956-be108a2f2571 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:35.013806 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49ea16f6-bbd0-4018-a956-be108a2f2571 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4704692 Mar 02 20:01:35.022731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34936) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:35.063635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e250c-fddb-479c-9f2d-adc5350ea2bb None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:01:35.089674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.158480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:35.163884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-549f7099-4c10-433a-a156-481c0ca91316 None None] Port 9e14dc86-731c-4333-ab00-836f62f3093d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:35.199331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:35.214963 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:35.227674 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c058fc-e537-4e11-bd95-bdb1a3fa54ed None None] The sync data for ids ['7735aee8-68cc-40f2-9d18-bfea69225129'] in dv-neutron-831594-2-hyperv is: [{'id': '7735aee8-68cc-40f2-9d18-bfea69225129', 'name': 'tempest-NetworksTestDHCPv6-router-1199327725', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:12Z', 'updated_at': '2022-03-02T20:01:32Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:35.319366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 31adb5ee-349f-4795-92e9-9e591735aa41 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:35.331133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.354405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:35.406276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b4945-5128-4e53-9c1b-d5b9c3449c8c req-97bf487a-f569-4700-a8f0-d182164a10f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:35.407860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a5b4945-5128-4e53-9c1b-d5b9c3449c8c req-97bf487a-f569-4700-a8f0-d182164a10f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 0.5146880 Mar 02 20:01:35.419079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.434352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-678123af-b609-40a7-bedc-e1f11fdd11ed None None] Provisioning complete for port 9e14dc86-731c-4333-ab00-836f62f3093d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:35.434975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-678123af-b609-40a7-bedc-e1f11fdd11ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.443798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.461288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.470876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:35.496247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7563d685-7039-46ec-8196-5559eb20877c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:35.498139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.499325 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-29fccb58-281a-4527-ab60-a551353aa9ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7563d685-7039-46ec-8196-5559eb20877c HTTP/1.1" status: 204 len: 168 time: 1.2821276 Mar 02 20:01:35.515541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.523413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:35.524102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:35.611252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-678123af-b609-40a7-bedc-e1f11fdd11ed None None] Port 9e14dc86-731c-4333-ab00-836f62f3093d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:35.687437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.688076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:35.699706 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:35.704484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.727322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:35.732668 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:35.734279 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:35.744417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:35.744705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.781797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a5b4945-5128-4e53-9c1b-d5b9c3449c8c req-8a6969af-df21-4d2d-91c7-2c52e027ee98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3058608 Mar 02 20:01:35.835909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e250c-fddb-479c-9f2d-adc5350ea2bb None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:01:35.838341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:35.842631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:35.873332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:35.874197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9afe476f-a11f-4b50-82ff-d80c42581301 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 700 time: 4.5994146 Mar 02 20:01:35.877894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:35.891567 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:35.916901 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:35.917228 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:36.041513 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:36.043161 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38620e0b-c693-4ba5-b2e7-32c0ac8d3f9c None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:36.149231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5493d58b-ca1f-4493-beeb-ffb8222fc497 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/1888085b-b99d-4188-890d-dca900a553f0 HTTP/1.1" status: 200 len: 979 time: 5.8086002 Mar 02 20:01:36.152070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:36.165125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.258384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ae99c3cd-9af6-40af-aefd-0db8a4cf05b3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 700 time: 0.3793886 Mar 02 20:01:36.261302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:36.263689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.310389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=31adb5ee-349f-4795-92e9-9e591735aa41,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:36.481486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:36.505543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.506571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bfe74010-4942-491a-a55b-a2fee3c7f2a8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:36.543543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port f95c9301-4a5e-4d7e-b676-9b456e496e10 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:36.544184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.564776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.600027 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9846e25e-2eea-4fbd-80de-3534f11de52f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/31adb5ee-349f-4795-92e9-9e591735aa41 HTTP/1.1" status: 204 len: 168 time: 1.5721936 Mar 02 20:01:36.600275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:36.713099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34974) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:36.755405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:36.789094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port bfe74010-4942-491a-a55b-a2fee3c7f2a8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:36.789715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:36.828594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.22 (7535366d-f22a-4427-ae06-ac62c032b216/8445d689-265c-40f8-9920-1a2d400c21b4/9e14dc86-731c-4333-ab00-836f62f3093d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:36.978644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:31Z', 'revision_number': 4, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:36.989788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:36.999074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b9fc5848-f972-4e66-8a69-ac360442ae86 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1464100065', 'prefixes': ['172.20.0.0/16']}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:37.010979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:37.011941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:37.026230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b9fc5848-f972-4e66-8a69-ac360442ae86 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:37.219045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.235259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5848-f972-4e66-8a69-ac360442ae86 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Notify callbacks [] for subnetpool, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.236534 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b9fc5848-f972-4e66-8a69-ac360442ae86 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5224538 Mar 02 20:01:37.237610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429af0e6-2dc1-4d49-a6e4-2067f4634963 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:37.241537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34984) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:37.246914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.281592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 9e14dc86-731c-4333-ab00-836f62f3093d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:37.285519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.292420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:37.292671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.293966 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/ports/6d881145-72a4-4b32-ad9a-97d2e5a0ff9e HTTP/1.1" status: 200 len: 911 time: 3.0748577 Mar 02 20:01:37.329426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.339046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34988) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:37.339570 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-619cbbc4-ae69-4d47-a941-cfc70f80501a tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "GET /v2.0/subnetpools/7e566576-17f5-47a1-8514-8d5b576d5738 HTTP/1.1" status: 200 len: 732 time: 0.0955856 Mar 02 20:01:37.353501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:37.376345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 34992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:37.396664 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9b2d849a-0bb7-4275-b2b5-47611f43d20a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3929629 Mar 02 20:01:37.400196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-eff66f9d-6648-4dda-9cc3-227a32fd844c tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-249572440'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:37.403920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:37.411858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 34996) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:37.502079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.502235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.541670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9f4b-0c10-4488-a46c-57743404ce14 req-cf0f4c29-afb1-4586-a30a-d4be3fc05018 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:37.542081 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a9b9f4b-0c10-4488-a46c-57743404ce14 req-cf0f4c29-afb1-4586-a30a-d4be3fc05018 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 0.5352693 Mar 02 20:01:37.629830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787213-afd8-4ef4-9258-dd68778722df tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=6d881145-72a4-4b32-ad9a-97d2e5a0ff9e,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:37.690596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for f95c9301-4a5e-4d7e-b676-9b456e496e10 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:37.779788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a9b9f4b-0c10-4488-a46c-57743404ce14 req-aac27c12-a977-4b5d-9ec6-13ca853225ef tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803288 Mar 02 20:01:37.779988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9e14dc86-731c-4333-ab00-836f62f3093d,revision_number=3']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:37.820179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.850406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eff66f9d-6648-4dda-9cc3-227a32fd844c tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.854398 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-eff66f9d-6648-4dda-9cc3-227a32fd844c tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "PUT /v2.0/subnetpools/7e566576-17f5-47a1-8514-8d5b576d5738 HTTP/1.1" status: 200 len: 683 time: 0.4714892 Mar 02 20:01:37.857470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:37.885400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ed0cccf4-91d0-46fa-8874-eff1f4b7c949 None None] Provisioning for port 9e14dc86-731c-4333-ab00-836f62f3093d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:37.892175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:37.892595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:37.944819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ed0cccf4-91d0-46fa-8874-eff1f4b7c949 None None] Provisioning complete for port 9e14dc86-731c-4333-ab00-836f62f3093d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:37.945222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ed0cccf4-91d0-46fa-8874-eff1f4b7c949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.053372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cccf4-91d0-46fa-8874-eff1f4b7c949 None None] Port 9e14dc86-731c-4333-ab00-836f62f3093d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:38.106922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:38.109434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.121413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Deleting port c9670c76-836c-4cab-84c2-5b2a57047a47 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:38.122417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.258043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] In _notify_port_updated(), no bound segment for port 9e14dc86-731c-4333-ab00-836f62f3093d on network 7535366d-f22a-4427-ae06-ac62c032b216 {{(pid=87813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:01:38.263446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:38.264079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.270755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0d772ff5-8914-4800-bcd1-9cfa3f3e1429 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.270930 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5c53582a-f71b-4166-b9c2-6b3d2b475004 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/ports/9e14dc86-731c-4333-ab00-836f62f3093d HTTP/1.1" status: 200 len: 1000 time: 4.0260513 Mar 02 20:01:38.271021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0d772ff5-8914-4800-bcd1-9cfa3f3e1429 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7e566576-17f5-47a1-8514-8d5b576d5738 HTTP/1.1" status: 204 len: 168 time: 0.4076583 Mar 02 20:01:38.318585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35008) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:38.318818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35010) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:38.362195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:36Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:38.418067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1e1530-6c71-4ed5-b816-eee0cd75c8e1 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:36Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:38.419961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2634cb-19b4-48ed-91f3-b5d4da764976 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:38.475659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1c2634cb-19b4-48ed-91f3-b5d4da764976 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:38.476138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2634cb-19b4-48ed-91f3-b5d4da764976 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:38.481577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.492588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] For port c9670c76-836c-4cab-84c2-5b2a57047a47, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c9670c76-836c-4cab-84c2-5b2a57047a47,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:38.492976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.539892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=f95c9301-4a5e-4d7e-b676-9b456e496e10,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:38.587371 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-b72ddc74-4763-469a-ad9c-f3223105dbf2 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] show failed (client error): The resource could not be found. Mar 02 20:01:38.591261 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b72ddc74-4763-469a-ad9c-f3223105dbf2 tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "GET /v2.0/subnetpools/7e566576-17f5-47a1-8514-8d5b576d5738 HTTP/1.1" status: 404 len: 346 time: 0.2680054 Mar 02 20:01:38.592079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:38.608470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.618399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.639225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Calling delete_port for c9670c76-836c-4cab-84c2-5b2a57047a47 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:38.657147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-511bb4df-7b36-4ee8-9fdb-7ad2912b81fb tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] delete failed (client error): The resource could not be found. Mar 02 20:01:38.657428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 9e14dc86-731c-4333-ab00-836f62f3093d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:38.657771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.658228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-511bb4df-7b36-4ee8-9fdb-7ad2912b81fb tempest-SubnetPoolsTestJSON-1196952358 tempest-SubnetPoolsTestJSON-1196952358-project] 10.222.0.36 "DELETE /v2.0/subnetpools/7e566576-17f5-47a1-8514-8d5b576d5738 HTTP/1.1" status: 404 len: 346 time: 0.0402815 Mar 02 20:01:38.772259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.786101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.786705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Fanout notify agent at l3_agent the message router_deleted on router 7735aee8-68cc-40f2-9d18-bfea69225129 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:01:38.793977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d74a5e-c861-493c-8f46-ffc4fc7c49d4 req-41115ae3-d882-4471-addc-7a9d879752a7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:38.802286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.802981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06d74a5e-c861-493c-8f46-ffc4fc7c49d4 req-41115ae3-d882-4471-addc-7a9d879752a7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 0.5413697 Mar 02 20:01:38.803370 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e5c929be-ae0d-43fe-948b-c00bb221eeab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/routers/7735aee8-68cc-40f2-9d18-bfea69225129 HTTP/1.1" status: 204 len: 168 time: 1.3908198 Mar 02 20:01:38.806125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:38.806891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 1888085b-b99d-4188-890d-dca900a553f0 disassociated (deleted). External IP: 172.26.2.165, port: a9c2c4de-79ef-4087-9cf0-6e2eef860ddc. Mar 02 20:01:38.835373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35024) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:38.851982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:38.908915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] Pushing event deleted for resources: {'Port': ['ID=c9670c76-836c-4cab-84c2-5b2a57047a47,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:38.922334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b83f8b-286a-4037-b3d0-35f1a2d24322 None None] No DVR routers for this DVR port c9670c76-836c-4cab-84c2-5b2a57047a47 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:38.961283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:38.978528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:38.979898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:39.052151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06d74a5e-c861-493c-8f46-ffc4fc7c49d4 req-1e14a2a2-ee10-4217-aeac-b64c719760c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2477195 Mar 02 20:01:39.081903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35030) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:39.172275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:39.182925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:39.211238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:39.224971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:39.237051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:39.248460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:39.325185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.343770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:39.347279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.384254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c9670c76-836c-4cab-84c2-5b2a57047a47 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:39.423264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:39.424388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.431536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c9670c76-836c-4cab-84c2-5b2a57047a47 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:39.432054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c9670c76-836c-4cab-84c2-5b2a57047a47 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:39.477263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:39.478258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.495388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:39.499116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Usage tracker for resource:security_group_rule and tenant:505d005671c04566845256701cc2d3e1 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:39.502393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:39.504791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 9e14dc86-731c-4333-ab00-836f62f3093d owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:39.508487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:39.603269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:36Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:39.608589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:39.619227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:39.619860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:39.789321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f6e4e-d544-497d-980d-49830fbf3f51 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:39.793657 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-746f6e4e-d544-497d-980d-49830fbf3f51 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1093 time: 0.6657021 Mar 02 20:01:39.796893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35042) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:39.809131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '2120b79e-d851-4c98-99f7-34f221173362', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:39.828579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:39.842913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:39.848076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:39.848257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:39.860031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:39.898662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.910108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:39.912823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:39.913295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:39.926314 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:39.941048 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:39.943002 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:40.030186 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:40.040500 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:40.041528 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:40.058342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:40.101459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.115967 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:40.116858 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b84da6-00b9-40df-8d9b-0f91be6d149d None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:40.214189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:36Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:40.218814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fac9d48-6be8-41ca-9330-7b48d2d7936c None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:33Z', 'revision_number': 7, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d4b9e62-206c-4d4e-8fe3-38d3621d0c86', 'name': '', 'network_id': '5e45838b-c1f1-4523-984c-4f88b50fff9c', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:32:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:21Z', 'updated_at': '2022-03-02T20:01:36Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a2f76817-3c18-473e-bd70-9cb86bd55e0c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:40.291030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.345223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.355075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.379244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.406741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e3fcda74-d1fd-4bbc-89b6-2077f037d215 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/1888085b-b99d-4188-890d-dca900a553f0 HTTP/1.1" status: 204 len: 168 time: 4.2536197 Mar 02 20:01:40.411818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35046) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:40.476433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=505d005671c04566845256701cc2d3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2941213 Mar 02 20:01:40.476433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b691c9-b9be-4bf0-ad52-e2ab08f86aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a95004-11ca-49be-bdf2-7283fd99e7f6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:40.477775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:40.484952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:40.490086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:40.495777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.499992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:40.500598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.503199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c823d0-61e8-472b-9682-a485e6b51790 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:40.507499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=809e4d84-7f42-43dc-a378-2e1b52c23569,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:40.551153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port a9c2c4de-79ef-4087-9cf0-6e2eef860ddc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:40.551489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.576445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=9e14dc86-731c-4333-ab00-836f62f3093d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:40.677767 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c82492f0-0cfe-416a-bda3-2e6aa3bda686 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8390660 Mar 02 20:01:40.685248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35054) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:40.724312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:40.738917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:40.751044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:router and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:40.766454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:40.772415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '809e4d84-7f42-43dc-a378-2e1b52c23569'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:40.773573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.822633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:40.876066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.878175 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e8194ee4-9fe5-4643-b2b0-93e6c801e589 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/9e14dc86-731c-4333-ab00-836f62f3093d HTTP/1.1" status: 204 len: 168 time: 2.5565066 Mar 02 20:01:40.887989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:40.893320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.894357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.933175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.934765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:40.935093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.941473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.958866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:40.961102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/809e4d84-7f42-43dc-a378-2e1b52c23569/0ee42828-065c-47c0-88e4-86e186a665a2) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:41.025176 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e6e7ef-c41a-4098-96f5-06f35d3ff3f1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:01:41.025176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76e6e7ef-c41a-4098-96f5-06f35d3ff3f1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:41.035792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.092516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.106898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for a9c2c4de-79ef-4087-9cf0-6e2eef860ddc owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:41.122499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76e6e7ef-c41a-4098-96f5-06f35d3ff3f1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:41.126569 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-76e6e7ef-c41a-4098-96f5-06f35d3ff3f1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/9e14dc86-731c-4333-ab00-836f62f3093d HTTP/1.1" status: 404 len: 333 time: 0.2323408 Mar 02 20:01:41.130302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35062) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:41.178139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.190409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.190644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Transition to ACTIVE for port object 0ee42828-065c-47c0-88e4-86e186a665a2 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:41.211775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=8d4b9e62-206c-4d4e-8fe3-38d3621d0c86,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:41.212688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Transition to ACTIVE for port object 0ee42828-065c-47c0-88e4-86e186a665a2 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:41.216993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.229125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.308068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:41.312227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:41.315344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:41.367950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 8445d689-265c-40f8-9920-1a2d400c21b4 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:41.382015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Pushing event updated for resources: {'Port': ['ID=0ee42828-065c-47c0-88e4-86e186a665a2,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:41.387120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.470939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Attempting to bind port 0ee42828-065c-47c0-88e4-86e186a665a2 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:41.471313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Attempting to bind port 0ee42828-065c-47c0-88e4-86e186a665a2 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:41.471773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Attempting to bind port 0ee42828-065c-47c0-88e4-86e186a665a2 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:41.479056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:41.479440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:41.479937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.480401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:41.480926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Bound port: 0ee42828-065c-47c0-88e4-86e186a665a2, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:41.481346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.519439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.581499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] For port 0ee42828-065c-47c0-88e4-86e186a665a2, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:41.584663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] For port 0ee42828-065c-47c0-88e4-86e186a665a2, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0ee42828-065c-47c0-88e4-86e186a665a2,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:41.591216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.600480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.604441 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-51447dd6-03b7-46b2-8f26-9085c1bddb89 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9154212 Mar 02 20:01:41.613382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.613615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a95004-11ca-49be-bdf2-7283fd99e7f6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:41.615032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:41.635996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.113 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b757fce2-2659-4c33-a5b3-2f205b78f61b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:41.690818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fbf45-629a-42c0-93ee-984c6e4fc1a6 None None] Pushing event updated for resources: {'Port': ['ID=0ee42828-065c-47c0-88e4-86e186a665a2,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:41.779497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 6d881145-72a4-4b32-ad9a-97d2e5a0ff9e owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:41.784876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe0c8823-838e-4f56-ada7-0d3edf73414d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:41.822442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.079342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.102195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.144786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.158755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.162387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-62b23a7f-7d1d-48cb-af52-60b6bfddf8da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97a95004-11ca-49be-bdf2-7283fd99e7f6 HTTP/1.1" status: 204 len: 168 time: 1.6719439 Mar 02 20:01:42.229472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.268566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.304408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.396101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafbde9-b470-4dba-a335-29c61febb510 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:42.421495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=a9c2c4de-79ef-4087-9cf0-6e2eef860ddc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:42.474156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b757fce2-2659-4c33-a5b3-2f205b78f61b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:42.496717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=8445d689-265c-40f8-9920-1a2d400c21b4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:42.506325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.511758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.556513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:42.567806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:42.577936 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b75cc504-fc90-4831-8568-3ca21a47e219 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/8445d689-265c-40f8-9920-1a2d400c21b4 HTTP/1.1" status: 204 len: 168 time: 1.4048979 Mar 02 20:01:42.578890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:42.615288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:42.709306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=6d881145-72a4-4b32-ad9a-97d2e5a0ff9e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:42.885668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:42.967755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 84aa3e96-77aa-4839-be23-6d4e71c1ebb0 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:42.989553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.040244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-87673366-0ab8-42d5-b506-b7368d3cd7eb None None] Provisioning for port 0ee42828-065c-47c0-88e4-86e186a665a2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:43.124995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.126925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0ad873ac-c19c-4be4-9696-d86b092596bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/a9c2c4de-79ef-4087-9cf0-6e2eef860ddc HTTP/1.1" status: 204 len: 168 time: 2.7021108 Mar 02 20:01:43.139358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:43.158480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:43.164664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:43.168268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.184507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:floatingip and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:43.188970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:43.196630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.240766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:43.349577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.409483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0ee42828-065c-47c0-88e4-86e186a665a2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:43.425242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:43.453801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router de542ed4-2488-4e70-8735-8f0dbd731d1f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:43.488419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-80fd0b9c-1353-49c7-90ae-2374f8ef32e8 None None] Provisioning complete for port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:43.488962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-80fd0b9c-1353-49c7-90ae-2374f8ef32e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.529479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0ee42828-065c-47c0-88e4-86e186a665a2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:43.539290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0ee42828-065c-47c0-88e4-86e186a665a2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:43.540098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.674122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:43.682687 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6d672199-4f44-4be1-86bd-388fd74dedee tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/de542ed4-2488-4e70-8735-8f0dbd731d1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3394794 Mar 02 20:01:43.689628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35080) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:43.702060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] Sync routers for ids ['de542ed4-2488-4e70-8735-8f0dbd731d1f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:43.748428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] Routers {'de542ed4-2488-4e70-8735-8f0dbd731d1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:43.749422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['de542ed4-2488-4e70-8735-8f0dbd731d1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:43.789095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.803293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.812745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.828205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:43.849351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] Routers {'de542ed4-2488-4e70-8735-8f0dbd731d1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:43.850027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['de542ed4-2488-4e70-8735-8f0dbd731d1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:43.895940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.910869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0ee42828-065c-47c0-88e4-86e186a665a2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0ee42828-065c-47c0-88e4-86e186a665a2,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:43.912195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:43.912867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9783ada-b4f8-4833-8d7d-912627ffd7e0 None None] The sync data for ids ['de542ed4-2488-4e70-8735-8f0dbd731d1f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:43.915437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e544742-19a8-4cca-96ee-2e5961a56e81 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:43.916803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:43.991278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0ee42828-065c-47c0-88e4-86e186a665a2,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:44.079529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1e544742-19a8-4cca-96ee-2e5961a56e81 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:44.080574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1e544742-19a8-4cca-96ee-2e5961a56e81 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=de542ed4-2488-4e70-8735-8f0dbd731d1f HTTP/1.1" status: 200 len: 205 time: 0.3413451 Mar 02 20:01:44.089071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35084) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:44.110627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:44.121285 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:44.131751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:44.133163 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:44.153614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.203548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11caa7d5-33a8-43b4-8c76-0e8f9478f199 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9412301 Mar 02 20:01:44.212507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=84aa3e96-77aa-4839-be23-6d4e71c1ebb0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:44.217323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:44.221957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.226159 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ef9bd489-0c76-46a3-9bd0-3b6c3ab8c46b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/84aa3e96-77aa-4839-be23-6d4e71c1ebb0 HTTP/1.1" status: 204 len: 168 time: 1.5952837 Mar 02 20:01:44.226320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f7886-f27a-4a1b-981e-19298801a4b1 None None] Network 7535366d-f22a-4427-ae06-ac62c032b216 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:44.226777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::1 (9616b26f-257b-4b9d-b045-31339b11d161/809e4d84-7f42-43dc-a378-2e1b52c23569/a16d1c3f-9caf-4380-ac2d-95993972d741) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:44.229593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35092) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:44.238344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.324504 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:44.407889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.410036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:01:44.441725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.455984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet a2f76817-3c18-473e-bd70-9cb86bd55e0c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:44.484938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.506815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:44.507622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.547368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] DHCP port deletion for 7535366d-f22a-4427-ae06-ac62c032b216 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:44.552604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.559381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.562264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Deleting port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:44.562975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.662126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.733093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.766291 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:40Z', 'revision_number': 8, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:44.771799 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:44.782301 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:44.783125 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:44.862379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object a16d1c3f-9caf-4380-ac2d-95993972d741 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:44.914617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.178 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/77750b13-664b-4078-a5da-1efe89f6eaaf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:44.940246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] For port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,segment=NetworkSegment(f5173413-1c94-42f0-ac03-61c14e97621f),segment_id=f5173413-1c94-42f0-ac03-61c14e97621f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:44.940538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:44.941203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.038534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:45.090380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Calling delete_port for da3b305a-8acb-499f-82fc-e8bb1e7cdc7e owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:45.096946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.203199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:45.203895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-553acda6-fcf2-4621-ba1b-46dc7020b84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.207932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.209189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:45.217116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:45.217116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.229079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:45.240349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.252279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.255134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.262227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] No DVR routers for this DVR port da3b305a-8acb-499f-82fc-e8bb1e7cdc7e on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:45.279287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.311523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.312443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47193ba-a94d-42e5-aa42-36d8f57e1fe8 None None] Pushing event deleted for resources: {'Port': ['ID=da3b305a-8acb-499f-82fc-e8bb1e7cdc7e,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:45.313319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f76817-3c18-473e-bd70-9cb86bd55e0c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:45.317143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.318366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router de542ed4-2488-4e70-8735-8f0dbd731d1f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:01:45.324123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.339408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02ca462-a312-451e-bef3-429e375bf7e0 None None] Network 5e45838b-c1f1-4523-984c-4f88b50fff9c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:45.436596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] The port 'da3b305a-8acb-499f-82fc-e8bb1e7cdc7e' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:01:45.443059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b757fce2-2659-4c33-a5b3-2f205b78f61b,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:45.484843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.527094 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:40Z', 'revision_number': 8, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:45.533920 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f534df3b-3596-4b44-a42b-5cf43abc52f7 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:40Z', 'revision_number': 8, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'defb3474-3f10-4c56-a900-d1e522278825', 'name': '', 'network_id': '829f1bff-983b-4e06-a500-12f8eb4aaac8', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:86:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:09Z', 'updated_at': '2022-03-02T20:01:21Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '55b6a117-9000-47d4-84a2-a803407d7b65', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:45.541143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0ee42828-065c-47c0-88e4-86e186a665a2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:45.551599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.570470 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f9a477bc-e5e3-41da-99e1-108447fa7512 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/a2f76817-3c18-473e-bd70-9cb86bd55e0c HTTP/1.1" status: 204 len: 168 time: 1.3495159 Mar 02 20:01:45.571472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:45.632821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.633891 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-953125bc-d7d2-44be-888b-d903e6f50e7b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/de542ed4-2488-4e70-8735-8f0dbd731d1f HTTP/1.1" status: 204 len: 168 time: 1.5439034 Mar 02 20:01:45.640661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35100) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:45.692774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.718160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-88ea58b8-5444-418b-8e73-6134a948ad8e None None] Provisioning for port a16d1c3f-9caf-4380-ac2d-95993972d741 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:45.724733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0ee42828-065c-47c0-88e4-86e186a665a2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:45.725073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.747059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.755448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.758294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-88ea58b8-5444-418b-8e73-6134a948ad8e None None] Provisioning complete for port a16d1c3f-9caf-4380-ac2d-95993972d741 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:45.758503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88ea58b8-5444-418b-8e73-6134a948ad8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.763868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.796621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.804003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7535366d-f22a-4427-ae06-ac62c032b216']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:45.828136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5173413-1c94-42f0-ac03-61c14e97621f') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:45.828292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5173413-1c94-42f0-ac03-61c14e97621f') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:45.849708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-88ea58b8-5444-418b-8e73-6134a948ad8e None None] Port a16d1c3f-9caf-4380-ac2d-95993972d741 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:45.878427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 4c639cd8-c4ac-4431-93fc-5c18a9f034c1 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:45.881997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=77750b13-664b-4078-a5da-1efe89f6eaaf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:45.946246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] DHCP port deletion for 5e45838b-c1f1-4523-984c-4f88b50fff9c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:45.956824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Deleting port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:45.957198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:45.985898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:45.987319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:45.989951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:46.007650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.015482 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:01:46.028479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device da3b305a-8acb-499f-82fc-e8bb1e7cdc7e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:46.033909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:46.034533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.037583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.084370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.087505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: da3b305a-8acb-499f-82fc-e8bb1e7cdc7e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:46.087855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device da3b305a-8acb-499f-82fc-e8bb1e7cdc7e not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:46.100189 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 3779d025-c207-43ca-ac8c-4e10bee294cd associated. External IP: 172.26.2.113, port: 2120b79e-d851-4c98-99f7-34f221173362. Mar 02 20:01:46.153815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:46.154666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:46.177135 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:46.192526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.300225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] For port 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46770f88-2b13-4fd8-936b-09bc95dcfbf7,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:46.301086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.343694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.421261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.433183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=7535366d-f22a-4427-ae06-ac62c032b216,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:46.464577 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cf50ca3f-718e-4a2b-9d21-b95077be9cb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/7535366d-f22a-4427-ae06-ac62c032b216 HTTP/1.1" status: 204 len: 168 time: 2.2278380 Mar 02 20:01:46.468910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35104) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:46.474697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Calling delete_port for 46770f88-2b13-4fd8-936b-09bc95dcfbf7 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:46.516259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.529957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.567908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.600961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 46770f88-2b13-4fd8-936b-09bc95dcfbf7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46770f88-2b13-4fd8-936b-09bc95dcfbf7,segment=NetworkSegment(264149fc-98db-476f-ae60-304f138ad97a),segment_id=264149fc-98db-476f-ae60-304f138ad97a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:46.601308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.628443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] Pushing event deleted for resources: {'Port': ['ID=46770f88-2b13-4fd8-936b-09bc95dcfbf7,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:46.636422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6216f-8187-498d-8c79-59c4b50cc09f None None] No DVR routers for this DVR port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:46.779403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 46770f88-2b13-4fd8-936b-09bc95dcfbf7 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:46.862404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.908126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf4f10a-579d-4ac4-86d9-2e7145db2e33 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:46.909706 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2cf4f10a-579d-4ac4-86d9-2e7145db2e33 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4388723 Mar 02 20:01:46.913494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35108) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:46.944439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:46.944790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:46.961242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:46.989484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.004747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.006986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.025838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=4c639cd8-c4ac-4431-93fc-5c18a9f034c1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:47.028195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.036211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6fd81b-7367-4608-80c2-6b66bc8f4a1a None None] Network 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:47.048292 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8a6eca6c-1f48-4069-b9bd-685a1705455f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/4c639cd8-c4ac-4431-93fc-5c18a9f034c1 HTTP/1.1" status: 204 len: 168 time: 1.4031837 Mar 02 20:01:47.048292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router f2797552-b8f5-4508-9f44-ac208dc39bf7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:47.051043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35112) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:47.051939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.242727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.254153 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ba64f63d-25fb-4047-999e-008ad0c0d9b8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3364143 Mar 02 20:01:47.254299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35116) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:47.266394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2032257245'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:47.274748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:47.289921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:47.294708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:47.318938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] DHCP port deletion for 5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:47.323991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Deleting port bfe74010-4942-491a-a55b-a2fee3c7f2a8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:47.324377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.349406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:47.358932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port bfe74010-4942-491a-a55b-a2fee3c7f2a8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:47.359259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.385087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:47.388689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:47.434796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:47.437013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.438613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:47.438772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:47.439832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d4b9e62-206c-4d4e-8fe3-38d3621d0c86 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:47.440513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:47.440863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46770f88-2b13-4fd8-936b-09bc95dcfbf7 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:47.444132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.452944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 46770f88-2b13-4fd8-936b-09bc95dcfbf7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:47.453265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.456639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:47.489569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.491236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Sync routers for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:47.548479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.605326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:47.623309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] The port '46770f88-2b13-4fd8-936b-09bc95dcfbf7' was deleted {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:01:47.670162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.670514 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5 of type vlan for network 58ece308-d105-4e05-ae11-814cbc70523c Mar 02 20:01:47.701994 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fed9cf6e-cbd5-4a24-a44d-a078f2acf939 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9014647 Mar 02 20:01:47.705798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:01:47.714228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35120) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:47.720720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port bfe74010-4942-491a-a55b-a2fee3c7f2a8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bfe74010-4942-491a-a55b-a2fee3c7f2a8,segment=NetworkSegment(fede9dd9-b527-447f-abd3-6400bc40b489),segment_id=fede9dd9-b527-447f-abd3-6400bc40b489)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:47.721503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.726653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] For port bfe74010-4942-491a-a55b-a2fee3c7f2a8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bfe74010-4942-491a-a55b-a2fee3c7f2a8,segment=NetworkSegment(fede9dd9-b527-447f-abd3-6400bc40b489),segment_id=fede9dd9-b527-447f-abd3-6400bc40b489)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:47.727052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.818256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.877157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=77750b13-664b-4078-a5da-1efe89f6eaaf,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:47.949059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for bfe74010-4942-491a-a55b-a2fee3c7f2a8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:47.963480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.981643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:47.987355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:47.988543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.020907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e45838b-c1f1-4523-984c-4f88b50fff9c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.024438 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362', 'status': 'completed', 'code': 200} Mar 02 20:01:48.028932 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-067d2e17-3b98-4b41-9506-28c4a6723795 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 200 len: 991 time: 0.3097522 Mar 02 20:01:48.042042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.047992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:48.048653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.059245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 46770f88-2b13-4fd8-936b-09bc95dcfbf7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:48.059625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46770f88-2b13-4fd8-936b-09bc95dcfbf7 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:48.070409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Calling delete_port for bfe74010-4942-491a-a55b-a2fee3c7f2a8 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:48.090411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264149fc-98db-476f-ae60-304f138ad97a') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.090756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264149fc-98db-476f-ae60-304f138ad97a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.116177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.117387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9974e621-6b52-4443-903e-d998bbdf76af tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9747632 Mar 02 20:01:48.119332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.127463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:48.142274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'port': {'network_id': 'db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33', 'name': 'tempest-FloatingIPTestJSON-1504003076'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:48.149014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c715d71a-121d-4456-8da9-d77be78cdecd None None] Provisioning complete for port a16d1c3f-9caf-4380-ac2d-95993972d741 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:48.149381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c715d71a-121d-4456-8da9-d77be78cdecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.173348 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9179223 Mar 02 20:01:48.174541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.178322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35132) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:48.185402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.222232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '58ece308-d105-4e05-ae11-814cbc70523c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:48.245476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d557c6-d6bc-4305-b479-476c196f17fa tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=58ece308-d105-4e05-ae11-814cbc70523c,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:48.254040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:01:48.260087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:48.260516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.265096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=bfe74010-4942-491a-a55b-a2fee3c7f2a8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:48.275899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port bfe74010-4942-491a-a55b-a2fee3c7f2a8 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: util.warn( Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:48.276186 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:48.316998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 58ece308-d105-4e05-ae11-814cbc70523c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:48.360620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c715d71a-121d-4456-8da9-d77be78cdecd None None] Port a16d1c3f-9caf-4380-ac2d-95993972d741 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:48.431074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:48.431486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:48.458671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:48.473832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:48.524420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:port and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:48.529491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-d78a9c15-32fc-4878-81b4-19724d47e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:48.530295 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-d78a9c15-32fc-4878-81b4-19724d47e5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1098 time: 0.4781587 Mar 02 20:01:48.530896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.539423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:48.592128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.592595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:48.596482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:48.599324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.607086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:48.612655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:48.627319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:48.636861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=5e45838b-c1f1-4523-984c-4f88b50fff9c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:48.637468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5228ecf6-3f8c-4f17-829e-d0a2e5790cc1']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.647399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-eb052570-b257-4577-ad86-d389959576e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/5e45838b-c1f1-4523-984c-4f88b50fff9c HTTP/1.1" status: 204 len: 168 time: 3.0750322 Mar 02 20:01:48.649140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35136) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:48.695083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:48.698608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.711253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:48.714165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fede9dd9-b527-447f-abd3-6400bc40b489') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.714455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fede9dd9-b527-447f-abd3-6400bc40b489') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.721002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:48.721171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-49fcccae-6417-480a-80d2-231f6ace44a5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "PUT /v2.0/routers/3b57fdcc-9ac9-462c-b499-55168d97e6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0945635 Mar 02 20:01:48.724782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.727116 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Sync routers for ids ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:48.738922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35140) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:48.744434 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Routers {'3b57fdcc-9ac9-462c-b499-55168d97e6b4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:48.746163 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.811848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.911746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] device_id is not set on port c4c16e11-19c9-4464-a564-f95f3a372526 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:48.926202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '3779d025-c207-43ca-ac8c-4e10bee294cd', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'port_id': '2120b79e-d851-4c98-99f7-34f221173362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'mac_address': 'fa:16:3e:af:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:43Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:48.932795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Deleting port bfe74010-4942-491a-a55b-a2fee3c7f2a8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:48.933297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.962833 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Set router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:48.973015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:48.989045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-d790350e-25cc-44c6-8cf1-1cafaa24ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:48.990772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-d790350e-25cc-44c6-8cf1-1cafaa24ae3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 200 len: 897 time: 0.4438512 Mar 02 20:01:48.999412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8921d4fe-9ab2-4374-a05e-b6267b494d6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:49.000044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8921d4fe-9ab2-4374-a05e-b6267b494d6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:49.001113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Checking router: f2797552-b8f5-4508-9f44-ac208dc39bf7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:49.013005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:49.013409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:49.033092 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:01:49.048604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35144) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:49.053038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-91215efb-f38f-48d7-8399-8525bfcb32ff None None] The port 'bfe74010-4942-491a-a55b-a2fee3c7f2a8' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:01:49.073415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:49.075202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:49.156178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-ec324df6-af86-4d0e-9e79-88829cc8062c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 200 len: 999 time: 0.1581388 Mar 02 20:01:49.223703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.7 (db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33/816da85c-90eb-4ee5-ae5f-64aa3b15c28c/c4c16e11-19c9-4464-a564-f95f3a372526) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:49.244833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-99eeaf23-46ea-4fc3-a4c1-d2de1cbcca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:49.246752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-99eeaf23-46ea-4fc3-a4c1-d2de1cbcca45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27c4fd40-30e0-48c6-82f4-e0d44b4f5167 HTTP/1.1" status: 200 len: 834 time: 0.0849049 Mar 02 20:01:49.328136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.330205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:49.362928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.364307 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:45Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': 'a16d1c3f-9caf-4380-ac2d-95993972d741', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:14:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:46Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:49.370581 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Checking router: 3b57fdcc-9ac9-462c-b499-55168d97e6b4 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:49.371257 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Updating router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 port a16d1c3f-9caf-4380-ac2d-95993972d741 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:01:49.376738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8921d4fe-9ab2-4374-a05e-b6267b494d6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:49.377895 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8921d4fe-9ab2-4374-a05e-b6267b494d6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports/a16d1c3f-9caf-4380-ac2d-95993972d741 HTTP/1.1" status: 200 len: 911 time: 0.6209919 Mar 02 20:01:49.388903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35148) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:49.401088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=5228ecf6-3f8c-4f17-829e-d0a2e5790cc1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:49.439369 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.452270 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fa6ff64a-735d-48d8-80cd-3f57cc4d4d0b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/5228ecf6-3f8c-4f17-829e-d0a2e5790cc1 HTTP/1.1" status: 204 len: 168 time: 2.4007730 Mar 02 20:01:49.457130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:49.479983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-987005611', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:49.490216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:49.497814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:49.504641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:49.506107 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-318bbc6c-e566-4afc-826f-54a46e4f0013 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 200 len: 991 time: 0.3974154 Mar 02 20:01:49.516663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-8f157430-b9ec-4a76-aa32-76974d9d227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:49.518231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-8f157430-b9ec-4a76-aa32-76974d9d227b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af21edbc-1923-4b37-84e1-089c02e81b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2563510 Mar 02 20:01:49.521704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:49.643799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.645090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.657718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.690201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.693106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af233e-cd55-4c0e-a999-61923e04ea40 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:49.698877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84af233e-cd55-4c0e-a999-61923e04ea40 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:49.703549 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-84af233e-cd55-4c0e-a999-61923e04ea40 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3009968 Mar 02 20:01:49.704089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35156) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:49.706995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.739856 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-c3ec78a7-caba-40a0-af80-4fd8dcee7b71 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084756 Mar 02 20:01:49.770289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.777935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.813851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bfe74010-4942-491a-a55b-a2fee3c7f2a8 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:01:49.917214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: bfe74010-4942-491a-a55b-a2fee3c7f2a8 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:01:49.917584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bfe74010-4942-491a-a55b-a2fee3c7f2a8 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:01:49.940598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:49.946303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:49.948690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '3779d025-c207-43ca-ac8c-4e10bee294cd', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'port_id': '2120b79e-d851-4c98-99f7-34f221173362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'mac_address': 'fa:16:3e:af:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:43Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:49.953998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aedf31a-54c4-4a7c-912f-450777db246b None None] The sync data for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv is: [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '3779d025-c207-43ca-ac8c-4e10bee294cd', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.113', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'port_id': '2120b79e-d851-4c98-99f7-34f221173362', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'mac_address': 'fa:16:3e:af:a7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:43Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:49.961407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:49.966711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6d4b32e-6890-4ab7-bdb3-a79a3180f49d tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5039966 Mar 02 20:01:49.966711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:49.978782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35160) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:49.991733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-320588103'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:50.005389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=c4c16e11-19c9-4464-a564-f95f3a372526,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:50.060469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:50.061448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:50.062711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.076648 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.090492 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Transition to ACTIVE for port object a16d1c3f-9caf-4380-ac2d-95993972d741 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:50.094841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85bbe23e-168d-4366-98c7-c6efdab97442 req-7d22d8c1-e141-4dbe-b36b-668410266c05 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478260 Mar 02 20:01:50.095028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:50.098782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-720be842-26bd-4099-970b-541d0b37d66e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9644389 Mar 02 20:01:50.100298 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.107798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:50.109118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35164) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:50.112421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=0091cb82-8669-4bf2-86b3-27cf0c937cf9,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:50.117894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': 'c4c16e11-19c9-4464-a564-f95f3a372526'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:50.130818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:50.150807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:50.151428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: 58ece308-d105-4e05-ae11-814cbc70523c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:50.220368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.228087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:50.231805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.297571 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Pushing event updated for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:50.300575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797985b2-bd65-417d-9429-14daf0e14514 None None] New status for floating IP 3779d025-c207-43ca-ac8c-4e10bee294cd: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:01:50.312485 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.312880 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.313214 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.313536 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.313914 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.314242 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.314562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.314870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.315188 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.319493 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.319834 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.320153 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:01:50.379740 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Attempting to bind port a16d1c3f-9caf-4380-ac2d-95993972d741 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:50.380392 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Attempting to bind port a16d1c3f-9caf-4380-ac2d-95993972d741 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:50.380757 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Attempting to bind port a16d1c3f-9caf-4380-ac2d-95993972d741 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:50.386781 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:50.387139 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:50.387531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.388073 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:50.388552 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Bound port: a16d1c3f-9caf-4380-ac2d-95993972d741, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:50.388912 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.428418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:01:50.433815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 58ece308-d105-4e05-ae11-814cbc70523c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:50.476132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.476597 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 68e88d14-ce46-414a-bcbb-8d81598b7dc4 of type vlan for network 3651ea12-2657-4dd0-bd5e-66c7a036c255 Mar 02 20:01:50.521727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35168) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:50.529528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 58ece308-d105-4e05-ae11-814cbc70523c) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:50.552693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] For port a16d1c3f-9caf-4380-ac2d-95993972d741, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:50.560397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd33587c-f229-4779-b2b4-3549e2ffe009 None None] Network 58ece308-d105-4e05-ae11-814cbc70523c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:50.569622 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] For port a16d1c3f-9caf-4380-ac2d-95993972d741, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a16d1c3f-9caf-4380-ac2d-95993972d741,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:50.578768 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.611066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:50.611650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.659400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.676154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:50.690037 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Routers {'3b57fdcc-9ac9-462c-b499-55168d97e6b4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:50.691043 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:50.802140 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-55fb460d-febe-4970-a755-8ac709de0f5c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5913203 Mar 02 20:01:50.822335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35172) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:50.917944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '58ece308-d105-4e05-ae11-814cbc70523c', 'name': 'tempest-PortsTestJSON-1740829244'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:50.942696 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fe08ecf1-3011-4f26-b4cb-4b0648cf388c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 200 len: 991 time: 0.4134948 Mar 02 20:01:51.027195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.032697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:51.033277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.047926 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] Set router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:51.067719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-58ece308-d105-4e05-ae11-814cbc70523c', 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': '0091cb82-8669-4bf2-86b3-27cf0c937cf9'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:51.069694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.116974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.128734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.272669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Allocated IP 172.20.0.2 (58ece308-d105-4e05-ae11-814cbc70523c/0091cb82-8669-4bf2-86b3-27cf0c937cf9/b05cb8c7-e753-4c82-bec3-7f890e4cacbb) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:51.307658 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3201113 Mar 02 20:01:51.313625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35176) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:51.314276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0d8a-fbde-4503-85d2-54310c13c255 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=3651ea12-2657-4dd0-bd5e-66c7a036c255,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:51.324423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:51.328995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:01:51.341276 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849db71-b4f0-46c2-94e4-3f1d07ede28a None None] Pushing event updated for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:51.365880 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 101e3fb8-10c9-4375-9d5f-7b9281df4426 associated. External IP: 172.26.2.178, port: c4c16e11-19c9-4464-a564-f95f3a372526. Mar 02 20:01:51.432338 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:45Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': 'a16d1c3f-9caf-4380-ac2d-95993972d741', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:14:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:50Z', 'revision_number': 4, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:51.437217 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9113a4e0-69a7-4b05-897b-0d6b113c62e5 None None] The sync data for ids ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'] in dv-neutron-831594-2-hyperv is: [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:45Z', 'revision_number': 2, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None, '_interfaces': [{'id': 'a16d1c3f-9caf-4380-ac2d-95993972d741', 'name': '', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'mac_address': 'fa:16:3e:14:44:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:43Z', 'updated_at': '2022-03-02T20:01:50Z', 'revision_number': 4, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'subnets': [{'id': '809e4d84-7f42-43dc-a378-2e1b52c23569', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:51.643204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.649154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:51.662890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Transition to ACTIVE for port object b05cb8c7-e753-4c82-bec3-7f890e4cacbb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:51.670475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:51.678703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:51.693431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:51.698229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:51.714260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:51.722923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Transition to ACTIVE for port object b05cb8c7-e753-4c82-bec3-7f890e4cacbb will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:51.734359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:51.738078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.743326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.787034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:51.791368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:51.820024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:51.885194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Pushing event updated for resources: {'Port': ['ID=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:51.896713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Network 58ece308-d105-4e05-ae11-814cbc70523c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:51.897893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:51.900313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:51.945915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:51.960666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:52.003726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Attempting to bind port b05cb8c7-e753-4c82-bec3-7f890e4cacbb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:52.004093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Attempting to bind port b05cb8c7-e753-4c82-bec3-7f890e4cacbb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:52.004482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Attempting to bind port b05cb8c7-e753-4c82-bec3-7f890e4cacbb on network 58ece308-d105-4e05-ae11-814cbc70523c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:52.012513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:52.012961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Checking segment: {'id': 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:52.013367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.013809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Bound using segment: {'id': 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:52.014395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Bound port: b05cb8c7-e753-4c82-bec3-7f890e4cacbb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58ece308-d105-4e05-ae11-814cbc70523c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:52.014832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.097235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port defb3474-3f10-4c56-a900-d1e522278825 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:52.097851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.113681 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b250b9cc-4c88-4139-b364-3f4078d3b9bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 200 len: 993 time: 0.1587243 Mar 02 20:01:52.154696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.170550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] For port b05cb8c7-e753-4c82-bec3-7f890e4cacbb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:52.176539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] For port b05cb8c7-e753-4c82-bec3-7f890e4cacbb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,segment=NetworkSegment(fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5),segment_id=fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:52.183955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.215559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:52.230932 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:52.237263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.244080 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:52.244962 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:52.287710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8955d-cae2-4564-a302-dc05a0d2d487 None None] Pushing event updated for resources: {'Port': ['ID=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:52.333452 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:52.343985 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:52.348709 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:52.352189 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c3e0bee8-828f-47f6-ba92-c4942ab1f4d5 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/101e3fb8-10c9-4375-9d5f-7b9281df4426 HTTP/1.1" status: 200 len: 978 time: 2.2388217 Mar 02 20:01:52.352556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35184) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:52.426999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port c4c16e11-19c9-4464-a564-f95f3a372526 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:52.427678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.432712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:52.433117 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a40435-8c72-4841-a81e-643f6a0e0497 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:52.633545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.6 (58ece308-d105-4e05-ae11-814cbc70523c/0091cb82-8669-4bf2-86b3-27cf0c937cf9/5b8ebba4-c123-4136-85f2-6f3ac9db28e3) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:52.793102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.798540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port defb3474-3f10-4c56-a900-d1e522278825, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=defb3474-3f10-4c56-a900-d1e522278825,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:52.798886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:52.859295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.021988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for defb3474-3f10-4c56-a900-d1e522278825 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:53.154145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.154522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.154829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 101e3fb8-10c9-4375-9d5f-7b9281df4426 disassociated. External IP: 172.26.2.178, port: c4c16e11-19c9-4464-a564-f95f3a372526. Mar 02 20:01:53.155188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for c4c16e11-19c9-4464-a564-f95f3a372526 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:53.303892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=0bfd4dc0-e76b-4867-bb4a-0f8944b16192,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:53.305983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.343664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:53.344022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 3651ea12-2657-4dd0-bd5e-66c7a036c255, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:01:53.368351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port a16d1c3f-9caf-4380-ac2d-95993972d741 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:53.368721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.373654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=c4c16e11-19c9-4464-a564-f95f3a372526,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:53.431384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b05cb8c7-e753-4c82-bec3-7f890e4cacbb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:53.482250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.512069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:01:53.517432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b05cb8c7-e753-4c82-bec3-7f890e4cacbb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:53.523754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a16d1c3f-9caf-4380-ac2d-95993972d741 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:53.568904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:53.573140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 3651ea12-2657-4dd0-bd5e-66c7a036c255) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:53.579126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:53.585357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09256ce1-b725-4b50-9e0c-611ea4bbdf26 None None] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:53.636574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:53.637697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.732915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a16d1c3f-9caf-4380-ac2d-95993972d741 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:53.752653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a16d1c3f-9caf-4380-ac2d-95993972d741 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:53.753656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.782099 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0be734e9-ae2b-443b-9278-3109a0df0db4 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4653199 Mar 02 20:01:53.782780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35188) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:53.793979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:53.829709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:53.915504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.926232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea620f05-b187-4a24-8c64-9e993c273d4a None None] Network 58ece308-d105-4e05-ae11-814cbc70523c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:53.930133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7225d2b3-08fb-40f8-812c-09760e742189 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/c4c16e11-19c9-4464-a564-f95f3a372526 HTTP/1.1" status: 204 len: 168 time: 1.5742497 Mar 02 20:01:53.931369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:53.949933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:53.950678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:53.962885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port a16d1c3f-9caf-4380-ac2d-95993972d741, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a16d1c3f-9caf-4380-ac2d-95993972d741,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:53.963272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:53.970413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.018975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6b5c7afd-b78c-4470-9be1-189062727be2 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/floatingips/101e3fb8-10c9-4375-9d5f-7b9281df4426 HTTP/1.1" status: 200 len: 688 time: 0.0849149 Mar 02 20:01:54.019979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35196) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:54.101052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:54.143431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.181104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Provisioning for port b05cb8c7-e753-4c82-bec3-7f890e4cacbb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:54.201012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:54.201744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:54.228494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=defb3474-3f10-4c56-a900-d1e522278825,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:54.269277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for a16d1c3f-9caf-4380-ac2d-95993972d741 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:54.285282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-3651ea12-2657-4dd0-bd5e-66c7a036c255', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:01:54.286297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.299267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 77750b13-664b-4078-a5da-1efe89f6eaaf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:54.301097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.339176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Provisioning complete for port b05cb8c7-e753-4c82-bec3-7f890e4cacbb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:54.339548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.367355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.445244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:54.445731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9bb768-9aa4-401f-8cd3-fe0a87285e40 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:54.511619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.511619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.513425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a16d1c3f-9caf-4380-ac2d-95993972d741, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a16d1c3f-9caf-4380-ac2d-95993972d741,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:54.566319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.637611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 77750b13-664b-4078-a5da-1efe89f6eaaf owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:54.649961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.653332 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 58ece308-d105-4e05-ae11-814cbc70523c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:54.680863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:54.701275 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:54.756895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:54.757311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=5b8ebba4-c123-4136-85f2-6f3ac9db28e3,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:54.774322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] For port b05cb8c7-e753-4c82-bec3-7f890e4cacbb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,segment=NetworkSegment(fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5),segment_id=fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:54.789932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.838152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Allocated IP 2001:db8::2 (3651ea12-2657-4dd0-bd5e-66c7a036c255/0bfd4dc0-e76b-4867-bb4a-0f8944b16192/6e338ef7-fd26-4537-8373-b5e980a55bd3) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:54.857599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:54.897020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b382956-f78a-43f1-9cc6-0da76f167ec0 None None] Pushing event updated for resources: {'Port': ['ID=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:54.913739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=77750b13-664b-4078-a5da-1efe89f6eaaf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:55.040588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.061484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.068173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f9e92da3-782b-43da-a9f3-9722eba514ac tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/101e3fb8-10c9-4375-9d5f-7b9281df4426 HTTP/1.1" status: 204 len: 168 time: 1.0468020 Mar 02 20:01:55.068822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:55.075178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'b42ff98c-9b55-4325-89ac-629092f87dbc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:55.082375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:55.086661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:floatingip and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:55.090082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:55.096287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:55.112098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.170068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:55.171564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.197513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.211208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Transition to ACTIVE for port object 6e338ef7-fd26-4537-8373-b5e980a55bd3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:55.215137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.239910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Transition to ACTIVE for port object 6e338ef7-fd26-4537-8373-b5e980a55bd3 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:55.250908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Provisioning for port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:55.258473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.262313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Provisioning complete for port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:55.262678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.285569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.312680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.335956 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0ba5af48-70f5-4dd9-9c90-47f49dfd6f2b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4392910 Mar 02 20:01:55.343784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:55.366430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '58ece308-d105-4e05-ae11-814cbc70523c', 'name': 'tempest-PortsTestJSON-1720522616'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:55.373023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:55.389911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:55.397804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:55.403616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:55.410685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Pushing event updated for resources: {'Port': ['ID=6e338ef7-fd26-4537-8373-b5e980a55bd3,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:55.469964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:55.470576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:55.498393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Provisioning complete for port b05cb8c7-e753-4c82-bec3-7f890e4cacbb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:55.499135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a7d9d8b-e32e-4591-8e71-34368f1e1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.539120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b05cb8c7-e753-4c82-bec3-7f890e4cacbb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:55.607511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:55.619357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:55.623047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.195 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/9feec72c-224c-4cb7-8276-9ad3e9f6e83e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:55.624257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Attempting to bind port 6e338ef7-fd26-4537-8373-b5e980a55bd3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:01:55.624650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Attempting to bind port 6e338ef7-fd26-4537-8373-b5e980a55bd3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:01:55.625012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Attempting to bind port 6e338ef7-fd26-4537-8373-b5e980a55bd3 on network 3651ea12-2657-4dd0-bd5e-66c7a036c255 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:01:55.625513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:01:55.634970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:01:55.640794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:01:55.641170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Checking segment: {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:01:55.641592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.642012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Bound using segment: {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:01:55.642488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Bound port: 6e338ef7-fd26-4537-8373-b5e980a55bd3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:01:55.642869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.670365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:01:55.675021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.756315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b05cb8c7-e753-4c82-bec3-7f890e4cacbb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:55.756614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.760502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port bb98c82f-fbec-46b3-945c-972d97a46363 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:01:55.868404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] For port 6e338ef7-fd26-4537-8373-b5e980a55bd3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:01:55.873451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] For port 6e338ef7-fd26-4537-8373-b5e980a55bd3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6e338ef7-fd26-4537-8373-b5e980a55bd3,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:01:55.882571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.930587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:55.938768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:55.962657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.3 (58ece308-d105-4e05-ae11-814cbc70523c/0091cb82-8669-4bf2-86b3-27cf0c937cf9/bb98c82f-fbec-46b3-945c-972d97a46363) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:56.015917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.027169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port a16d1c3f-9caf-4380-ac2d-95993972d741 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:56.027511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.040188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92205-12c1-4033-9c33-66f70a999d5f None None] Pushing event updated for resources: {'Port': ['ID=6e338ef7-fd26-4537-8373-b5e980a55bd3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:56.047073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a16d1c3f-9caf-4380-ac2d-95993972d741 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:56.083332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6c7e1633-7ad3-4217-bd2d-bb0db098e511 None None] Provisioning complete for port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:56.084013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1633-7ad3-4217-bd2d-bb0db098e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.088447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8::1 (3651ea12-2657-4dd0-bd5e-66c7a036c255/0bfd4dc0-e76b-4867-bb4a-0f8944b16192/4c876712-c662-43fd-8036-fe475e9c94a2) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:01:56.168998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e1633-7ad3-4217-bd2d-bb0db098e511 None None] Port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:56.183494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a16d1c3f-9caf-4380-ac2d-95993972d741 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:56.183852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.260698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:56.266740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:56.282958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:56.336133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=9feec72c-224c-4cb7-8276-9ad3e9f6e83e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:56.562913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.581446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:56.589402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object bb98c82f-fbec-46b3-945c-972d97a46363 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:56.592091 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:56.601487 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-60a0927d-b9ce-4956-9ff1-fda42342a941 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9487953 Mar 02 20:01:56.604274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35208) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:56.607817 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:56.608609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:56.754666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port a16d1c3f-9caf-4380-ac2d-95993972d741, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a16d1c3f-9caf-4380-ac2d-95993972d741,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:56.755193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.766523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.775352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 55b6a117-9000-47d4-84a2-a803407d7b65 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:01:56.778465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.790566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.834228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:56.848811 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:56.902582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 58ece308-d105-4e05-ae11-814cbc70523c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:56.907574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:56.909491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=bb98c82f-fbec-46b3-945c-972d97a46363,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:56.912912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:56.997594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:56.998238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.038463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for a16d1c3f-9caf-4380-ac2d-95993972d741 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:57.048375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.054903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0be707a5-d9ca-4059-ac8f-a8beb2c12850 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7096303 Mar 02 20:01:57.060561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35212) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:57.196888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 4c876712-c662-43fd-8036-fe475e9c94a2 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:01:57.213405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.247487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.289316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4b0317-81cf-4b0d-887b-4b83dc4e0eb0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:57.290383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a4b0317-81cf-4b0d-887b-4b83dc4e0eb0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:57.319444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a4b0317-81cf-4b0d-887b-4b83dc4e0eb0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:57.323855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a4b0317-81cf-4b0d-887b-4b83dc4e0eb0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2624154 Mar 02 20:01:57.326261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35216) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:57.344669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2e420cd5-be44-4f69-8025-47628f4e8010 None None] Provisioning for port bb98c82f-fbec-46b3-945c-972d97a46363 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:57.356789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2e420cd5-be44-4f69-8025-47628f4e8010 None None] Provisioning complete for port bb98c82f-fbec-46b3-945c-972d97a46363 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:57.359342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2e420cd5-be44-4f69-8025-47628f4e8010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.368744 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.409975 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:53Z', 'revision_number': 9, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:57.421796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:57.439629 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:57.440243 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:57.496966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6e338ef7-fd26-4537-8373-b5e980a55bd3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:57.520395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603f09e-7c19-4795-a9d3-b2252bfe85e0 None None] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:57.523980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:01:57.545625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:01:57.548490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:01:57.549211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.560472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2e420cd5-be44-4f69-8025-47628f4e8010 None None] Port bb98c82f-fbec-46b3-945c-972d97a46363 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:57.595334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:57.602582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port bb98c82f-fbec-46b3-945c-972d97a46363 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:57.602936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.614776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.623360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.661394 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:57.663072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.704810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.724430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6e338ef7-fd26-4537-8373-b5e980a55bd3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:57.771791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=9feec72c-224c-4cb7-8276-9ad3e9f6e83e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:57.777267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Provisioning for port 6e338ef7-fd26-4537-8373-b5e980a55bd3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:57.786670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Provisioning complete for port 6e338ef7-fd26-4537-8373-b5e980a55bd3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:57.787038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.788671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.795023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=55b6a117-9000-47d4-84a2-a803407d7b65,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:57.800965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:57.807620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=a16d1c3f-9caf-4380-ac2d-95993972d741,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:57.821032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f67674c-5659-40e2-8dbf-a5d882a9067f None None] Network 829f1bff-983b-4e06-a500-12f8eb4aaac8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:01:57.967290 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ad79447d-3512-4eb7-9df7-21e389a91c90 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/55b6a117-9000-47d4-84a2-a803407d7b65 HTTP/1.1" status: 204 len: 168 time: 1.3571475 Mar 02 20:01:57.969882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:58.141127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.277365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.297147 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:53Z', 'revision_number': 9, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:58.302458 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547317c3-3786-43ff-aac4-92ef4cd88979 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:01:53Z', 'revision_number': 9, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '0d4f0614-8739-41d8-a42d-00c1725a825c', 'name': '', 'network_id': '51e0539f-cdc1-48b4-b642-3ea3df22de51', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:03:67:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:53Z', 'updated_at': '2022-03-02T20:01:09Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': '07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:01:58.349795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 6769f95f-d323-48f9-878c-b5feaa55cc3e associated. External IP: 172.26.2.195, port: b42ff98c-9b55-4325-89ac-629092f87dbc. Mar 02 20:01:58.370583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] For port 6e338ef7-fd26-4537-8373-b5e980a55bd3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6e338ef7-fd26-4537-8373-b5e980a55bd3,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:58.381506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.427380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.449606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 35239eab-6514-4de8-a59f-3b6f5be94f27 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:58.450038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.505521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb9d09-4aa6-4888-809b-3c463dce8831 None None] Pushing event updated for resources: {'Port': ['ID=6e338ef7-fd26-4537-8373-b5e980a55bd3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:58.618662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Provisioning for port 4c876712-c662-43fd-8036-fe475e9c94a2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:01:58.626482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Provisioning complete for port 4c876712-c662-43fd-8036-fe475e9c94a2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:58.627403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.667224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.689914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] DHCP port deletion for 829f1bff-983b-4e06-a500-12f8eb4aaac8 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:01:58.710704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Deleting port 35239eab-6514-4de8-a59f-3b6f5be94f27 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:58.711216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.799779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Port 4c876712-c662-43fd-8036-fe475e9c94a2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:58.835987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:58.922517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Provisioning complete for port 6e338ef7-fd26-4537-8373-b5e980a55bd3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:58.923101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5bf244f8-68bf-461e-8f71-5e2eae10066e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.023373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 35239eab-6514-4de8-a59f-3b6f5be94f27, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=35239eab-6514-4de8-a59f-3b6f5be94f27,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:59.023996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.039829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for bb98c82f-fbec-46b3-945c-972d97a46363 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:59.048086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] For port 35239eab-6514-4de8-a59f-3b6f5be94f27, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=35239eab-6514-4de8-a59f-3b6f5be94f27,segment=NetworkSegment(6d16a465-6aa1-49f7-8300-ae4224085de1),segment_id=6d16a465-6aa1-49f7-8300-ae4224085de1)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:01:59.048443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.086345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:59.159855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 35239eab-6514-4de8-a59f-3b6f5be94f27 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:59.172284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Calling delete_port for 35239eab-6514-4de8-a59f-3b6f5be94f27 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:01:59.228518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:01:59.339739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:01:59.340441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:01:59.342148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.397922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:59.406045 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2f3bd52a-3fe8-49c5-8202-42d2bc72e918 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "PUT /v2.0/routers/3b57fdcc-9ac9-462c-b499-55168d97e6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7007408 Mar 02 20:01:59.409284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-850d3d7d-7798-4a6f-9f29-78383ea64ba5 None None] Provisioning complete for port 4c876712-c662-43fd-8036-fe475e9c94a2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:01:59.409790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-850d3d7d-7798-4a6f-9f29-78383ea64ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.411655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:59.439324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No DVR routers for this DVR port 35239eab-6514-4de8-a59f-3b6f5be94f27 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:01:59.442650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=35239eab-6514-4de8-a59f-3b6f5be94f27,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:59.443329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Sync routers for ids ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:59.473412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Routers {'3b57fdcc-9ac9-462c-b499-55168d97e6b4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:59.474218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.533074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6e338ef7-fd26-4537-8373-b5e980a55bd3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:01:59.577444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-850d3d7d-7798-4a6f-9f29-78383ea64ba5 None None] Port 4c876712-c662-43fd-8036-fe475e9c94a2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:01:59.650952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Set router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:01:59.653753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67959f2f-1994-49fa-b432-81cfb96bd41c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:59.655356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67959f2f-1994-49fa-b432-81cfb96bd41c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:01:59.656123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-67959f2f-1994-49fa-b432-81cfb96bd41c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:01:59.663261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:01:59.665575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.685777 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:01:59.695096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.713738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['829f1bff-983b-4e06-a500-12f8eb4aaac8']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.715657 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:59.716818 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.724688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.773906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.780078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Checking router: 3b57fdcc-9ac9-462c-b499-55168d97e6b4 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:01:59.788803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-67959f2f-1994-49fa-b432-81cfb96bd41c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:01:59.793012 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-67959f2f-1994-49fa-b432-81cfb96bd41c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3802917 Mar 02 20:01:59.795184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Routers {'3b57fdcc-9ac9-462c-b499-55168d97e6b4'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:59.796231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.808120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35228) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:59.812055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d16a465-6aa1-49f7-8300-ae4224085de1') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.825682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d16a465-6aa1-49f7-8300-ae4224085de1') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.864872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.868061 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.874681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=bb98c82f-fbec-46b3-945c-972d97a46363,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:01:59.898093 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:01:59.899746 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:01:59.911231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-107d572d-cf67-4b6a-b28c-93559ef7a1d7 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8412898 Mar 02 20:01:59.917395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35232) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:01:59.920724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.940017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:01:59.940532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.947977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1951629411'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:01:59.953317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:01:59.957628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:network and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:01:59.959853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Deleting port 35239eab-6514-4de8-a59f-3b6f5be94f27 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:01:59.960504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:01:59.967750 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:00.014194 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:00.014655 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f6bcd0-d2c6-4581-9993-6979e21e12f7 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:00.014893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6e338ef7-fd26-4537-8373-b5e980a55bd3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:00.015467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.129383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:00.135755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:00.161503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:00.165821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.168273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-269834d5-69bb-4599-8c7f-a2ea6f78a0c7 None None] The port '35239eab-6514-4de8-a59f-3b6f5be94f27' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:00.172560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] Set router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:00.207420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 809e4d84-7f42-43dc-a378-2e1b52c23569 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:00.210309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.229555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.255417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.285293 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b57f8175-6531-41f6-a9ad-16e3310e939a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/bb98c82f-fbec-46b3-945c-972d97a46363 HTTP/1.1" status: 204 len: 168 time: 2.9563782 Mar 02 20:02:00.286247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.292455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:00.300121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:00.310368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41db18f-a2fb-4443-926d-52fb6455ec2b None None] The sync data for ids ['3b57fdcc-9ac9-462c-b499-55168d97e6b4'] in dv-neutron-831594-2-hyperv is: [{'id': '3b57fdcc-9ac9-462c-b499-55168d97e6b4', 'name': 'tempest-NetworksTestDHCPv6-router-1241159882', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:40Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 3, 'project_id': '94ce5ddfda9e449da06a1659ad016245', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:00.321158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:00.325830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.331563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=829f1bff-983b-4e06-a500-12f8eb4aaac8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:00.360853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.379452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-99bc8ace-3113-4c06-8b6e-33f177a6976e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/829f1bff-983b-4e06-a500-12f8eb4aaac8 HTTP/1.1" status: 204 len: 168 time: 2.4013803 Mar 02 20:02:00.380557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:00.382614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.383445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.384905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a9f8a-e1bb-48cb-a55e-e4d1ca8d6a2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:02:00.389065 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3e1a9f8a-e1bb-48cb-a55e-e4d1ca8d6a2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/bb98c82f-fbec-46b3-945c-972d97a46363 HTTP/1.1" status: 404 len: 333 time: 0.0917671 Mar 02 20:02:00.426231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35248) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:00.470379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.470706 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Added segment c71b6e27-818e-47f8-b8e1-154243326d1c of type vlan for network be61dc43-a068-486b-b4a3-66101422e462 Mar 02 20:02:00.650805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:00.665449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.677844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:00.678338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.704258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 35239eab-6514-4de8-a59f-3b6f5be94f27 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:00.740674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 35239eab-6514-4de8-a59f-3b6f5be94f27 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:00.741492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 35239eab-6514-4de8-a59f-3b6f5be94f27 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:00.741612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device defb3474-3f10-4c56-a900-d1e522278825 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:00.793380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: defb3474-3f10-4c56-a900-d1e522278825 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:00.793970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device defb3474-3f10-4c56-a900-d1e522278825 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:00.819781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.895131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:00.908278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:00.922004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.927794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:00.928494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:00.989431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.215543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-936cfa76-159b-47b0-883a-611462ec7168 None None] Provisioning complete for port 4c876712-c662-43fd-8036-fe475e9c94a2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:01.216107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-936cfa76-159b-47b0-883a-611462ec7168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.265250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3316746 Mar 02 20:02:01.266039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:01.277246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'subnet': {'network_id': 'be61dc43-a068-486b-b4a3-66101422e462', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:01.284407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1d093-be61-46de-b8e0-05663dffaa00 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Network': ['ID=be61dc43-a068-486b-b4a3-66101422e462,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:01.292320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.306189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-936cfa76-159b-47b0-883a-611462ec7168 None None] Port 4c876712-c662-43fd-8036-fe475e9c94a2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:01.312138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network be61dc43-a068-486b-b4a3-66101422e462 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:01.344182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a16d1c3f-9caf-4380-ac2d-95993972d741 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:01.361276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.366316 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/809e4d84-7f42-43dc-a378-2e1b52c23569 HTTP/1.1" status: 204 len: 168 time: 1.5570498 Mar 02 20:02:01.371386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35256) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:01.375365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061d734-8e4c-426e-aa69-f3516e993231 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=809e4d84-7f42-43dc-a378-2e1b52c23569,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:01.377609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d4d68-96b5-4aef-8602-9bf28ce419da None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:01.408216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a16d1c3f-9caf-4380-ac2d-95993972d741 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:01.408904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a16d1c3f-9caf-4380-ac2d-95993972d741 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:01.458571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 0d4f0614-8739-41d8-a42d-00c1725a825c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:01.459232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.477993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.505071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:01.521523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:subnet and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:01.527585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:01.540495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:01.593145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:01.597004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.618083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 5b8ebba4-c123-4136-85f2-6f3ac9db28e3 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:01.726903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:01.735041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Deleting port 0ee42828-065c-47c0-88e4-86e186a665a2 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:01.736238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.879773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:02:01.893987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d8faad88-d359-4751-8551-d828daead01a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:router {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:01.926354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 0d4f0614-8739-41d8-a42d-00c1725a825c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d4f0614-8739-41d8-a42d-00c1725a825c,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:01.926811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:01.981654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] For port 0ee42828-065c-47c0-88e4-86e186a665a2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0ee42828-065c-47c0-88e4-86e186a665a2,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:01.982045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.058068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 0d4f0614-8739-41d8-a42d-00c1725a825c owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:02.069152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d8faad88-d359-4751-8551-d828daead01a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:router {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:02.072882 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d8faad88-d359-4751-8551-d828daead01a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6941326 Mar 02 20:02:02.076278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35260) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:02.116261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Calling delete_port for 0ee42828-065c-47c0-88e4-86e186a665a2 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:02.241234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.251689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.289876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:02.304040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] Pushing event deleted for resources: {'Port': ['ID=0ee42828-065c-47c0-88e4-86e186a665a2,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:02.306100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61237958-84d4-4024-b140-aafb22c5cf34 None None] No DVR routers for this DVR port 0ee42828-065c-47c0-88e4-86e186a665a2 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:02.324816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.330621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:02.343833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:02.344800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:02.379626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Checking segment: {'id': 'c71b6e27-818e-47f8-b8e1-154243326d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:02.380281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network hostable DHCP agents. Network: be61dc43-a068-486b-b4a3-66101422e462, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:02.386045 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0dc01f0d-3868-4049-b2d3-c07b18806266 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5941737 Mar 02 20:02:02.392118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Subnet': ['ID=3eab91e7-bf5a-4973-87c5-7cc65b33db6d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:02.396078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35264) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:02.407613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-416038535'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:02.410916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.417356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:02.426012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network be61dc43-a068-486b-b4a3-66101422e462 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:02.430938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.494649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, be61dc43-a068-486b-b4a3-66101422e462) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:02.498996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=0d4f0614-8739-41d8-a42d-00c1725a825c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:02.507999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:02.529442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:02.529442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.529811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:02.549277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:02.556708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=5b8ebba4-c123-4136-85f2-6f3ac9db28e3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:02.603766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3123d1-9c59-4f6c-bc70-fbf358b6aa8c None None] Network be61dc43-a068-486b-b4a3-66101422e462 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:02.613916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-29af0590-985c-4a3b-bbcd-a013854a8dc9 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3471310 Mar 02 20:02:02.615689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:02.617474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:02.623435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-108445895', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:02.637004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:02.697222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:router and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:02.708536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:02.740482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:02.897351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.900022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.906522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.907240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.927887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.952345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:02.956116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.968014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:02.968508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Fanout notify agent at l3_agent the message router_deleted on router 3b57fdcc-9ac9-462c-b499-55168d97e6b4 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:02.996446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.000632 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-44bff90d-23af-4fbe-9ed3-def00a860eb4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/routers/3b57fdcc-9ac9-462c-b499-55168d97e6b4 HTTP/1.1" status: 204 len: 168 time: 0.8853486 Mar 02 20:02:03.004867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.024833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.060484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6eaf997a-1157-4f07-881a-47bd032e8ada tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:03.076029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.078402 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8775a691-7fac-427b-8aad-d780eab58362 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/5b8ebba4-c123-4136-85f2-6f3ac9db28e3 HTTP/1.1" status: 204 len: 168 time: 2.6477599 Mar 02 20:02:03.086304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35278) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.094323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:03.117076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-be61dc43-a068-486b-b4a3-66101422e462', 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462', 'tenant_id': '8627a5d0bbdd4362a95b78aba6dcbea4', 'fixed_ips': [{'subnet_id': '3eab91e7-bf5a-4973-87c5-7cc65b33db6d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:03.117933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.140575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:01:59Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:03.146717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:03.147064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Updating router d0f70195-5a9d-4c53-86d8-cb82b934619e port 4c876712-c662-43fd-8036-fe475e9c94a2 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:02:03.155729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6eaf997a-1157-4f07-881a-47bd032e8ada tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:03.159189 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6eaf997a-1157-4f07-881a-47bd032e8ada tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1532340 Mar 02 20:02:03.160726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35282) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.165378 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a86021b-ac6a-492f-a883-e7859ca55eb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:02:03.166242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a86021b-ac6a-492f-a883-e7859ca55eb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:03.210107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.210605 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 65d61205-28a4-41ef-bf6f-00b2fb621caa of type vlan for network cfd7293b-e47f-452c-9603-4769a56a3fe2 Mar 02 20:02:03.233736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5a86021b-ac6a-492f-a883-e7859ca55eb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:03.235358 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5a86021b-ac6a-492f-a883-e7859ca55eb4 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/5b8ebba4-c123-4136-85f2-6f3ac9db28e3 HTTP/1.1" status: 404 len: 333 time: 0.1446161 Mar 02 20:02:03.239496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35286) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.262467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.322107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.337075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3c452d-95f4-4e00-a284-e4bbf911990a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:03.338053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fa3c452d-95f4-4e00-a284-e4bbf911990a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:03.374376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 0091cb82-8669-4bf2-86b3-27cf0c937cf9 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:03.385524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.401135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:03.439011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fa3c452d-95f4-4e00-a284-e4bbf911990a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:03.442786 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fa3c452d-95f4-4e00-a284-e4bbf911990a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2765539 Mar 02 20:02:03.442786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.443132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Allocated IP 172.20.0.2 (be61dc43-a068-486b-b4a3-66101422e462/3eab91e7-bf5a-4973-87c5-7cc65b33db6d/dee8e2a8-01e8-4eec-8dcf-3d912a4030e8) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:03.446738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:03.447039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.453352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0ee42828-065c-47c0-88e4-86e186a665a2 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:03.460355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35290) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.509155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0ee42828-065c-47c0-88e4-86e186a665a2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:03.509581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0ee42828-065c-47c0-88e4-86e186a665a2 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:03.731047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f8679d6-94ca-4953-9c50-ba394f7cb242 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:router {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:03.744770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.824960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:03.854253 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4540179 Mar 02 20:02:03.865513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35294) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.877347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:03.897157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82fa1-a438-48fb-9a46-d003a582265b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=cfd7293b-e47f-452c-9603-4769a56a3fe2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:03.920431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f8679d6-94ca-4953-9c50-ba394f7cb242 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:router {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:03.927299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:03.927405 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f8679d6-94ca-4953-9c50-ba394f7cb242 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4435236 Mar 02 20:02:03.928368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35298) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:03.946300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:03.984444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:04.004155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a7102ef0-77e7-407a-a3a3-57fb28039571 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6215575 Mar 02 20:02:04.010103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35302) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:04.014998 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:04.023474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.037535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:04.038917 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:04.055914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:04.075348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:04.083197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:04.097528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:04.103814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.107691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Transition to ACTIVE for port object dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:04.111369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.123830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:04.137180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:04.138770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Transition to ACTIVE for port object 4c876712-c662-43fd-8036-fe475e9c94a2 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:04.148173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Transition to ACTIVE for port object dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:04.154077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.169904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet 07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:04.178565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:04.183612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.207272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.219601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.252258 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:04.253020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:04.256737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.404587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.451089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Network be61dc43-a068-486b-b4a3-66101422e462 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:04.455558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:04.469823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.506501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:04.561815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=0091cb82-8669-4bf2-86b3-27cf0c937cf9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:04.579368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.597705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef56c7-c6ad-4519-a353-6e67d61e58f9 None None] Network 58ece308-d105-4e05-ae11-814cbc70523c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:04.612953 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-87b63ff4-797e-41b9-b9e2-83f43921865f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/0091cb82-8669-4bf2-86b3-27cf0c937cf9 HTTP/1.1" status: 204 len: 168 time: 1.3701618 Mar 02 20:02:04.615632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e761ce-f9e2-4e0e-928a-6b78c731da6a None None] Pushing event updated for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:04.621043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35306) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:04.666962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.683206 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:02Z', 'revision_number': 10, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:04.690017 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:04.700023 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:04.701752 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:04.714317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.781650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.836951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Attempting to bind port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:04.837350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Attempting to bind port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'c71b6e27-818e-47f8-b8e1-154243326d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:04.837712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Attempting to bind port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 on network be61dc43-a068-486b-b4a3-66101422e462 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:04.840924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Attempting to bind port 4c876712-c662-43fd-8036-fe475e9c94a2 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:04.841282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Attempting to bind port 4c876712-c662-43fd-8036-fe475e9c94a2 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:04.841628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Attempting to bind port 4c876712-c662-43fd-8036-fe475e9c94a2 on network 3651ea12-2657-4dd0-bd5e-66c7a036c255 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:04.873752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.905111 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:04.916058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.26.2.178 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/94ecde3b-10db-4a89-9335-f8fed627e34e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:04.918409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port b05cb8c7-e753-4c82-bec3-7f890e4cacbb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:04.918753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.951974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.960670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:04.961075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Checking segment: {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:04.961474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.961838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Bound using segment: {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:04.962334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Bound port: 4c876712-c662-43fd-8036-fe475e9c94a2, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e88d14-ce46-414a-bcbb-8d81598b7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:04.962708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.972433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:04.972811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Checking segment: {'id': 'c71b6e27-818e-47f8-b8e1-154243326d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:04.973213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.973601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Bound using segment: {'id': 'c71b6e27-818e-47f8-b8e1-154243326d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:04.974101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Bound port: dee8e2a8-01e8-4eec-8dcf-3d912a4030e8, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c71b6e27-818e-47f8-b8e1-154243326d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'be61dc43-a068-486b-b4a3-66101422e462'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:04.974455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:04.995457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.017847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.055846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.111012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f3599-19e9-4427-b438-3be32b298b9a None None] Network 51e0539f-cdc1-48b4-b642-3ea3df22de51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:05.122629 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56f498a7-390a-42ee-84e7-ff8aec8c02fe tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9 HTTP/1.1" status: 204 len: 168 time: 1.1105359 Mar 02 20:02:05.123060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Pushing event updated for resources: {'Port': ['ID=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.133577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35310) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:05.181212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.234721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=a4d6841f-da1f-47b6-a2b8-4a81449ee69b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.311388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:05.311895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: cfd7293b-e47f-452c-9603-4769a56a3fe2, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:05.313043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] For port 4c876712-c662-43fd-8036-fe475e9c94a2, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:05.317147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] For port 4c876712-c662-43fd-8036-fe475e9c94a2, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4c876712-c662-43fd-8036-fe475e9c94a2,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:05.361059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.369227 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:02Z', 'revision_number': 10, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:05.374844 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94e9d4-825f-4596-8982-a228fc282673 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:02Z', 'revision_number': 10, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None, '_interfaces': [{'id': '17950691-eac3-4422-845c-b3de7db7261a', 'name': '', 'network_id': '192e3435-1470-43da-a8c9-582fb43e94b4', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'mac_address': 'fa:16:3e:bb:14:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:37Z', 'updated_at': '2022-03-02T20:00:50Z', 'revision_number': 5, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'subnets': [{'id': 'a4227701-812b-4941-bb9b-3d889cc0f6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:05.396164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.403104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.432730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] For port b05cb8c7-e753-4c82-bec3-7f890e4cacbb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,segment=NetworkSegment(fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5),segment_id=fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:05.433079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.445065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:05.517993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] For port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:05.580844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] For port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,segment=NetworkSegment(c71b6e27-818e-47f8-b8e1-154243326d1c),segment_id=c71b6e27-818e-47f8-b8e1-154243326d1c)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:05.607818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e761ce-f9e2-4e0e-928a-6b78c731da6a None None] Pushing event updated for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.614255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:05.615084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:05.641189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:05.649015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:05.683993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:05.694086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.708233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=94ecde3b-10db-4a89-9335-f8fed627e34e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.718211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:02:05.723630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.759979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for b05cb8c7-e753-4c82-bec3-7f890e4cacbb owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:05.782504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b607c-7e13-4866-9bf4-2c40c6002744 None None] DHCP port deletion for 58ece308-d105-4e05-ae11-814cbc70523c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:05.828628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port e330fec6-d473-4cf6-b937-a41fe6657d1d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:05.828984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.835310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=e063296b-589b-42f2-85eb-231d771b2dcb,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:05.867356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:05.872290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, cfd7293b-e47f-452c-9603-4769a56a3fe2) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:05.875291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:05.894676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:05.895442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.925752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fc78e-789f-4310-b64a-6416583186c8 None None] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:05.939744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6eb233-8d86-4b76-8cc0-bac2d76fc7a3 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:05.944313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:05.944933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:05.994449 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-819db5e1-06e6-4849-a7b6-0d7351114fdf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1254008 Mar 02 20:02:06.001608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35314) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:06.022991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b607c-7e13-4866-9bf4-2c40c6002744 None None] Deleting port b05cb8c7-e753-4c82-bec3-7f890e4cacbb {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:06.023536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6c9b607c-7e13-4866-9bf4-2c40c6002744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.069550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.089704 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b19dcb18-0e24-46b2-ae0d-37ef935fb595 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1582448 Mar 02 20:02:06.098615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:06.104091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:06.186385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=b05cb8c7-e753-4c82-bec3-7f890e4cacbb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:06.224558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No DVR routers for this DVR port b05cb8c7-e753-4c82-bec3-7f890e4cacbb on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:06.300221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6c9b607c-7e13-4866-9bf4-2c40c6002744 None None] The port 'b05cb8c7-e753-4c82-bec3-7f890e4cacbb' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:06.367313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9dab1-00b4-47b4-ba68-4e11b2568c1a None None] Pushing event updated for resources: {'Port': ['ID=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:06.371645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:06.389133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:06.396564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:06.407502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:06.419250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:06.424608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.500406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:06.503961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.529864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.558344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ece308-d105-4e05-ae11-814cbc70523c']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:06.572914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:06.573272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf9a661-4dd2-4cc3-9cef-eaf8375ac2e5') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:06.649063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.713641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] DHCP port deletion for 51e0539f-cdc1-48b4-b642-3ea3df22de51 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:06.754557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Deleting port e330fec6-d473-4cf6-b937-a41fe6657d1d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:06.754920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.774361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.893484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port e330fec6-d473-4cf6-b937-a41fe6657d1d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e330fec6-d473-4cf6-b937-a41fe6657d1d,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:06.894571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.942517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:06.948148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:06.954965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:06.955840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:06.986202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:07.072490 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ffd07519-cda0-42a0-9eee-4d6fc78f19ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9701598 Mar 02 20:02:07.074274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:07.082162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:0c:e9:f3', 'name': 'tempest-NetworksTestDHCPv6-155718269'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:07.085449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for e330fec6-d473-4cf6-b937-a41fe6657d1d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:07.098813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-cfd7293b-e47f-452c-9603-4769a56a3fe2', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:07.099948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.118655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'e063296b-589b-42f2-85eb-231d771b2dcb'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:07.118927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.327748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.357509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:07.357917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:07.372476 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:07.481984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.490074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:07.506605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:07.574452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:07.591149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:07.601780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:07.624393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:07.641114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.695163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No DVR routers for this DVR port e330fec6-d473-4cf6-b937-a41fe6657d1d on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:07.746799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Allocated IP 2001:db8:1::2 (cfd7293b-e47f-452c-9603-4769a56a3fe2/a4d6841f-da1f-47b6-a2b8-4a81449ee69b/f768b870-bb8b-4686-a259-f728fb760727) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:07.752712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=e330fec6-d473-4cf6-b937-a41fe6657d1d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:07.753088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] For port e330fec6-d473-4cf6-b937-a41fe6657d1d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e330fec6-d473-4cf6-b937-a41fe6657d1d,segment=NetworkSegment(d9ea0ce2-05e1-40ec-972b-598a545fa7db),segment_id=d9ea0ce2-05e1-40ec-972b-598a545fa7db)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:07.753312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.758404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.766716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.898060 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/58ece308-d105-4e05-ae11-814cbc70523c HTTP/1.1" status: 204 len: 168 time: 3.2704067 Mar 02 20:02:07.899407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35328) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:07.910256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30d29-dac0-4ab0-9966-98f7dfa1ade2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=58ece308-d105-4e05-ae11-814cbc70523c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:07.911185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2126453572'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:07.929495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:07.935898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.958584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Calling delete_port for e330fec6-d473-4cf6-b937-a41fe6657d1d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:07.961220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:07.967081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.970094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:07.979384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:07.990166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:07.992598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039e5404-66e9-4ea6-838c-5ca7e4c45c9e None None] Network be61dc43-a068-486b-b4a3-66101422e462 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:08.004884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:08.047217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:08.050755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.089434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 56683284-9a04-4cd6-9152-ad9295af0d67 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:02:08.089739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e0539f-cdc1-48b4-b642-3ea3df22de51']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.160454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ea0ce2-05e1-40ec-972b-598a545fa7db') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.160873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ea0ce2-05e1-40ec-972b-598a545fa7db') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.178567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.211211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:08.213460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.230356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.230588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment cb14c168-a03c-4992-b604-8f8ed3f411de of type vlan for network d4848094-7ddb-42bf-906f-8718260a1ea2 Mar 02 20:02:08.256595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:05Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.266952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:08.267642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.269998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Provisioning for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:08.283254 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:08.295095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Allocated IP 2001:db8::f816:3eff:fef4:5ab6 (9616b26f-257b-4b9d-b045-31339b11d161/e063296b-589b-42f2-85eb-231d771b2dcb/a0746862-0b67-4edb-bbaa-90ec188e3d86) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:08.300515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:08.304407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568064fd-b76a-4673-95a1-9ce5d4173368 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:01:57Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:05Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:08.321249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Provisioning complete for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:08.322039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.337809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.358828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:08.359203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.365452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:08.399717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] Sync routers for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:08.408971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.413545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-26af6813-85cb-4e31-bafe-9784753e19ed tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7950716 Mar 02 20:02:08.414511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:08.418030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.423889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:08.424663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.456737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:08.457964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:08.484402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.490556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:08.534257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=51e0539f-cdc1-48b4-b642-3ea3df22de51,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:08.550236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:08.550965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.554892 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/51e0539f-cdc1-48b4-b642-3ea3df22de51 HTTP/1.1" status: 204 len: 168 time: 3.4180212 Mar 02 20:02:08.557068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.557507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.558069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.558563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.558983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.559406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.559819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.560219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.560650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.561054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.561475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.561882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ff5af8-9e3c-4386-8536-a5b0096f59e3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.565535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35336) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:08.678867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.804859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:08.806511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.921713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=d4848094-7ddb-42bf-906f-8718260a1ea2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:08.955218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.956244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.956824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.957323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.957935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.958456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.958939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.959579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.960048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.960566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.961059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.961534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:08.996701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:08.997115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e490960-d81a-499c-9fed-43d15014f59b None None] The sync data for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:09.011547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Deleting port e330fec6-d473-4cf6-b937-a41fe6657d1d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:09.011926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.038561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network d4848094-7ddb-42bf-906f-8718260a1ea2 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:09.215216 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7749ae43-acce-466e-84e9-2bdce0289579 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3150375 Mar 02 20:02:09.218045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:09.227294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:09.320546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.334442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.371549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.432923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:09.440013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Transition to ACTIVE for port object f768b870-bb8b-4686-a259-f728fb760727 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:09.441832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:09.446877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:09.448123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9bb084d7-cb81-49ad-b352-c58819b42408 None None] The port 'e330fec6-d473-4cf6-b937-a41fe6657d1d' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:09.485875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:09.510905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.517376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:09.521317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.579571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Transition to ACTIVE for port object f768b870-bb8b-4686-a259-f728fb760727 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:09.584858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] For port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,segment=NetworkSegment(c71b6e27-818e-47f8-b8e1-154243326d1c),segment_id=c71b6e27-818e-47f8-b8e1-154243326d1c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:09.621104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.625142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.727023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8:1::1 (cfd7293b-e47f-452c-9603-4769a56a3fe2/a4d6841f-da1f-47b6-a2b8-4a81449ee69b/4d97800b-d797-439a-8d1f-dfd328cb48a7) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:09.751978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:09.760915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.763567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:09.767261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:09.774028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.840127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Transition to ACTIVE for port object a0746862-0b67-4edb-bbaa-90ec188e3d86 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:09.842824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Pushing event updated for resources: {'Port': ['ID=f768b870-bb8b-4686-a259-f728fb760727,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:09.940282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port 17950691-eac3-4422-845c-b3de7db7261a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:09.940644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:09.996618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:09.997043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:10.015927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Pushing event updated for resources: {'Port': ['ID=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:10.028558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Transition to ACTIVE for port object a0746862-0b67-4edb-bbaa-90ec188e3d86 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:10.032668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.033180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.033991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.034394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.034833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.035269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.035700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.036131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.036585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.037028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.037454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.037889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd088d24-0605-45b8-a919-46c134f12ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:10.045625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Attempting to bind port f768b870-bb8b-4686-a259-f728fb760727 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:10.046654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Attempting to bind port f768b870-bb8b-4686-a259-f728fb760727 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:10.047347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Attempting to bind port f768b870-bb8b-4686-a259-f728fb760727 on network cfd7293b-e47f-452c-9603-4769a56a3fe2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:10.052617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.073413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.101965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 4d97800b-d797-439a-8d1f-dfd328cb48a7 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:10.106602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:10.107079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Checking segment: {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:10.107737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.108268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Bound using segment: {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:10.109239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Bound port: f768b870-bb8b-4686-a259-f728fb760727, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:10.109747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.158994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.193180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:10.208751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:10.213103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:10.215673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:10.240301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.262336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:10.275306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:10.305333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:10.305872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.327605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:10.334083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5fad7dc3-de2f-4714-99a4-2cf9bb13662e None None] Provisioning complete for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:10.334588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5fad7dc3-de2f-4714-99a4-2cf9bb13662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.387570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Attempting to bind port a0746862-0b67-4edb-bbaa-90ec188e3d86 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:10.388100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Attempting to bind port a0746862-0b67-4edb-bbaa-90ec188e3d86 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:10.388616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Attempting to bind port a0746862-0b67-4edb-bbaa-90ec188e3d86 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:10.394827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-02309d15-daab-4153-974b-6f0fece62309 None None] For port f768b870-bb8b-4686-a259-f728fb760727, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:10.410407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:10.410984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:10.411502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.412057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:10.412631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Bound port: a0746862-0b67-4edb-bbaa-90ec188e3d86, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:10.413270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.434138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-02309d15-daab-4153-974b-6f0fece62309 None None] For port f768b870-bb8b-4686-a259-f728fb760727, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f768b870-bb8b-4686-a259-f728fb760727,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:10.453920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 172.20.0.9 (9616b26f-257b-4b9d-b045-31339b11d161/a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5/eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:10.471069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.472821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port 17950691-eac3-4422-845c-b3de7db7261a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=17950691-eac3-4422-845c-b3de7db7261a,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:10.473369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.473708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=1e7f9109-b23c-4fa9-910b-4e730b48547c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:10.488496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe0c:e9f3 (9616b26f-257b-4b9d-b045-31339b11d161/e063296b-589b-42f2-85eb-231d771b2dcb/eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:10.510721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': 'cb14c168-a03c-4992-b604-8f8ed3f411de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:10.510721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: d4848094-7ddb-42bf-906f-8718260a1ea2, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:10.636844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for 17950691-eac3-4422-845c-b3de7db7261a owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:10.655513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network d4848094-7ddb-42bf-906f-8718260a1ea2 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:10.676965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.1 (be61dc43-a068-486b-b4a3-66101422e462/3eab91e7-bf5a-4973-87c5-7cc65b33db6d/75a8df0e-69b5-4bd3-a3e9-b72dd218de08) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:10.701885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02309d15-daab-4153-974b-6f0fece62309 None None] Pushing event updated for resources: {'Port': ['ID=f768b870-bb8b-4686-a259-f728fb760727,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:10.709348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:10.713938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.724225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:10.738299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.742778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, d4848094-7ddb-42bf-906f-8718260a1ea2) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:10.747453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:10.748188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:10.793716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b89a4e-a59b-40f4-8cd8-27d5873da44a None None] Network d4848094-7ddb-42bf-906f-8718260a1ea2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:10.846211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e330fec6-d473-4cf6-b937-a41fe6657d1d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:10.890679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e330fec6-d473-4cf6-b937-a41fe6657d1d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:10.891044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e330fec6-d473-4cf6-b937-a41fe6657d1d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:10.891525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b05cb8c7-e753-4c82-bec3-7f890e4cacbb no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:11.009348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b05cb8c7-e753-4c82-bec3-7f890e4cacbb {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:11.009685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b05cb8c7-e753-4c82-bec3-7f890e4cacbb not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:11.010105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d4f0614-8739-41d8-a42d-00c1725a825c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:11.059819 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11d9b21a-9790-472f-bcdc-bd7fbb8fa6d3 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8407006 Mar 02 20:02:11.091466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:11.091935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0d4f0614-8739-41d8-a42d-00c1725a825c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:11.092577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d4f0614-8739-41d8-a42d-00c1725a825c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:11.101999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2', 'name': 'tempest-PortsTestJSON-766641204', 'fixed_ips': [{'subnet_id': '1e7f9109-b23c-4fa9-910b-4e730b48547c', 'ip_address': '172.20.0.10'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:11.102684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31804e-6cf2-4226-bb23-a6112126a81b None None] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:11.298529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-d4848094-7ddb-42bf-906f-8718260a1ea2', 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': '1e7f9109-b23c-4fa9-910b-4e730b48547c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:11.299668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.432287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35350) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:11.489179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4c876712-c662-43fd-8036-fe475e9c94a2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:11.604385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.630847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.657632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4c876712-c662-43fd-8036-fe475e9c94a2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:11.665885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.671738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4c876712-c662-43fd-8036-fe475e9c94a2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:11.671738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.688567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:11.714097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3de28d40-304a-4d83-95cb-3b8569c4b3ed tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 200 len: 993 time: 0.2780361 Mar 02 20:02:11.719424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Transition to ACTIVE for port object 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:11.739669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=17950691-eac3-4422-845c-b3de7db7261a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:11.792017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Allocated IP 172.20.0.2 (d4848094-7ddb-42bf-906f-8718260a1ea2/1e7f9109-b23c-4fa9-910b-4e730b48547c/6ff1bfd3-49ac-43a4-bc3f-20615f4125aa) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:11.831977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:11.850819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:11.858342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:11.881056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:11.896223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.900041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:11.962154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.985634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.986257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01a70a26-045b-4dce-af70-db6644543ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.993966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:11.999644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.128114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35360) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:12.151678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network be61dc43-a068-486b-b4a3-66101422e462 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:12.153812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.166661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:12.168478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:12.174827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:12.214563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:12.217050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:12.262836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.286136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:12.299863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4c876712-c662-43fd-8036-fe475e9c94a2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4c876712-c662-43fd-8036-fe475e9c94a2,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:12.301314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.321788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Transition to ACTIVE for port object 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:12.331329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.331782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:12.393048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:12.445999 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.482754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Transition to ACTIVE for port object 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:12.515687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.536807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:12.560727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:12.561393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.570418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:12.572258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=75a8df0e-69b5-4bd3-a3e9-b72dd218de08,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:12.603382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.615503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Network d4848094-7ddb-42bf-906f-8718260a1ea2 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:12.629404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:12.632970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:12.671859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:12.672566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:12.681120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f8a9f49e-c7b2-4bed-9bbb-e35b2bff5641 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.6057966 Mar 02 20:02:12.717755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:12.738985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb0236-3885-4af9-a948-3f4009d1d96e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:12.916863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbfd30a-666b-4625-afe8-bf92ea4916ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:12.923603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbfd30a-666b-4625-afe8-bf92ea4916ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:12.924460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0fbfd30a-666b-4625-afe8-bf92ea4916ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:12.940459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.10 (d4848094-7ddb-42bf-906f-8718260a1ea2/1e7f9109-b23c-4fa9-910b-4e730b48547c/907ac3a8-5bd8-4b7f-a24d-53dd4d112a98) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:12.994175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0fbfd30a-666b-4625-afe8-bf92ea4916ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:12.994590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0fbfd30a-666b-4625-afe8-bf92ea4916ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2761261 Mar 02 20:02:13.000827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35368) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:13.010845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port b757fce2-2659-4c33-a5b3-2f205b78f61b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:13.011446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.017666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Pushing event updated for resources: {'Port': ['ID=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:13.034890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b104b30-c8e2-4758-af28-abb65e5e2012 None None] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:13.043952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.055926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ad5b77ca-219c-4296-aced-79141802b19c None None] Provisioning for port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:13.090322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Attempting to bind port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:13.090711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Attempting to bind port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'cb14c168-a03c-4992-b604-8f8ed3f411de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:13.091111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Attempting to bind port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa on network d4848094-7ddb-42bf-906f-8718260a1ea2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:13.096743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ad5b77ca-219c-4296-aced-79141802b19c None None] Provisioning complete for port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:13.097106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad5b77ca-219c-4296-aced-79141802b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.194814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:13.195180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Checking segment: {'id': 'cb14c168-a03c-4992-b604-8f8ed3f411de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:13.195574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.195952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Bound using segment: {'id': 'cb14c168-a03c-4992-b604-8f8ed3f411de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:13.196563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Bound port: 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb14c168-a03c-4992-b604-8f8ed3f411de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:13.196926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.291003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:13.303924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:13.411149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:13.432252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:13.432665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.440018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b77ca-219c-4296-aced-79141802b19c None None] Port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:13.473218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f768b870-bb8b-4686-a259-f728fb760727 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:13.582119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.632967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:13.660194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] For port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:13.683967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] For port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,segment=NetworkSegment(cb14c168-a03c-4992-b604-8f8ed3f411de),segment_id=cb14c168-a03c-4992-b604-8f8ed3f411de)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:13.696035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Provisioning for port a0746862-0b67-4edb-bbaa-90ec188e3d86 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:13.732384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.757174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.825412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:13.832366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:13.847102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.852994 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445971e-f714-4713-a015-7452259e8052 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:13.854765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network d4848094-7ddb-42bf-906f-8718260a1ea2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:13.855721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=907ac3a8-5bd8-4b7f-a24d-53dd4d112a98,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:13.858697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:13.861039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:13.888431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.891162 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bc0ddd25-4269-4a7d-9fe2-c9aeb810d785 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3215826 Mar 02 20:02:13.891726 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:13.892697 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:13.893698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35372) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:13.896545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f768b870-bb8b-4686-a259-f728fb760727 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:13.898454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.898787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.932575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Provisioning for port f768b870-bb8b-4686-a259-f728fb760727 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:13.950118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Provisioning complete for port f768b870-bb8b-4686-a259-f728fb760727 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:13.950598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:13.985014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a895b0-9b01-4dfb-8254-8a2b4ea286c5 None None] Pushing event updated for resources: {'Port': ['ID=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:14.122577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.130259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'e063296b-589b-42f2-85eb-231d771b2dcb', 'ip_address': '2001:db8::f816:3eff:fef4:5ab6'}, {'subnet_id': 'a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'a0746862-0b67-4edb-bbaa-90ec188e3d86'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:02:14.168376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=75a8df0e-69b5-4bd3-a3e9-b72dd218de08,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:14.253586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.310473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for b757fce2-2659-4c33-a5b3-2f205b78f61b owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:14.325711 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:14.386470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:14.387028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.416780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4c876712-c662-43fd-8036-fe475e9c94a2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:14.429149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6e50b7ba-76ef-4e94-b5a0-34b3b6ca99d1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3330796 Mar 02 20:02:14.430238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35376) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:14.440251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': 'd4848094-7ddb-42bf-906f-8718260a1ea2', 'name': 'tempest-PortsTestJSON-221716780', 'fixed_ips': [{'subnet_id': '1e7f9109-b23c-4fa9-910b-4e730b48547c', 'ip_address': '172.20.0.9'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:14.524645 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:14.529500 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445971e-f714-4713-a015-7452259e8052 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:14.539486 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:14.540101 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:01:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:14.624623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network be61dc43-a068-486b-b4a3-66101422e462 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:14.629554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:14.682029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.793920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4c876712-c662-43fd-8036-fe475e9c94a2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:14.794340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.800006 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:14.830848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:14.838108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:14.843379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:14.851660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.857494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:14.890270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:14.897512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:14.970725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 04742341-31e5-4ca8-9168-6c17c7174daf yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:15.052881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] For port f768b870-bb8b-4686-a259-f728fb760727, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f768b870-bb8b-4686-a259-f728fb760727,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:15.063686 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9445971e-f714-4713-a015-7452259e8052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:15.071905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:15.080118 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445971e-f714-4713-a015-7452259e8052 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:15.081908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.128808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a4ce74cf-e008-4d72-9011-cf0f12846715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.169566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Allocated IP 172.20.0.2 (9616b26f-257b-4b9d-b045-31339b11d161/a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5/a0746862-0b67-4edb-bbaa-90ec188e3d86) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:15.202379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:15.242599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:15.254144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting subnet a4227701-812b-4941-bb9b-3d889cc0f6a0 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:15.291286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.305351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.9 (d4848094-7ddb-42bf-906f-8718260a1ea2/1e7f9109-b23c-4fa9-910b-4e730b48547c/04742341-31e5-4ca8-9168-6c17c7174daf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:15.342382 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4383facf-a928-4279-934c-dc3c86523550 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3387282 Mar 02 20:02:15.356237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:15.358320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.359225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe530264-247b-4519-9edb-fd6473457ffb None None] Pushing event updated for resources: {'Port': ['ID=f768b870-bb8b-4686-a259-f728fb760727,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:15.363282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-525855266'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:15.380600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:15.381315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:15.397405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:15.442652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:15.456010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:15.465498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.539209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a0746862-0b67-4edb-bbaa-90ec188e3d86 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:15.577723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Provisioning for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:15.612693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.615147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373a410a-eb86-4780-90a4-02a1d3004c35 None None] Network d4848094-7ddb-42bf-906f-8718260a1ea2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:15.637868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.653100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:15.654164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 04742341-31e5-4ca8-9168-6c17c7174daf will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:15.682987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.741184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:15.746559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.769023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.795866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network d4848094-7ddb-42bf-906f-8718260a1ea2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:15.800584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Provisioning complete for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:15.800963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.807588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:15.810157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:15.823994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.851470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:15.868108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=04742341-31e5-4ca8-9168-6c17c7174daf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:15.884098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 56683284-9a04-4cd6-9152-ad9295af0d67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:15.891556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.909235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:15.909992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.942082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:15.943352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.019085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:16.021274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-178af412-a242-484f-bbc8-b8c204df258e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5873508 Mar 02 20:02:16.022176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.022999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Port 4d97800b-d797-439a-8d1f-dfd328cb48a7 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:16.023164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=b757fce2-2659-4c33-a5b3-2f205b78f61b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:16.025032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:16.031906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:16.098650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Subnet': ['ID=a4227701-812b-4941-bb9b-3d889cc0f6a0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:16.125685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.139363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a0746862-0b67-4edb-bbaa-90ec188e3d86 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:16.145293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298faec-3a63-47e1-9597-9ba1814e9021 None None] Network 192e3435-1470-43da-a8c9-582fb43e94b4 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:16.159778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.160112 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 218170e4-d1bb-46e5-87a8-ee2f6364af82 of type vlan for network 2822dca1-008c-4e51-9e7c-28b52e616dfb Mar 02 20:02:16.232795 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b96b08b7-7516-4051-90d9-3ac5b66772e5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/a4227701-812b-4941-bb9b-3d889cc0f6a0 HTTP/1.1" status: 204 len: 168 time: 2.3174984 Mar 02 20:02:16.234516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35388) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.237128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.240993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.244379 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eda0a84e-b5f2-4ba6-8a08-cab7cba62434 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 HTTP/1.1" status: 204 len: 168 time: 3.1947744 Mar 02 20:02:16.246945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a0746862-0b67-4edb-bbaa-90ec188e3d86 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:16.247422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35392) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.247955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.299501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Provisioning complete for port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:16.299870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.302174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:16.307874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6ebe2c16-4922-4d6d-a32c-c575f105ce80 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/routers/56683284-9a04-4cd6-9152-ad9295af0d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8911800 Mar 02 20:02:16.311288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.314993 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] Sync routers for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:16.319320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'port': {'network_id': 'be61dc43-a068-486b-b4a3-66101422e462', 'name': 'tempest-FloatingIPTestJSON-467553620'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:16.327990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:16.328941 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:16.332811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.333150 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 3779d025-c207-43ca-ac8c-4e10bee294cd disassociated (deleted). External IP: 172.26.2.113, port: 2120b79e-d851-4c98-99f7-34f221173362. Mar 02 20:02:16.334500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.415222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:02:16.462992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:16.472528 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:16.473353 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:16.511733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:16.512376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a0969-07ae-43ea-b285-8e7154803110 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.514071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Transition to ACTIVE for port object a0746862-0b67-4edb-bbaa-90ec188e3d86 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:16.514382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a0969-07ae-43ea-b285-8e7154803110 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.516048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a0969-07ae-43ea-b285-8e7154803110 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.518008 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-853a0969-07ae-43ea-b285-8e7154803110 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2523594 Mar 02 20:02:16.524491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35400) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.525275 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.527346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Usage tracker for resource:port and tenant:8627a5d0bbdd4362a95b78aba6dcbea4 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:16.531397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.531893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:16.532452 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.538135 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:16.538534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00f479-fcae-4559-8349-4e04abe28807 None None] The sync data for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:16.542398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:16.561127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc60b169-e5b8-474c-ae43-8229aa8e6608 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.561982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc60b169-e5b8-474c-ae43-8229aa8e6608 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:16.566456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Made reservation on behalf of 8627a5d0bbdd4362a95b78aba6dcbea4 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:16.570348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.601696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] device_id is not set on port 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:16.604133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.618206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.638640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc60b169-e5b8-474c-ae43-8229aa8e6608 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:16.641792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fc60b169-e5b8-474c-ae43-8229aa8e6608 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6077230 Mar 02 20:02:16.644003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.685532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:16.704180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Port a0746862-0b67-4edb-bbaa-90ec188e3d86 had new provisioning blocks added so it will not transition to active. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 02 20:02:16.900906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Deleting port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:16.901243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.911221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Allocated IP 172.20.0.4 (be61dc43-a068-486b-b4a3-66101422e462/3eab91e7-bf5a-4973-87c5-7cc65b33db6d/3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:16.917275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Provisioning complete for port f768b870-bb8b-4686-a259-f728fb760727 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:16.917647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d235a93a-bd1d-4662-9641-5b705fe4d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:16.937710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84875e28-ff4c-4a09-9824-42dac5d39ced tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.944789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84875e28-ff4c-4a09-9824-42dac5d39ced tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.952903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84875e28-ff4c-4a09-9824-42dac5d39ced tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:16.960419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f90f2-92ab-4060-b2ef-f81c86ad974c None None] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:16.964311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84875e28-ff4c-4a09-9824-42dac5d39ced tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.3187890 Mar 02 20:02:16.966458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35410) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:16.999760 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6396849 Mar 02 20:02:17.006463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:17.011628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:17.026500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:17.071043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 04742341-31e5-4ca8-9168-6c17c7174daf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:17.071531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.124788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.150167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:17.155066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c140d-cb41-4fa4-8baa-f8b12f393ab7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=2822dca1-008c-4e51-9e7c-28b52e616dfb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:17.168447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.170064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:17.214805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:17.244963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:17.342475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:17.346696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] DHCP port deletion for 192e3435-1470-43da-a8c9-582fb43e94b4 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:17.385475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f768b870-bb8b-4686-a259-f728fb760727 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:17.438675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] For port a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:17.439703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.442628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.516950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Deleting port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:17.517502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.571952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:10Z', 'revision_number': 3, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:17.597882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:17.606773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:17.612234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:17.612606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Updating router d0f70195-5a9d-4c53-86d8-cb82b934619e port 4d97800b-d797-439a-8d1f-dfd328cb48a7 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:02:17.618522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 04742341-31e5-4ca8-9168-6c17c7174daf owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:17.796782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.823717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f768b870-bb8b-4686-a259-f728fb760727 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:17.824104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.887468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Provisioning for port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:17.891103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Calling delete_port for a607a147-0255-4e7d-8270-4c2f2ccaaaf8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:17.934406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router f2797552-b8f5-4508-9f44-ac208dc39bf7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:17.969550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:17.982494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Provisioning complete for port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:17.982868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.005819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:18.016260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.030284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Transition to ACTIVE for port object 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:18.038151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.049296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.080917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.120251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=04742341-31e5-4ca8-9168-6c17c7174daf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:18.176161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] For port a607a147-0255-4e7d-8270-4c2f2ccaaaf8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,segment=NetworkSegment(c82a472e-b8f2-47da-91d4-c264d17e814f),segment_id=c82a472e-b8f2-47da-91d4-c264d17e814f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:18.176663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.195628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Port': ['ID=a607a147-0255-4e7d-8270-4c2f2ccaaaf8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:18.234570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.345510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Network be61dc43-a068-486b-b4a3-66101422e462 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:18.351345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:18.374900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.382582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:18.394591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Calling delete_port for a607a147-0255-4e7d-8270-4c2f2ccaaaf8 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:18.397320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.576756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No DVR routers for this DVR port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:18.581231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.600395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event updated for resources: {'Port': ['ID=3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:18.634486 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5b371b25-e52e-40a5-927e-03265a259582 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/04742341-31e5-4ca8-9168-6c17c7174daf HTTP/1.1" status: 204 len: 168 time: 1.6662054 Mar 02 20:02:18.635555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:18.657552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 17950691-eac3-4422-845c-b3de7db7261a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:18.687210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab5d854-af49-4ba0-8bc1-96ed6f4115bd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:02:18.689041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dab5d854-af49-4ba0-8bc1-96ed6f4115bd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:18.694180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:18.697360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:18.698069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.703080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 17950691-eac3-4422-845c-b3de7db7261a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:18.703653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 17950691-eac3-4422-845c-b3de7db7261a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:18.746733 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-67de7665-4b56-404b-ad38-7f5730084012 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4339468 Mar 02 20:02:18.750261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:18.757867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dab5d854-af49-4ba0-8bc1-96ed6f4115bd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:18.763016 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dab5d854-af49-4ba0-8bc1-96ed6f4115bd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/04742341-31e5-4ca8-9168-6c17c7174daf HTTP/1.1" status: 404 len: 333 time: 0.1235352 Mar 02 20:02:18.765938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35428) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:18.770536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Request body: {'floatingip': {'port_id': '3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:18.777794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:18.778145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:18.789345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.834053 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a0746862-0b67-4edb-bbaa-90ec188e3d86 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:18.878705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] For port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,segment=NetworkSegment(cb14c168-a03c-4992-b604-8f8ed3f411de),segment_id=cb14c168-a03c-4992-b604-8f8ed3f411de)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:18.898714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.951712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:18.960141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Could not find standard attr ID for object 04742341-31e5-4ca8-9168-6c17c7174daf. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:19.005518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.010136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:19.026895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Sync routers for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:19.055497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.064014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Provisioning complete for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:19.064815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.102960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f13191-7d57-4ab5-8014-900aba40668f None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:19.140859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Pushing event updated for resources: {'Port': ['ID=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:19.158521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:19.159155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:19.178295 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e1955dee-38d2-41ea-a51d-6de149261db6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5 HTTP/1.1" status: 204 len: 168 time: 2.6415586 Mar 02 20:02:19.193795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.201179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35432) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:19.229044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a607a147-0255-4e7d-8270-4c2f2ccaaaf8 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:19.238538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:19.239114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.291824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192e3435-1470-43da-a8c9-582fb43e94b4']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:19.319978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-71eb1412-b1bc-4169-a466-391dc69edcae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/3779d025-c207-43ca-ac8c-4e10bee294cd HTTP/1.1" status: 204 len: 168 time: 7.1709368 Mar 02 20:02:19.326784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82a472e-b8f2-47da-91d4-c264d17e814f') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:19.327105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82a472e-b8f2-47da-91d4-c264d17e814f') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:19.334169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:02:19.353069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.377562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.384230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet e063296b-589b-42f2-85eb-231d771b2dcb {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:19.387399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.396868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Deleting port a607a147-0255-4e7d-8270-4c2f2ccaaaf8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:19.397424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.436802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Port 4d97800b-d797-439a-8d1f-dfd328cb48a7 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:19.450293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.497772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a607a147-0255-4e7d-8270-4c2f2ccaaaf8 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:19.498610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a607a147-0255-4e7d-8270-4c2f2ccaaaf8 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:19.506929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-869bdae4-3ffe-477b-9dbe-026931bbf575 None None] The port 'a607a147-0255-4e7d-8270-4c2f2ccaaaf8' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:19.517256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Provisioning for port 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:19.528403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Provisioning complete for port 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:19.529157 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.543288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.589106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Transition to ACTIVE for port object 4d97800b-d797-439a-8d1f-dfd328cb48a7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:19.596075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d492228-d20c-46d2-8135-ba88153a13f9 None None] Port 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:19.614879 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'tag': '2120b79e-d851-4c98-99f7-34f221173362', 'status': 'completed', 'code': 200} Mar 02 20:02:19.618270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.622902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.639659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:19.640070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:19.654961 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:19.675491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.792731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=8b4a6bbf-7ce7-45fe-a842-336ccf1bc099,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:19.823222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.864403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=e063296b-589b-42f2-85eb-231d771b2dcb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:19.875774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.905452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.906314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.914442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:19.927220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Pushing event deleted for resources: {'Network': ['ID=192e3435-1470-43da-a8c9-582fb43e94b4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:19.946124 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2c7e56e5-643d-4a55-86f7-795dcc4669df tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/e063296b-589b-42f2-85eb-231d771b2dcb HTTP/1.1" status: 204 len: 168 time: 0.7402923 Mar 02 20:02:19.946124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:19.946124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 2822dca1-008c-4e51-9e7c-28b52e616dfb, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:19.961718 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-492da32f-74b1-4f4a-9972-a34b47f0b917 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/networks/192e3435-1470-43da-a8c9-582fb43e94b4 HTTP/1.1" status: 204 len: 168 time: 3.7174518 Mar 02 20:02:19.963054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35442) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:19.963609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35444) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:19.970771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:20.038768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'routes': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:20.071832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:20.106469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-cd24dda6-b218-4d7f-932f-cd48bbca5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:20.108063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-cd24dda6-b218-4d7f-932f-cd48bbca5651 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 1098 time: 0.6303208 Mar 02 20:02:20.120712 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20b29313-6e3a-4286-914b-3c7d83be33cf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470456 Mar 02 20:02:20.121131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35450) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:20.185672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:20.205021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:20.294121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b92242-371d-4555-8f19-963b7b77c601 None None] Pushing event updated for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:20.305116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Provisioning for port 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:20.348477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 2822dca1-008c-4e51-9e7c-28b52e616dfb) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:20.402777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2d4834-ac7b-43c1-af67-2feb4ff87b22 None None] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:20.419501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:20.420089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.423492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Provisioning complete for port 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:20.423863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.443306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24b303-75ba-47f6-9e36-7aaf2b9be78a req-8e157c1e-7e43-47f9-bf38-a1e049d6df7d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:20.444815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c24b303-75ba-47f6-9e36-7aaf2b9be78a req-8e157c1e-7e43-47f9-bf38-a1e049d6df7d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 0.6169682 Mar 02 20:02:20.472043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Added routes are [] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:02:20.472378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Removed routes are [] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:02:20.472926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.490887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Attempting to bind port 4d97800b-d797-439a-8d1f-dfd328cb48a7 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:20.491274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Attempting to bind port 4d97800b-d797-439a-8d1f-dfd328cb48a7 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:20.492064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Attempting to bind port 4d97800b-d797-439a-8d1f-dfd328cb48a7 on network cfd7293b-e47f-452c-9603-4769a56a3fe2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:20.551707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-833cf195-f013-4c6a-af14-950fce1b2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:20.553262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-833cf195-f013-4c6a-af14-950fce1b2863 service neutron] 10.222.0.32 "GET /v2.0/networks?id=af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 200 len: 897 time: 0.4275024 Mar 02 20:02:20.566872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:20.567303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Checking segment: {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:20.567556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.567948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Bound using segment: {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:20.568455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Bound port: 4d97800b-d797-439a-8d1f-dfd328cb48a7, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d61205-28a4-41ef-bf6f-00b2fb621caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:20.568832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.620577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Port 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:20.637929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-cf1c4cef-b6ae-4afe-8a7b-d7a8621ba8e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 200 len: 217 time: 0.0749061 Mar 02 20:02:20.646534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c24b303-75ba-47f6-9e36-7aaf2b9be78a req-3e1209c9-cf68-442d-8768-915663f82cca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1569452 Mar 02 20:02:20.670002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:20.674476 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-578bfc84-f133-4f13-bcd6-5a43e6ad00cf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6527789 Mar 02 20:02:20.679103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Could not find standard attr ID for object 907ac3a8-5bd8-4b7f-a24d-53dd4d112a98. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:20.679373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:20.687129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:20.691461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:20.753903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:20.754073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.885785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:20.889333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.892127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=907ac3a8-5bd8-4b7f-a24d-53dd4d112a98,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:20.894460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:20.894938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:02:20.918357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.934636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Provisioning for port a0746862-0b67-4edb-bbaa-90ec188e3d86 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:20.937516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:20.974971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Provisioning complete for port a0746862-0b67-4edb-bbaa-90ec188e3d86 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:20.975357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.028293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.039436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-d8b82226-6562-4985-ab2c-2b38a3c774b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:21.041309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-d8b82226-6562-4985-ab2c-2b38a3c774b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=27c4fd40-30e0-48c6-82f4-e0d44b4f5167 HTTP/1.1" status: 200 len: 834 time: 0.3938651 Mar 02 20:02:21.104943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] For port 4d97800b-d797-439a-8d1f-dfd328cb48a7, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:21.116678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:21.149131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Deleting port a0746862-0b67-4edb-bbaa-90ec188e3d86 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:21.149462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.154576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:21.167972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.176272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] For port 4d97800b-d797-439a-8d1f-dfd328cb48a7, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d97800b-d797-439a-8d1f-dfd328cb48a7,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:21.249825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.308832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-2822dca1-008c-4e51-9e7c-28b52e616dfb', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:21.309065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.395661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:21.411497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.415787 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-35349596-f9ae-45c2-afd1-e7f330173faf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 701 time: 1.4417846 Mar 02 20:02:21.416394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:21.416966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35458) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:21.421788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Sync routers for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:21.428909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:21.429281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.440577 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:21.441542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:21.472551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5db4343f-61c0-4d8e-aa77-8205e1e65bf1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:21.517836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5db4343f-61c0-4d8e-aa77-8205e1e65bf1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:21.522179 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5db4343f-61c0-4d8e-aa77-8205e1e65bf1 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 205 time: 0.1022589 Mar 02 20:02:21.526079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35462) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:21.566542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:21.567223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:21.576946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.646700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Checking router: f2797552-b8f5-4508-9f44-ac208dc39bf7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:21.720697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.725006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b92242-371d-4555-8f19-963b7b77c601 None None] Pushing event updated for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:21.749363 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:21.880156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:21.889360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:21.889990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:21.913413 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:21.918506 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Checking router: c24b4a1a-0b7f-4dd2-a7a9-034108d633bf for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:21.928714 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Routers {'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:21.929319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:22.109564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:22.121191 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e2c4639b-b4c9-4ef1-876f-d3f4b3322b69 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 HTTP/1.1" status: 204 len: 168 time: 3.1757510 Mar 02 20:02:22.129892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:22.132979 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] Set router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:22.201922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:22.202308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.229310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1819d05c-da5f-4abf-8d6e-0de11bc59a92 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:02:22.230906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1819d05c-da5f-4abf-8d6e-0de11bc59a92 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:22.274750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:22.279835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-0c79729a-f2b7-49fe-9f0f-a359754940f1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:22.283784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-0c79729a-f2b7-49fe-9f0f-a359754940f1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 1.1964760 Mar 02 20:02:22.289670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 6769f95f-d323-48f9-878c-b5feaa55cc3e associated. External IP: 172.26.2.195, port: b42ff98c-9b55-4325-89ac-629092f87dbc. Mar 02 20:02:22.296785 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:22.299831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.301748 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69697f8e-2972-4a8b-988d-80f7c4276b76 None None] The sync data for ids ['c24b4a1a-0b7f-4dd2-a7a9-034108d633bf'] in dv-neutron-831594-2-hyperv is: [{'id': 'c24b4a1a-0b7f-4dd2-a7a9-034108d633bf', 'name': 'tempest-RoutersTest-router-1843945190', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:11Z', 'revision_number': 11, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:22.304483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.387264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.387838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router c24b4a1a-0b7f-4dd2-a7a9-034108d633bf {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:22.393542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Allocated IP 2001:db8:2::2 (2822dca1-008c-4e51-9e7c-28b52e616dfb/8b4a6bbf-7ce7-45fe-a842-336ccf1bc099/97f16e5b-edba-4bee-86bf-361ebccbb4a5) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:22.410589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.420211 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-27b54b98-2fd7-4428-ba37-d6cc45a2a7de tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 204 len: 168 time: 0.8845980 Mar 02 20:02:22.420211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:02:22.420551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-b3541f20-b1be-4abd-abd3-ddf9f58af0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:22.420551 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-b3541f20-b1be-4abd-abd3-ddf9f58af0c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=af21edbc-1923-4b37-84e1-089c02e81b51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2880380 Mar 02 20:02:22.422810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1819d05c-da5f-4abf-8d6e-0de11bc59a92 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:22.426460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1819d05c-da5f-4abf-8d6e-0de11bc59a92 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/907ac3a8-5bd8-4b7f-a24d-53dd4d112a98 HTTP/1.1" status: 404 len: 333 time: 0.2540643 Mar 02 20:02:22.435645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:22.435995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:22.472450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Calling delete_port for a0746862-0b67-4edb-bbaa-90ec188e3d86 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:22.512658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1814917313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:22.519159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:22.635471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.643006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.663144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Usage tracker for resource:router and tenant:7f8529a4bc3741ebb623ce081dd59e48 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:22.666327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:22.672491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:22.708047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Could not find standard attr ID for object 04742341-31e5-4ca8-9168-6c17c7174daf. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:22.727660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.728733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.786850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 2120b79e-d851-4c98-99f7-34f221173362 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:22.787196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.790929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Could not find standard attr ID for object eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:22.889019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:22.930341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:22.934079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a0746862-0b67-4edb-bbaa-90ec188e3d86 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:22.956676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.964953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:22.965869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.015234 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:02:23.077694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 1e7f9109-b23c-4fa9-910b-4e730b48547c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:23.082071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345bd2b-508e-418c-9bf2-84d5cc37ab62 None None] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:23.082402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.086013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:23.091952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:23.105714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:23.106799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.132426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.133180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=d2b399d9-4474-4606-b82d-79323a70bd8a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:23.140005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=8']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:23.147282 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f95cb79-519c-4595-928b-63ea306a5619 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9745557 Mar 02 20:02:23.150285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35480) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:23.158007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:23.196243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:23.196487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:23.239101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.267391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082d99-125c-46f9-9f3f-4fb2b84f9ac0 req-9dec9ff6-96dd-4e9a-8be6-5bf8901d5f42 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:23.268922 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0082d99-125c-46f9-9f3f-4fb2b84f9ac0 req-9dec9ff6-96dd-4e9a-8be6-5bf8901d5f42 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 945 time: 1.3241405 Mar 02 20:02:23.305076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:23.309479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:23.312354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:23.321014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:23.335631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:23.339242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.349901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-11bd217c-4592-40dc-add9-24bcc31f9d86 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9008658 Mar 02 20:02:23.469006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.549888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.598848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Transition to ACTIVE for port object 97f16e5b-edba-4bee-86bf-361ebccbb4a5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:23.609031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.613452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:23.632292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.660567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.665430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Transition to ACTIVE for port object 97f16e5b-edba-4bee-86bf-361ebccbb4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:23.669778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:10Z', 'revision_number': 3, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:20Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:23.671351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:23.674587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:23.679112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:23.679718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.692578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac119fdc-38c6-484f-a925-74b53883b663 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:10Z', 'revision_number': 3, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:20Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:23.695087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.704169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Deleting port a0746862-0b67-4edb-bbaa-90ec188e3d86 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:23.705044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.713235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=cf123f62-49e7-4d45-8446-42ffc6184363,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:23.719839 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-de35fa2f-5cdd-4ecf-8a7b-c504c2fb10a0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5672016 Mar 02 20:02:23.722985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35484) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:23.724674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:23.733911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:dd:a6:f6', 'name': 'tempest-NetworksTestDHCPv6-1879043557'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:23.802219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:23.811507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:23.819035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:23.827016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=9']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:23.973225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:23.988442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:24.003167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:24.079133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:24.086091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.087296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-53d82942-59f4-46c7-84ef-69cecdaa0739 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.6419618 Mar 02 20:02:24.099614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0082d99-125c-46f9-9f3f-4fb2b84f9ac0 req-1dfe4e21-9275-4104-a289-ed2edc61032f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c5a13e92-cefa-4c45-8c5d-820b7fbf7946&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7700279 Mar 02 20:02:24.102522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35488) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:24.109696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Pushing event updated for resources: {'Port': ['ID=97f16e5b-edba-4bee-86bf-361ebccbb4a5,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:24.167424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:24.177599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Attempting to bind port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:24.178051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Attempting to bind port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:24.178481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Attempting to bind port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 on network 2822dca1-008c-4e51-9e7c-28b52e616dfb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:24.194985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05870de7-5335-4a51-bfd0-57c8000e331d None None] The sync data for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv is: [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:00:51Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '99f8a80e-acd0-499a-9f3e-dec049104086', 'name': '', 'network_id': 'af21edbc-1923-4b37-84e1-089c02e81b51', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:7b:b9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:47Z', 'updated_at': '2022-03-02T20:01:03Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '27c4fd40-30e0-48c6-82f4-e0d44b4f5167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:24.196805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:24.197174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Checking segment: {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:24.197570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.197947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Bound using segment: {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:24.198425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Bound port: 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:24.198831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.309338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 2120b79e-d851-4c98-99f7-34f221173362, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=2120b79e-d851-4c98-99f7-34f221173362,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:24.309700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.328907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:24.413406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] For port a0746862-0b67-4edb-bbaa-90ec188e3d86, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a0746862-0b67-4edb-bbaa-90ec188e3d86,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:24.414070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.494444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 2120b79e-d851-4c98-99f7-34f221173362 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:24.608302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Calling delete_port for a0746862-0b67-4edb-bbaa-90ec188e3d86 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:24.683689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.686903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] For port 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:24.693298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f096ff-5740-4ddc-870d-910aafe972db None None] New status for floating IP 3779d025-c207-43ca-ac8c-4e10bee294cd: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:02:24.743957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.779852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ba34aeb-a167-4f50-be5f-c6166c90d83f req-e618c0ae-512a-41b5-adac-8e9c39e9be10 service neutron] 10.222.0.32 "GET /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3163559 Mar 02 20:02:24.802621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 1000c36e-6d34-42ee-8222-78fb3a8e4c9f yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:24.851555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] For port 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=97f16e5b-edba-4bee-86bf-361ebccbb4a5,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:24.863757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.931342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:24.972282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.016579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d97800b-d797-439a-8d1f-dfd328cb48a7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:25.058655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.073083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8:2::1 (2822dca1-008c-4e51-9e7c-28b52e616dfb/8b4a6bbf-7ce7-45fe-a842-336ccf1bc099/8d898423-a9d8-479e-ad4f-0d558959374f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:25.160423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed39e2-c221-4ef9-b72b-926e0661dbfb None None] Pushing event updated for resources: {'Port': ['ID=97f16e5b-edba-4bee-86bf-361ebccbb4a5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:25.212221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] Pushing event deleted for resources: {'Port': ['ID=a0746862-0b67-4edb-bbaa-90ec188e3d86,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:25.249220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43df543-06db-4f89-9276-40c02b27a232 None None] No DVR routers for this DVR port a0746862-0b67-4edb-bbaa-90ec188e3d86 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:25.264215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.272394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95fcb91-c6b2-4757-85b0-5c8c3d92a08e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:25.296794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Router 4157ce83-b046-4977-b242-338ddfa82f54 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:02:25.315424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:25.316984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 172.20.0.12 (9616b26f-257b-4b9d-b045-31339b11d161/cf123f62-49e7-4d45-8446-42ffc6184363/1000c36e-6d34-42ee-8222-78fb3a8e4c9f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:25.323425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:25.324038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.336946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:25.347541 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:25.365090 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:25.365712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.395601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fedd:a6f6 (9616b26f-257b-4b9d-b045-31339b11d161/d2b399d9-4474-4606-b82d-79323a70bd8a/1000c36e-6d34-42ee-8222-78fb3a8e4c9f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:25.457525 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.469369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:25.474522 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:25.475155 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.480742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 2120b79e-d851-4c98-99f7-34f221173362 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:25.495598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.500458 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-636e81f0-1889-4248-a68c-1169b61cc794 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "PUT /v2.0/routers/4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 200 len: 694 time: 1.3966098 Mar 02 20:02:25.503225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35494) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:25.524702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Sync routers for ids ['4157ce83-b046-4977-b242-338ddfa82f54'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:25.577270 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.585351 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66200ddf-75ea-40af-b998-f33bdbee1b2e None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:25.591398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 2120b79e-d851-4c98-99f7-34f221173362 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:25.592011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 2120b79e-d851-4c98-99f7-34f221173362 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:25.604808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7f9109-b23c-4fa9-910b-4e730b48547c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:25.606531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.625039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6fc6cac-6591-486a-8919-e4701fdd10c7 req-5414b844-ef91-4e62-954e-62c104a000a7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.3550999 Mar 02 20:02:25.725116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430a678-7fdd-4f01-ae81-4986d825e38e None None] Network d4848094-7ddb-42bf-906f-8718260a1ea2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:25.747980 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5fd13fa3-0f44-412c-afbd-5121f00e0baf tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/routers/4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 200 len: 700 time: 0.2435973 Mar 02 20:02:25.748742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35498) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:25.772801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Routers {'4157ce83-b046-4977-b242-338ddfa82f54'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:25.773390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4157ce83-b046-4977-b242-338ddfa82f54'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:25.808162 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f37231c5-c326-410b-aff2-db2e6c0e2487 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 200 len: 205 time: 0.0544975 Mar 02 20:02:25.811896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35502) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:25.863729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:25.893016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'cf123f62-49e7-4d45-8446-42ffc6184363'}, {'subnet_id': 'd2b399d9-4474-4606-b82d-79323a70bd8a'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:25.893893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.022980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.026731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=2120b79e-d851-4c98-99f7-34f221173362,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:26.113962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Set router 4157ce83-b046-4977-b242-338ddfa82f54 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:26.161197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.161809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 2120b79e-d851-4c98-99f7-34f221173362 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:26.168827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.173275 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a3175134-e7d6-4657-afbf-8dc0617d6edf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/1e7f9109-b23c-4fa9-910b-4e730b48547c HTTP/1.1" status: 204 len: 168 time: 3.7263353 Mar 02 20:02:26.181108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.183314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-daf66d8f-572c-4cc0-b4b4-5d33fe82ad29 req-13a80ec0-398f-4968-9128-9ec0d5ea346f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/2120b79e-d851-4c98-99f7-34f221173362 HTTP/1.1" status: 204 len: 173 time: 3.8034003 Mar 02 20:02:26.183849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'name': 'network-vif-deleted', 'tag': '2120b79e-d851-4c98-99f7-34f221173362'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:02:26.195024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:26.355238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157ce83-b046-4977-b242-338ddfa82f54', 'name': 'tempest-RoutersTest-router-1814917313', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:22Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:26.417967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4d97800b-d797-439a-8d1f-dfd328cb48a7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d97800b-d797-439a-8d1f-dfd328cb48a7,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:26.423736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Checking router: 4157ce83-b046-4977-b242-338ddfa82f54 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:26.442867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.446133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.449226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd2eba4-90c3-4a54-9b1b-35204d17d236', 'name': 'network-vif-deleted', 'tag': '2120b79e-d851-4c98-99f7-34f221173362', 'status': 'completed', 'code': 200} Mar 02 20:02:26.475168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 8d898423-a9d8-479e-ad4f-0d558959374f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:26.494237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:26.494237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.583095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.610683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:26.613143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Routers {'4157ce83-b046-4977-b242-338ddfa82f54'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:26.613752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4157ce83-b046-4977-b242-338ddfa82f54'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:26.650510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.654886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.665420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 1000c36e-6d34-42ee-8222-78fb3a8e4c9f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:26.707820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.708496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Fanout notify agent at l3_agent the message router_deleted on router 4157ce83-b046-4977-b242-338ddfa82f54 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:26.729563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.736042 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d129c9a9-3fae-4ab0-920d-5c353a8c903e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 204 len: 168 time: 0.9231036 Mar 02 20:02:26.736763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35514) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:26.822927 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7706d7ec-a746-405d-ab4c-c061ac84b428 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 200 len: 205 time: 0.0796208 Mar 02 20:02:26.823535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35518) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:26.826862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.869599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] Set router 4157ce83-b046-4977-b242-338ddfa82f54 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:26.928068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-89b5ddda-e922-47bd-9916-4dc154f69898 req-98d726a4-9b91-4eff-9e67-4a9ce4f29ac0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:26.951212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:26.960952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-89b5ddda-e922-47bd-9916-4dc154f69898 req-98d726a4-9b91-4eff-9e67-4a9ce4f29ac0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:26.973028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-89b5ddda-e922-47bd-9916-4dc154f69898 req-98d726a4-9b91-4eff-9e67-4a9ce4f29ac0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cd2eba4-90c3-4a54-9b1b-35204d17d236 HTTP/1.1" status: 200 len: 210 time: 0.0968649 Mar 02 20:02:26.979419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:27.002727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:27.005186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:27.036977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af5e90-9e59-4104-85dd-20dd6aafcfa6 None None] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:27.056750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 56683284-9a04-4cd6-9152-ad9295af0d67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:27.059799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4157ce83-b046-4977-b242-338ddfa82f54', 'name': 'tempest-RoutersTest-router-1814917313', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:22Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.074199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] For port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,segment=NetworkSegment(cb14c168-a03c-4992-b604-8f8ed3f411de),segment_id=cb14c168-a03c-4992-b604-8f8ed3f411de)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:27.074199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.079798 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-20678edd-3b63-4b96-b49a-9534359d250f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:27.084317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:27.085522 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20678edd-3b63-4b96-b49a-9534359d250f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/4157ce83-b046-4977-b242-338ddfa82f54 HTTP/1.1" status: 404 len: 336 time: 0.2605212 Mar 02 20:02:27.086107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35522) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.097664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:27.109225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 97f16e5b-edba-4bee-86bf-361ebccbb4a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:27.112899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:27.113445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.151231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e7462-4c5f-40a5-afe6-4f723c4fdb24 None None] The sync data for ids ['4157ce83-b046-4977-b242-338ddfa82f54'] in dv-neutron-831594-2-hyperv is: [{'id': '4157ce83-b046-4977-b242-338ddfa82f54', 'name': 'tempest-RoutersTest-router-1814917313', 'tenant_id': '7f8529a4bc3741ebb623ce081dd59e48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:22Z', 'updated_at': '2022-03-02T20:02:24Z', 'revision_number': 2, 'project_id': '7f8529a4bc3741ebb623ce081dd59e48', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:27.161869 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f377bf-c130-4cde-a7e9-dddd601d660e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:27.162230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f377bf-c130-4cde-a7e9-dddd601d660e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:27.164761 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d9f377bf-c130-4cde-a7e9-dddd601d660e tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/a2f76817-3c18-473e-bd70-9cb86bd55e0c HTTP/1.1" status: 404 len: 337 time: 0.0684516 Mar 02 20:02:27.171590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.173342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=1000c36e-6d34-42ee-8222-78fb3a8e4c9f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:27.227947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:27.228772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.252248 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdde103c-8aae-411b-8125-114473d96366 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:27.252929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdde103c-8aae-411b-8125-114473d96366 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:27.254699 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bdde103c-8aae-411b-8125-114473d96366 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/55b6a117-9000-47d4-84a2-a803407d7b65 HTTP/1.1" status: 404 len: 337 time: 0.0830081 Mar 02 20:02:27.257419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35530) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.291759 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2aae28c5-0fd9-4ebe-a270-a05681e6da85 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5641644 Mar 02 20:02:27.293274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.308285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c5e75d43-3d5c-4d04-8d76-8f2442a72445 None None] Provisioning for port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:27.309031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:27.320074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:27.332878 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e478df-81fb-4c94-9c7b-34b3c513e488 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:27.333341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e478df-81fb-4c94-9c7b-34b3c513e488 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:27.337648 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56e478df-81fb-4c94-9c7b-34b3c513e488 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/07b608d7-f18a-458f-b3c8-e9cbc0ecb8a9 HTTP/1.1" status: 404 len: 337 time: 0.0792532 Mar 02 20:02:27.338298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35538) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.398121 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f50edf-807f-43d5-a336-2701be412fa6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:27.398121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f50edf-807f-43d5-a336-2701be412fa6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:27.399666 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f8f50edf-807f-43d5-a336-2701be412fa6 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/a4227701-812b-4941-bb9b-3d889cc0f6a0 HTTP/1.1" status: 404 len: 337 time: 0.0544739 Mar 02 20:02:27.399827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35542) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.461150 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6440f43-d39b-4cbd-a525-2b6b0a466b9c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 200 len: 205 time: 0.0565381 Mar 02 20:02:27.462321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35546) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.467657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:27.544421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6ae20-ef84-45d9-922d-7571500931de None None] DHCP port deletion for d4848094-7ddb-42bf-906f-8718260a1ea2 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:27.553866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6ae20-ef84-45d9-922d-7571500931de None None] Deleting port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:27.554396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e1e6ae20-ef84-45d9-922d-7571500931de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.556260 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-2959be68-a113-41e9-8c44-41fee0749156 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:27.557503 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2959be68-a113-41e9-8c44-41fee0749156 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/c24b4a1a-0b7f-4dd2-a7a9-034108d633bf HTTP/1.1" status: 404 len: 336 time: 0.0940673 Mar 02 20:02:27.561921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.580962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:27.581496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.586764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1a104-455a-49e3-a49a-5c40dc903991 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:27.587505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9da1a104-455a-49e3-a49a-5c40dc903991 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:27.603385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9da1a104-455a-49e3-a49a-5c40dc903991 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:27.607073 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9da1a104-455a-49e3-a49a-5c40dc903991 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3105257 Mar 02 20:02:27.607338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35554) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:27.614648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.619108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:27.630540 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] Sync routers for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:27.640485 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:27.641549 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.682320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 1000c36e-6d34-42ee-8222-78fb3a8e4c9f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:27.682693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.709006 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.718697 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:27.719751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.722034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6ae20-ef84-45d9-922d-7571500931de None None] The port '6ff1bfd3-49ac-43a4-bc3f-20615f4125aa' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:27.775607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Allocated IP 172.20.0.2 (9616b26f-257b-4b9d-b045-31339b11d161/cf123f62-49e7-4d45-8446-42ffc6184363/ad17b3ab-034c-4295-892b-e4405b54baea) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:27.792878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Allocated IP 2001:db8::f816:3eff:fef7:b132 (9616b26f-257b-4b9d-b045-31339b11d161/d2b399d9-4474-4606-b82d-79323a70bd8a/ad17b3ab-034c-4295-892b-e4405b54baea) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:27.796548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:27.797270 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df77555-7b45-4c0b-9fb7-ebfb9e053481 None None] The sync data for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:27.803777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:27.876581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc9da671-d1e8-4bc9-b14b-0d5f73038160 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Synchronizing usage tracker for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:27.956871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=6ff1bfd3-49ac-43a4-bc3f-20615f4125aa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:27.958785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No DVR routers for this DVR port 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:28.078972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.088440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc9da671-d1e8-4bc9-b14b-0d5f73038160 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] Unset dirty status for tenant:7f8529a4bc3741ebb623ce081dd59e48 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:28.089793 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc9da671-d1e8-4bc9-b14b-0d5f73038160 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fea7a25-e063-413f-8147-68c9033cb3c5 HTTP/1.1" status: 200 len: 205 time: 0.5232863 Mar 02 20:02:28.097108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.111036 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b2a56417-8442-4550-bf22-395656544ebe tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/floatingips/6769f95f-d323-48f9-878c-b5feaa55cc3e HTTP/1.1" status: 200 len: 977 time: 9.3581021 Mar 02 20:02:28.112200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.124084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35566) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.124791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.232619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=97f16e5b-edba-4bee-86bf-361ebccbb4a5,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:28.239029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:28.239366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.245406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.246213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d97800b-d797-439a-8d1f-dfd328cb48a7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:28.279624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.284280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.303870 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-3b6ec565-845a-483d-9ea2-9f8686cd79f0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:28.308111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3b6ec565-845a-483d-9ea2-9f8686cd79f0 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/8fea7a25-e063-413f-8147-68c9033cb3c5 HTTP/1.1" status: 404 len: 336 time: 0.2022257 Mar 02 20:02:28.316082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.381868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.403640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4848094-7ddb-42bf-906f-8718260a1ea2']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:28.405956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Transition to ACTIVE for port object ad17b3ab-034c-4295-892b-e4405b54baea will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:28.427552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=97f16e5b-edba-4bee-86bf-361ebccbb4a5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:28.429973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1835b0f-4a12-4407-bad7-f9a568484238 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:28.430914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1835b0f-4a12-4407-bad7-f9a568484238 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:28.432571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b1835b0f-4a12-4407-bad7-f9a568484238 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/37c024a8-4b4d-451b-9c79-f7ccf90b6e5c HTTP/1.1" status: 404 len: 337 time: 0.1052370 Mar 02 20:02:28.440204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb14c168-a03c-4992-b604-8f8ed3f411de') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:28.440663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb14c168-a03c-4992-b604-8f8ed3f411de') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:28.443655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Transition to ACTIVE for port object ad17b3ab-034c-4295-892b-e4405b54baea will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:28.444701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 1000c36e-6d34-42ee-8222-78fb3a8e4c9f owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:28.454984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4d97800b-d797-439a-8d1f-dfd328cb48a7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:28.455532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.472036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.474353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35576) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.496830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.508712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:28.509270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.514325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.581738 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4c0e7ed-057e-4f9c-a0ea-1f5cf390bd65 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 200 len: 205 time: 0.1032600 Mar 02 20:02:28.587222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35580) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:28.611356 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:28.683989 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-5d7e2d79-4f92-4dbc-a827-46d7d74c2315 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:28.685063 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5d7e2d79-4f92-4dbc-a827-46d7d74c2315 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/4e77335d-36b4-4a00-9ac7-b9ba84bd43e0 HTTP/1.1" status: 404 len: 336 time: 0.0958450 Mar 02 20:02:28.687996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.694722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:28.695467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Pushing event updated for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:28.707792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Provisioning for port 8d898423-a9d8-479e-ad4f-0d558959374f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:28.712193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:28.715025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:28.794123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Provisioning complete for port 8d898423-a9d8-479e-ad4f-0d558959374f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:28.794502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.879324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.884145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9a51e874-f479-4364-9a3a-b3579419653f tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=c77c5e5e-78ce-4efd-84a8-a07f0e49f063 HTTP/1.1" status: 200 len: 205 time: 0.1839733 Mar 02 20:02:28.890508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35588) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.910834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.915946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.947095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=d4848094-7ddb-42bf-906f-8718260a1ea2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:28.960217 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7f53d0e7-a868-4cf8-9615-79f5e3d2a249 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/d4848094-7ddb-42bf-906f-8718260a1ea2 HTTP/1.1" status: 204 len: 168 time: 2.7486696 Mar 02 20:02:28.967856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35592) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:28.975918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1931846538'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:28.987391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:28.994449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Port 8d898423-a9d8-479e-ad4f-0d558959374f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:29.004013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Attempting to bind port ad17b3ab-034c-4295-892b-e4405b54baea on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:29.004658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Attempting to bind port ad17b3ab-034c-4295-892b-e4405b54baea by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:29.005272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Attempting to bind port ad17b3ab-034c-4295-892b-e4405b54baea on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:29.013042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.022262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:29.022712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:29.023148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.024707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:29.024707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Bound port: ad17b3ab-034c-4295-892b-e4405b54baea, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:29.024707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.026831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:29.029197 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-3ce3d1a7-ec89-4cbf-8fe1-344f4f037310 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:29.032801 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3ce3d1a7-ec89-4cbf-8fe1-344f4f037310 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/c77c5e5e-78ce-4efd-84a8-a07f0e49f063 HTTP/1.1" status: 404 len: 336 time: 0.1367464 Mar 02 20:02:29.034285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35596) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.039451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:network and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:29.047734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:29.095819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Provisioning complete for port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:29.096506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a1e34c9-f078-4932-bc13-d29885821091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.108775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:29.147257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:29.147734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 97f16e5b-edba-4bee-86bf-361ebccbb4a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:29.150299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a72fec2-64c1-46fa-b7cd-78885d220975 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:29.150768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.150884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a72fec2-64c1-46fa-b7cd-78885d220975 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:29.154836 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4a72fec2-64c1-46fa-b7cd-78885d220975 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/09b45cd6-edb8-43e5-afef-d5da0de556b0 HTTP/1.1" status: 404 len: 337 time: 0.1183200 Mar 02 20:02:29.158076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.214082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d8354ca6-bb72-4b52-9512-d6db408b3e4c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=79aadd82-b599-4e7c-b9b4-eeff04f85d16 HTTP/1.1" status: 200 len: 205 time: 0.0525861 Mar 02 20:02:29.215573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.247212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.269792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:29.284691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:29.305001 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-e24e8cd6-8db6-4709-ae82-e86b196312a2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:29.308392 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e24e8cd6-8db6-4709-ae82-e86b196312a2 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/79aadd82-b599-4e7c-b9b4-eeff04f85d16 HTTP/1.1" status: 404 len: 336 time: 0.0898557 Mar 02 20:02:29.311763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.312194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=1000c36e-6d34-42ee-8222-78fb3a8e4c9f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:29.320541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:29.340910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.351615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-340220fa-b4cb-45fd-8d0e-96b5890949ed tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:29.352064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340220fa-b4cb-45fd-8d0e-96b5890949ed tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:29.366557 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-340220fa-b4cb-45fd-8d0e-96b5890949ed tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/1bda4062-abf0-4b21-a87d-abc3cd0a5a84 HTTP/1.1" status: 404 len: 337 time: 0.0511861 Mar 02 20:02:29.367217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35612) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.387669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:29.388021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.514316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb95e76-8301-4f50-822b-3548fe5989c7 None None] Pushing event updated for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:29.554662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.resource_extend [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:02:29.578959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.581791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.586368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/c5a13e92-cefa-4c45-8c5d-820b7fbf7946 HTTP/1.1" status: 204 len: 168 time: 1.3735907 Mar 02 20:02:29.602185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-36549efb-2406-4f34-b14d-7be373475e12 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "GET /v2.0/ports?device_id=17b2a20d-fdc0-46ec-bf34-94045b3a0e61 HTTP/1.1" status: 200 len: 205 time: 0.2338741 Mar 02 20:02:29.604913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.608744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.613482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.614417 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Added segment 2ebb6de4-f105-443d-bec7-787fd446ae05 of type vlan for network 0759381b-6d9a-4900-b712-94336e3c40c8 Mar 02 20:02:29.644481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-28e9816c-e670-4be8-bf3c-77c6e6848259 None None] Provisioning complete for port 8d898423-a9d8-479e-ad4f-0d558959374f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:29.645399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28e9816c-e670-4be8-bf3c-77c6e6848259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.662167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.683644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:29.697298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202250c-6466-4438-88fc-6a30fc0940df tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a13e92-cefa-4c45-8c5d-820b7fbf7946,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:29.711370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.712468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.749460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:29.749900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6ff1bfd3-49ac-43a4-bc3f-20615f4125aa not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:29.772205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-0425fc3c-cf76-4371-bcdb-890f021a3ec3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] delete failed (client error): The resource could not be found. Mar 02 20:02:29.773777 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0425fc3c-cf76-4371-bcdb-890f021a3ec3 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/routers/17b2a20d-fdc0-46ec-bf34-94045b3a0e61 HTTP/1.1" status: 404 len: 336 time: 0.1626787 Mar 02 20:02:29.787348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.819722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-28e9816c-e670-4be8-bf3c-77c6e6848259 None None] Port 8d898423-a9d8-479e-ad4f-0d558959374f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:29.888271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.906543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.906919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:29.907232 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Floating IP 6769f95f-d323-48f9-878c-b5feaa55cc3e disassociated. External IP: 172.26.2.195, port: 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c. Mar 02 20:02:29.907569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:29.945407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b271f8b5-6360-444d-b5ed-bde7bffe2f3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:29.945967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b271f8b5-6360-444d-b5ed-bde7bffe2f3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:29.947776 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b271f8b5-6360-444d-b5ed-bde7bffe2f3c tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/ce27d71d-c32f-4436-9007-c5ea7a8278b8 HTTP/1.1" status: 404 len: 337 time: 0.1592760 Mar 02 20:02:29.952188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35630) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:29.965618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:30.000991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:30.002103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:30.060560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.resource_extend [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:02:30.082527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.096233 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db37ac3-83d9-4d2c-8b23-0bcd7ae8cfe5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:30.096702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db37ac3-83d9-4d2c-8b23-0bcd7ae8cfe5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:30.155663 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6db37ac3-83d9-4d2c-8b23-0bcd7ae8cfe5 tempest-RoutersTest-1304228555 tempest-RoutersTest-1304228555-project] 10.222.0.36 "DELETE /v2.0/subnets/0aa5e9e2-d19e-41db-9358-cf796a95df90 HTTP/1.1" status: 404 len: 337 time: 0.1973188 Mar 02 20:02:30.156509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.161906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:30.162535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.178719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:30.187185 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e747c4f-8cf5-420d-9930-1d0f79e65f9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/1000c36e-6d34-42ee-8222-78fb3a8e4c9f HTTP/1.1" status: 204 len: 168 time: 2.5788288 Mar 02 20:02:30.191955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35636) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.248950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eb620622-bbbe-4a1e-a1e6-a03f7d3cedaf None None] Provisioning complete for port 8d898423-a9d8-479e-ad4f-0d558959374f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:30.250210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eb620622-bbbe-4a1e-a1e6-a03f7d3cedaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.339711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eb620622-bbbe-4a1e-a1e6-a03f7d3cedaf None None] Port 8d898423-a9d8-479e-ad4f-0d558959374f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:30.357672 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3887050 Mar 02 20:02:30.366951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35640) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.413713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:30.438064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:30.439696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:30.441278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:30.442160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:30.467644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:30.475279 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-560e9ff6-5b91-4c60-b824-679c0b95fd4f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7948401 Mar 02 20:02:30.479910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:30.488297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35646) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.494345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:30.495197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:30.504297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1265496382'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:30.515386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:30.524911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c0d1986c-005a-4ccd-95eb-61deccab27aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3318663 Mar 02 20:02:30.527352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35650) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.527763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.529851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:30.535040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2ff7-13e3-4bea-beaa-0079b35a06d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Network': ['ID=0759381b-6d9a-4900-b712-94336e3c40c8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:30.572880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 0759381b-6d9a-4900-b712-94336e3c40c8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:30.604749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:30.608703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:30.635988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:network and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:30.643258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet cf123f62-49e7-4d45-8446-42ffc6184363 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:30.645746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:30.653519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.666942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.677065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:30.689259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:30.734900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:30.739397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.755421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.769963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:30.804679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:30.917830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:30.943142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3f80fc29-6eb4-42cc-a0d0-fd44c41695c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f8529a4bc3741ebb623ce081dd59e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091432 Mar 02 20:02:30.946602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:30.947051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a216c-e571-4ef8-9c80-2395ace6f69e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:30.947886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:30.948289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added segment 9df2e1b0-fe1d-49d0-acbb-23ef37d492d0 of type vlan for network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 Mar 02 20:02:31.012849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.022301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:31.026472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.067574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:31.084417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.119274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.146715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a16f37f0-4c4b-4ead-8d39-7c9a76de61b6 None None] Provisioning for port ad17b3ab-034c-4295-892b-e4405b54baea completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:31.174546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.201754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.206665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.212217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:31.212950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.257477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad17b3ab-034c-4295-892b-e4405b54baea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:31.301697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=cf123f62-49e7-4d45-8446-42ffc6184363,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:31.362441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.394330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Network': ['ID=5be1e646-7ef7-47ac-b27f-fcef3cb26696,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:31.401957 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-87ca0e6c-236c-4c1f-a665-4cfb09389f40 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9105077 Mar 02 20:02:31.403441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:31.410820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'subnet': {'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:31.428862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.431254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.434980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4652bcbe-9354-407a-922b-48790ab1ad05 HTTP/1.1" status: 204 len: 168 time: 0.4825785 Mar 02 20:02:31.434980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7a34d79b-0266-4eab-8548-dc6d6fb09e7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/cf123f62-49e7-4d45-8446-42ffc6184363 HTTP/1.1" status: 204 len: 168 time: 0.8988054 Mar 02 20:02:31.452633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:31.464369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:31.538614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.639502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71be31-ec3b-4105-8a16-6369c2ff964e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4652bcbe-9354-407a-922b-48790ab1ad05,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:31.647695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ad17b3ab-034c-4295-892b-e4405b54baea completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:31.688621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ad17b3ab-034c-4295-892b-e4405b54baea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:31.689114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.719371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 56683284-9a04-4cd6-9152-ad9295af0d67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:31.736223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:31.746078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet d2b399d9-4474-4606-b82d-79323a70bd8a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:31.747466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=bed757ce-3f40-4e52-9cd0-2cc3c86053e4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:31.748611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:subnet and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:31.752629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:31.755433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.765939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Checking segment: {'id': '2ebb6de4-f105-443d-bec7-787fd446ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:31.769750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network hostable DHCP agents. Network: 0759381b-6d9a-4900-b712-94336e3c40c8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:31.794996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:31.823640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.860747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Made reservation on behalf of 96e8c15fadb74727a1d55a580e9f1b1b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:31.863988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.893078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:31.914080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:27Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:28Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:31.922245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:31.922439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Updating router d0f70195-5a9d-4c53-86d8-cb82b934619e port 8d898423-a9d8-479e-ad4f-0d558959374f binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:02:32.004973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.015389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 0759381b-6d9a-4900-b712-94336e3c40c8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:32.112841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 0759381b-6d9a-4900-b712-94336e3c40c8) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:32.124421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20046db8-e348-447a-a665-70ce4904f54e None None] Network 0759381b-6d9a-4900-b712-94336e3c40c8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:32.137067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:32.137957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.143405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:32.162250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.165946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:32.180886 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] Sync routers for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:32.206481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.221205 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:32.223102 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:32.292675 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b6fbdbcd-8500-47bd-9d48-301366a1477f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9201891 Mar 02 20:02:32.295539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:32.318932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.330452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-66283082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:32.343311 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:32.347756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:32.353119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.361161 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:32.362269 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:32.402735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.411361 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8126f04d-5b72-4dbf-ac3e-20e2ab82ce59 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c HTTP/1.1" status: 204 len: 168 time: 4.2832897 Mar 02 20:02:32.417964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35692) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:32.427760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:router and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:32.448461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:32.463273 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:32.465745 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a444b8-aa3f-4cc8-8d66-9d9a2afb354a None None] The sync data for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:32.473351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.518689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:32.578067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.639327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.640394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.653083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:32.660774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Subnet': ['ID=4fe32f1e-5161-428b-a69d-d6c43f6d046b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:32.718404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/d2b399d9-4474-4606-b82d-79323a70bd8a HTTP/1.1" status: 204 len: 168 time: 1.2527344 Mar 02 20:02:32.727558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35702) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:32.813885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2fe03-55e8-413d-bf7a-6edd2ce779f2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b399d9-4474-4606-b82d-79323a70bd8a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:32.821614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8bff6ced-3c98-4600-9264-de12b93af34b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928917 Mar 02 20:02:32.823482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35706) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:32.823800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:32.824620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Checking segment: {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:32.824981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network hostable DHCP agents. Network: 5be1e646-7ef7-47ac-b27f-fcef3cb26696, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:32.847244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:32.883051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.919103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a743b-dec5-40f8-b4f2-1e9d6a857058 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:32.979115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:32.983099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-0759381b-6d9a-4900-b712-94336e3c40c8', 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': 'bed757ce-3f40-4e52-9cd0-2cc3c86053e4'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:32.984153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.992927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:32.999419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:33.000792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e9b3cb8e-39f1-4091-977e-afcac6d030fe None None] Provisioning complete for port ad17b3ab-034c-4295-892b-e4405b54baea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:33.001387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cb8e-39f1-4091-977e-afcac6d030fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.010093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:33.012622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5be1e646-7ef7-47ac-b27f-fcef3cb26696) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:33.017093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:33.017792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.031578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:33.042592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:33.055974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079100393'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:33.060520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.061666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-62bac00e-8e49-49af-a506-92cd3552bf91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7641108 Mar 02 20:02:33.065199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35718) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:33.066089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:33.071768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0789ba0a-ec94-44ed-a213-7cb02acfdeb1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6647067 Mar 02 20:02:33.073835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:33.076411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35722) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:33.080147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8', 'name': 'tempest-PortsTestJSON-1735323664'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:33.098944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:33.118750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0e75c-1c8b-4cdf-809e-d44a96100ec4 None None] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:33.164577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:33.171555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad17b3ab-034c-4295-892b-e4405b54baea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:33.182748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:33.186269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.400446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.401147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.443167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.474116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 99f8a80e-acd0-499a-9f3e-dec049104086 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:33.474713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.483841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Transition to ACTIVE for port object 8d898423-a9d8-479e-ad4f-0d558959374f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:33.490248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:33.522964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.558577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:33.579086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:33.727590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 99f8a80e-acd0-499a-9f3e-dec049104086, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=99f8a80e-acd0-499a-9f3e-dec049104086,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:33.727950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.785363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:33.803313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:33.823534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ad17b3ab-034c-4295-892b-e4405b54baea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:33.824129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:33.868231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Allocated IP 172.20.0.2 (0759381b-6d9a-4900-b712-94336e3c40c8/bed757ce-3f40-4e52-9cd0-2cc3c86053e4/d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:33.886135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:33.899984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9f9da-24fc-47d6-94b5-1e5cb2819127 None None] Pushing event updated for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:33.952660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 99f8a80e-acd0-499a-9f3e-dec049104086 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:33.993640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:33.997309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.004844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.068387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:34.069207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.109010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port f3a7c73b-88f6-4da5-8432-9c846e0f7b23 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:34.158523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Attempting to bind port 8d898423-a9d8-479e-ad4f-0d558959374f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:34.158888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Attempting to bind port 8d898423-a9d8-479e-ad4f-0d558959374f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:34.159270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Attempting to bind port 8d898423-a9d8-479e-ad4f-0d558959374f on network 2822dca1-008c-4e51-9e7c-28b52e616dfb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:34.214885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:34.222593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:34.222959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Checking segment: {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:34.223658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.223786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Bound using segment: {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:34.224225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Bound port: 8d898423-a9d8-479e-ad4f-0d558959374f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218170e4-d1bb-46e5-87a8-ee2f6364af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:34.224603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.270238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Deleting port ad17b3ab-034c-4295-892b-e4405b54baea {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:34.270612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.272119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.371836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.386314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:34.387287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.432459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:34.434604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:34.435210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.442509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:34.476928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:34.479598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:34.487597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.492495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:34.509155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:34.525496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6863aff-9c65-4bef-9ad8-2d7c5a73db4d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:34.539713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=99f8a80e-acd0-499a-9f3e-dec049104086,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:34.542958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.567407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-831a8cf1-0480-495c-b234-066ed8f8099e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7352643 Mar 02 20:02:34.568008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35726) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:34.581467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:34.689705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] For port 8d898423-a9d8-479e-ad4f-0d558959374f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:34.725954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.751947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] For port 8d898423-a9d8-479e-ad4f-0d558959374f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d898423-a9d8-479e-ad4f-0d558959374f,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:34.757540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Allocated IP 2001:db8:3::2 (5be1e646-7ef7-47ac-b27f-fcef3cb26696/4fe32f1e-5161-428b-a69d-d6c43f6d046b/a2448d87-525e-4f30-a007-19170376805b) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:34.790776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.795008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Transition to ACTIVE for port object d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:34.933815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:34.956700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.004289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Transition to ACTIVE for port object d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:35.009226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:35.023046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:35.037378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:35.044816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:35.049162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.089895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:35.091863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a848d-f696-4c6e-98f9-1a0e5bf280f8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:35.103872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.119915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.121538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f0bb14fb-86b5-4486-8001-22341e3cdf03 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2911570 Mar 02 20:02:35.129030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:35.129839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:35.130393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:35.178090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:35.181687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.200768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.290768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e5e89aff-2ba8-49c7-a28b-d788a4684b9a {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:35.291111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:35.326280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9f9da-24fc-47d6-94b5-1e5cb2819127 None None] Pushing event updated for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:35.329136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ad17b3ab-034c-4295-892b-e4405b54baea no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:35.416215 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-919ab23e-c89e-4714-978e-2debd81c15ae tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2836459 Mar 02 20:02:35.418987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35734) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:35.431582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-security--392089612', 'description': 'tempest-security-description-1955652017'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:35.475715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Network 0759381b-6d9a-4900-b712-94336e3c40c8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:35.482399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:35.482793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.508200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:35.525682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:35.563807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.575053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.596780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Pushing event updated for resources: {'Port': ['ID=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:35.600669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:35.724995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 75a8df0e-69b5-4bd3-a3e9-b72dd218de08 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:35.725821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Calling delete_port for ad17b3ab-034c-4295-892b-e4405b54baea owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:35.778552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:02:35.847613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.889269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.895321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 9f421c08-d4cf-4976-92ff-e69a0eb1622a yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:35.906971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.942712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:35.946475 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "PUT /v2.0/security-groups/ae1a848d-f696-4c6e-98f9-1a0e5bf280f8 HTTP/1.1" status: 200 len: 1777 time: 0.5223718 Mar 02 20:02:35.948397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:36.029116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2d74e-d8a5-43f3-ad96-dc42a2637864 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a848d-f696-4c6e-98f9-1a0e5bf280f8,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:36.088571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router f2797552-b8f5-4508-9f44-ac208dc39bf7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:36.088823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11465540-5e9a-484a-b675-8d82cb6f0df6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups/ae1a848d-f696-4c6e-98f9-1a0e5bf280f8 HTTP/1.1" status: 200 len: 1777 time: 0.1388881 Mar 02 20:02:36.091763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35742) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:36.162138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Attempting to bind port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:36.162759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Attempting to bind port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2ebb6de4-f105-443d-bec7-787fd446ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:36.162892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Attempting to bind port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d on network 0759381b-6d9a-4900-b712-94336e3c40c8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:36.169010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.214248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.3 (0759381b-6d9a-4900-b712-94336e3c40c8/bed757ce-3f40-4e52-9cd0-2cc3c86053e4/9f421c08-d4cf-4976-92ff-e69a0eb1622a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:36.219912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.257654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:36.258024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Checking segment: {'id': '2ebb6de4-f105-443d-bec7-787fd446ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:36.258428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.258812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Bound using segment: {'id': '2ebb6de4-f105-443d-bec7-787fd446ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:36.259292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Bound port: d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ebb6de4-f105-443d-bec7-787fd446ae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0759381b-6d9a-4900-b712-94336e3c40c8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:36.259659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.272199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.298289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:36.298532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:36.300702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Transition to ACTIVE for port object a2448d87-525e-4f30-a007-19170376805b will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:36.320022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.400442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.419945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Transition to ACTIVE for port object a2448d87-525e-4f30-a007-19170376805b will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:36.435174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=75a8df0e-69b5-4bd3-a3e9-b72dd218de08,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:36.444984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.497998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.530277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:36.530653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:36.579315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:36.588618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] For port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:36.594115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:36.601363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:36.607149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Pushing event updated for resources: {'Port': ['ID=a2448d87-525e-4f30-a007-19170376805b,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:36.615552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] For port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,segment=NetworkSegment(2ebb6de4-f105-443d-bec7-787fd446ae05),segment_id=2ebb6de4-f105-443d-bec7-787fd446ae05)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:36.621663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Allocated IP 2001:db8:3::1 (5be1e646-7ef7-47ac-b27f-fcef3cb26696/4fe32f1e-5161-428b-a69d-d6c43f6d046b/46684db5-454c-4e44-9c2b-912e56136cfb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:36.659778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.684579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:36.719481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.780052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Attempting to bind port a2448d87-525e-4f30-a007-19170376805b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:36.781129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Attempting to bind port a2448d87-525e-4f30-a007-19170376805b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:36.781738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Attempting to bind port a2448d87-525e-4f30-a007-19170376805b on network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:36.803662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Deleting port ad17b3ab-034c-4295-892b-e4405b54baea {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:36.804360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.820048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 9f421c08-d4cf-4976-92ff-e69a0eb1622a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:36.840827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:36.841623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Checking segment: {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:36.842249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.842839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Bound using segment: {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:36.843538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Bound port: a2448d87-525e-4f30-a007-19170376805b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:36.844201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.848605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:36.859701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.869525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:27Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:34Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:36.873858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.874719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:36.882783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Sync routers for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:36.898063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f654-089a-4d87-8734-b2599cf6b4a9 None None] Pushing event updated for resources: {'Port': ['ID=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:36.901271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104735b-9f91-4357-8edf-7f8cafcbd412 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:27Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:34Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:36.970503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:36.970503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:37.003721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.004065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.012687 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/ae1a848d-f696-4c6e-98f9-1a0e5bf280f8 HTTP/1.1" status: 204 len: 168 time: 0.9176667 Mar 02 20:02:37.016009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:37.028581 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-077533b1-c0da-4553-9790-efdc0fd76620 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/f2797552-b8f5-4508-9f44-ac208dc39bf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3578267 Mar 02 20:02:37.034242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35750) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:37.038966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81030f41-68aa-4c6c-a5a3-6b22802f608d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a848d-f696-4c6e-98f9-1a0e5bf280f8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:37.120764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.124984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.151262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:37.152295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:37.185883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:37.195691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:37.198876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.220930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet 27c4fd40-30e0-48c6-82f4-e0d44b4f5167 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:37.235897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.324572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.325165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.339889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.343604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96e0d16d-d521-4e38-9339-aea16e2c9610 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:37.406821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8332853 Mar 02 20:02:37.414076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:37.415463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Transition to ACTIVE for port object 46684db5-454c-4e44-9c2b-912e56136cfb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:37.451891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:31:85:9a', 'name': 'tempest-NetworksTestDHCPv6-850173690'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:37.491979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] For port a2448d87-525e-4f30-a007-19170376805b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:37.536401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adff5ee-b3b2-4afe-b15a-7f60ee719789 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=bfe7a62c-fc66-4b55-866e-abfc3f124b11,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:37.540580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] For port a2448d87-525e-4f30-a007-19170376805b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2448d87-525e-4f30-a007-19170376805b,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:37.551829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 0759381b-6d9a-4900-b712-94336e3c40c8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:37.555293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96e0d16d-d521-4e38-9339-aea16e2c9610 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:37.557058 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-96e0d16d-d521-4e38-9339-aea16e2c9610 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5345678 Mar 02 20:02:37.565927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:37.569000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35758) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:37.600448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.614740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9f421c08-d4cf-4976-92ff-e69a0eb1622a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:37.615024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:37.622045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.628987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:37.710317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebf0d0-d673-4f6b-bca6-06a83445e14a None None] Pushing event updated for resources: {'Port': ['ID=a2448d87-525e-4f30-a007-19170376805b,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:37.719810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:37.726663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:37.932408 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-ae315afc-a163-4b6a-89d1-7cecde07c48c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] delete failed (client error): The resource could not be found. Mar 02 20:02:37.937345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ae315afc-a163-4b6a-89d1-7cecde07c48c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/ae1a848d-f696-4c6e-98f9-1a0e5bf280f8 HTTP/1.1" status: 404 len: 347 time: 0.3067491 Mar 02 20:02:37.944102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35762) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:38.003757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:38.012711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840303160'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:38.013762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.019777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:38.030757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:38.045513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.052821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 56683284-9a04-4cd6-9152-ad9295af0d67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:38.056449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:38.063646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:38.067382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:38.074219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:38.081409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.103474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=27c4fd40-30e0-48c6-82f4-e0d44b4f5167,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:38.112957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.139417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.155463 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7e537f13-271a-4d66-a7f2-8f66e622ae29 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/27c4fd40-30e0-48c6-82f4-e0d44b4f5167 HTTP/1.1" status: 204 len: 168 time: 1.1179020 Mar 02 20:02:38.158305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35766) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:38.175099 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d129353-4b6b-4d6a-9e9e-56fda0f9c5e0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1049409 Mar 02 20:02:38.185689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35770) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:38.190506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:38.219737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:38.248670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:38.272579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4badac-6683-455e-b5fe-dcd24547d663 None None] Network af21edbc-1923-4b37-84e1-089c02e81b51 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:38.350436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:38.371793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:38.378627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:38.387583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:38.403658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:38.416861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:38.417412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.456518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:38.514385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.531130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:38.531705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.546622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:38.634884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:38.645950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:38.648580 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] Sync routers for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:38.661110 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:38.661963 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:38.697743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada8750-97eb-492f-b076-b22f9ae22aad None None] Network 0759381b-6d9a-4900-b712-94336e3c40c8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:38.832653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 49ef484c-7f70-4db5-a98d-4755cf78d317 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:38.846639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:38.854060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Calling delete_port for ad17b3ab-034c-4295-892b-e4405b54baea owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:38.869984 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] Routers {'56683284-9a04-4cd6-9152-ad9295af0d67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:38.872891 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['56683284-9a04-4cd6-9152-ad9295af0d67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:38.988087 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:38.989149 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d65ba-9f3a-4dd2-b538-88e1a18ee67a None None] The sync data for ids ['56683284-9a04-4cd6-9152-ad9295af0d67'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:39.053847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.073352 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e848384-f931-42d5-9eb5-2789eef6d49c tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/routers/56683284-9a04-4cd6-9152-ad9295af0d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6542809 Mar 02 20:02:39.078515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35774) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:39.136794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Provisioning for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:39.159682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:39.179416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port c4db9e0b-e956-4682-b589-4821bd98f7d3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:39.179747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.185065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:39.185445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.240249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.250740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5045f91f-7461-4286-bf96-77fcf22c3746 None None] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:39.251686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.269929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.281712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Provisioning complete for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:39.282169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.444760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910ecb2d-1f9f-4248-b972-fc0b5ad3a84e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:39.446782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:39.446782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:39.451450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.453177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.456992 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4ee3a5ab-a5c0-4a06-848f-f6db47a18016 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5071921 Mar 02 20:02:39.469916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35778) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:39.476824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '910ecb2d-1f9f-4248-b972-fc0b5ad3a84e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:39.494424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Deleting port ad17b3ab-034c-4295-892b-e4405b54baea {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:39.494813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.496513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:39.508869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:39.515019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:39.522166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.589043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:39.614939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port c4db9e0b-e956-4682-b589-4821bd98f7d3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4db9e0b-e956-4682-b589-4821bd98f7d3,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:39.615321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.719511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] DHCP port deletion for af21edbc-1923-4b37-84e1-089c02e81b51 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:39.758729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104'}], 'enable_snat': True}, 'gw_port_id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:34Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'c4db9e0b-e956-4682-b589-4821bd98f7d3', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:eb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:00:33Z', 'updated_at': '2022-03-02T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:39.759711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for c4db9e0b-e956-4682-b589-4821bd98f7d3 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:39.785064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Deleting port 1244e0a8-666a-4102-b834-8a1eb5b7d157 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:39.786531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.793613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.847308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Checking router: f2797552-b8f5-4508-9f44-ac208dc39bf7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:39.901480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.940146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.940584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 172.20.0.12 (9616b26f-257b-4b9d-b045-31339b11d161/97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b/49ef484c-7f70-4db5-a98d-4755cf78d317) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:39.952365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.978451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Routers {'f2797552-b8f5-4508-9f44-ac208dc39bf7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:39.979327 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f2797552-b8f5-4508-9f44-ac208dc39bf7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:39.991288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:39.992229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 94ecde3b-10db-4a89-9335-f8fed627e34e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:39.992514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.021427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.040064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe31:859a (9616b26f-257b-4b9d-b045-31339b11d161/bfe7a62c-fc66-4b55-866e-abfc3f124b11/49ef484c-7f70-4db5-a98d-4755cf78d317) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:40.069605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a7ec1c-565b-44ba-87a8-9e8bc05dc4b1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:40.122727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.123996 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cdcbf94d-0e25-4f14-b883-dad7bd4f988b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6531224 Mar 02 20:02:40.129424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35782) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:40.373407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,segment=NetworkSegment(2ebb6de4-f105-443d-bec7-787fd446ae05),segment_id=2ebb6de4-f105-443d-bec7-787fd446ae05)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:40.413645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] Set router f2797552-b8f5-4508-9f44-ac208dc39bf7 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:40.462779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.473777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.474351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d898423-a9d8-479e-ad4f-0d558959374f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:40.525648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.535737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.566257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.598698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 94ecde3b-10db-4a89-9335-f8fed627e34e owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:40.617482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.626031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.627556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.643760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.644266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.691328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.709503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:39Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:40.785413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2269aea-9cf8-41b5-9d98-4b55b81b7935 None None] The sync data for ids ['f2797552-b8f5-4508-9f44-ac208dc39bf7'] in dv-neutron-831594-2-hyperv is: [{'id': 'f2797552-b8f5-4508-9f44-ac208dc39bf7', 'name': 'tempest-TestNetworkBasicOps-router-444748551', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:00:31Z', 'updated_at': '2022-03-02T20:02:39Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:40.853009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:40.854007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:40.854369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-612131fa-b93f-4297-8c9c-3d00f9a98e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:40.854598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 49ef484c-7f70-4db5-a98d-4755cf78d317 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:40.862663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] For port 1244e0a8-666a-4102-b834-8a1eb5b7d157, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1244e0a8-666a-4102-b834-8a1eb5b7d157,segment=NetworkSegment(19a05fb4-f517-485b-898e-a09735e08756),segment_id=19a05fb4-f517-485b-898e-a09735e08756)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:40.863057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.864836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:40.883208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9f421c08-d4cf-4976-92ff-e69a0eb1622a,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:40.893589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] For port ad17b3ab-034c-4295-892b-e4405b54baea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ad17b3ab-034c-4295-892b-e4405b54baea,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:40.893988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:40.954975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=c4db9e0b-e956-4682-b589-4821bd98f7d3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:40.957541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.012473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a7ec1c-565b-44ba-87a8-9e8bc05dc4b1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.041425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.045289 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c763d1c1-0718-4b2f-adbc-30527be839cf tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/38a7ec1c-565b-44ba-87a8-9e8bc05dc4b1 HTTP/1.1" status: 204 len: 168 time: 0.9115956 Mar 02 20:02:41.047102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35786) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:41.064854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.065862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.073663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Calling delete_port for 1244e0a8-666a-4102-b834-8a1eb5b7d157 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:41.111091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.171963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event updated for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.240708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=94ecde3b-10db-4a89-9335-f8fed627e34e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.255452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Calling delete_port for ad17b3ab-034c-4295-892b-e4405b54baea owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:41.355422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 8d898423-a9d8-479e-ad4f-0d558959374f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:41.406763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8d898423-a9d8-479e-ad4f-0d558959374f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:41.407427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.410965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49e99f91-1dd6-4c3e-b5e0-debd25ac30e8 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:41.424021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.430235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.458641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.550290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.567382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.595911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49e99f91-1dd6-4c3e-b5e0-debd25ac30e8 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:41.597419 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49e99f91-1dd6-4c3e-b5e0-debd25ac30e8 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5505652 Mar 02 20:02:41.600800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35790) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:41.613315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] Pushing event deleted for resources: {'Port': ['ID=1244e0a8-666a-4102-b834-8a1eb5b7d157,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.623005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837857e6-b69a-48dd-bd34-28dcfcde2b5c None None] No DVR routers for this DVR port 1244e0a8-666a-4102-b834-8a1eb5b7d157 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:41.625456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.629270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:41.689086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.758077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning complete for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:41.758963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.793885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] Pushing event deleted for resources: {'Port': ['ID=ad17b3ab-034c-4295-892b-e4405b54baea,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:41.810948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.813430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.864421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.864953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router f2797552-b8f5-4508-9f44-ac208dc39bf7 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:41.866984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.881385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.882744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:41.906657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:41.909385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.918682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:41.927941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.928498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Fanout notify agent at l3_agent the message router_deleted on router 56683284-9a04-4cd6-9152-ad9295af0d67 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:41.952812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.954113 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b08d57d6-193a-423b-b582-cd1b3a0aad07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/f2797552-b8f5-4508-9f44-ac208dc39bf7 HTTP/1.1" status: 204 len: 168 time: 3.7947376 Mar 02 20:02:41.963511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.967586 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5d475019-6a7a-42f0-ba80-ccb006d52ada tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/routers/56683284-9a04-4cd6-9152-ad9295af0d67 HTTP/1.1" status: 204 len: 168 time: 2.8877113 Mar 02 20:02:41.970447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35794) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:41.970687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35796) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:41.984994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f293e44d-be78-4a59-be81-de02f28c5ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:41.987777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ed708-a49c-49c8-b8fc-3095b5a846c9 None None] No DVR routers for this DVR port ad17b3ab-034c-4295-892b-e4405b54baea on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:42.019731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333158b3-287b-47bf-bde2-80f3f4fdba33 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:42.064947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=49ef484c-7f70-4db5-a98d-4755cf78d317,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:42.103740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 8d898423-a9d8-479e-ad4f-0d558959374f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d898423-a9d8-479e-ad4f-0d558959374f,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:42.167351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:42.167982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.173429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.245723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting subnet 3eab91e7-bf5a-4973-87c5-7cc65b33db6d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:42.255030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.258751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.285011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:42.286800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.304357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1d241602-7e3f-490e-9b1a-4ace2f21f20e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2046497 Mar 02 20:02:42.317653 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d0f4ba8d-9222-460b-b9a4-bc9f654ab884 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8940797 Mar 02 20:02:42.318353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:42.318688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35804) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:42.327078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:42.327844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:42.342513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:42.368977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:42.369701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:42.436841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2448d87-525e-4f30-a007-19170376805b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:42.467308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning for port 46684db5-454c-4e44-9c2b-912e56136cfb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:42.514714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.520259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.574263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning complete for port 46684db5-454c-4e44-9c2b-912e56136cfb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:42.574625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.606253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ecb2d-1f9f-4248-b972-fc0b5ad3a84e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:42.703708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.720354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:42.722142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.725888 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9af0c620-1360-4d41-8ee9-3ab0d0dfc398 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/910ecb2d-1f9f-4248-b972-fc0b5ad3a84e HTTP/1.1" status: 204 len: 168 time: 1.1217535 Mar 02 20:02:42.736650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35810) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:42.772959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af21edbc-1923-4b37-84e1-089c02e81b51']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:42.805066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a05fb4-f517-485b-898e-a09735e08756') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:42.805434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a05fb4-f517-485b-898e-a09735e08756') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:42.817978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Port 46684db5-454c-4e44-9c2b-912e56136cfb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:42.830121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.845798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.901658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5217cc50-adee-4dab-bb4b-f35131707c15 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:42.914510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe7ac2-d6ef-4b6b-bd6b-9fe32d281c65 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:42.915251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-25fe7ac2-d6ef-4b6b-bd6b-9fe32d281c65 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:42.915582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.938185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:42.938717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:42.954584 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:42.970972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5217cc50-adee-4dab-bb4b-f35131707c15 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:42.976312 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5217cc50-adee-4dab-bb4b-f35131707c15 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2352734 Mar 02 20:02:42.976671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35814) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:42.977891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a2448d87-525e-4f30-a007-19170376805b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:42.981950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766680347'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:42.990083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning for port 9f421c08-d4cf-4976-92ff-e69a0eb1622a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:42.996101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:43.034203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:43.044378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning complete for port 9f421c08-d4cf-4976-92ff-e69a0eb1622a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:43.045442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.064372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:43.079528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.119576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.130473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.163189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.165884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Subnet': ['ID=3eab91e7-bf5a-4973-87c5-7cc65b33db6d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:43.176612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.189235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=af21edbc-1923-4b37-84e1-089c02e81b51,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:43.201499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:43.208862 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0d1d824e-1c3a-4716-b02c-51d56dcfaea8 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/subnets/3eab91e7-bf5a-4973-87c5-7cc65b33db6d HTTP/1.1" status: 204 len: 168 time: 1.2352805 Mar 02 20:02:43.210217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35818) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:43.226877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-25fe7ac2-d6ef-4b6b-bd6b-9fe32d281c65 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:43.230854 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25fe7ac2-d6ef-4b6b-bd6b-9fe32d281c65 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.9096687 Mar 02 20:02:43.231437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35822) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:43.232361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9110b15-a997-4960-b913-65835004fb14 None None] Network be61dc43-a068-486b-b4a3-66101422e462 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:43.234548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:43.240769 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fa54336d-6979-4c18-9ff3-04f06f5fba51 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/af21edbc-1923-4b37-84e1-089c02e81b51 HTTP/1.1" status: 204 len: 168 time: 1.2661223 Mar 02 20:02:43.242308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:43.257999 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35826) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:43.266802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--843406397', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:43.270439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Port 9f421c08-d4cf-4976-92ff-e69a0eb1622a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:43.276618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:43.282678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:43.337006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:43.346221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:43.356979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:43.365444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b'}, {'subnet_id': 'bfe7a62c-fc66-4b55-866e-abfc3f124b11'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:43.366257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.373276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 49ef484c-7f70-4db5-a98d-4755cf78d317 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:43.373538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.398218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.405928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning for port a2448d87-525e-4f30-a007-19170376805b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:43.412456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:43.416535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.448608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.459295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:43.459722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.462530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.487733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:43.488105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.527753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Provisioning complete for port a2448d87-525e-4f30-a007-19170376805b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:43.528364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.530905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:02:43.578272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.578644 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment d81e0c29-479b-41c1-a850-bd1da83c808f of type vlan for network 270327b2-d0d0-4563-aa55-1d11764fe770 Mar 02 20:02:43.581238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.620069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.698207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.707012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=9f421c08-d4cf-4976-92ff-e69a0eb1622a,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:43.709759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.754428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5311a011-1a0d-4585-9268-be86d6891a56,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:43.778569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.784683 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5ca9a854-4cb9-4c03-ae45-88e56d2da68f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8024380 Mar 02 20:02:43.786021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35830) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:43.812259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '5311a011-1a0d-4585-9268-be86d6891a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:43.834400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:43.863650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.870722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:43.871463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.878515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] For port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,segment=NetworkSegment(c71b6e27-818e-47f8-b8e1-154243326d1c),segment_id=c71b6e27-818e-47f8-b8e1-154243326d1c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:43.878996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:43.900494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:43.911855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:43.940065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:38Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:40Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:43.979453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:43.981734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:02:44.002661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:44.003009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Updating router d0f70195-5a9d-4c53-86d8-cb82b934619e port 46684db5-454c-4e44-9c2b-912e56136cfb binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:02:44.025980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Removed routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:02:44.027212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.049567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.059763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.070217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.075713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37418f53-83bc-422b-a39e-d2ed81bd5e9a None None] DHCP port deletion for be61dc43-a068-486b-b4a3-66101422e462 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:44.079033 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8177960 Mar 02 20:02:44.083596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:44.097591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-37418f53-83bc-422b-a39e-d2ed81bd5e9a None None] Deleting port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:44.098182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-37418f53-83bc-422b-a39e-d2ed81bd5e9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.118150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35834) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:44.160287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 99f8a80e-acd0-499a-9f3e-dec049104086 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:44.205834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Allocated IP 172.20.0.2 (9616b26f-257b-4b9d-b045-31339b11d161/97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b/7019116f-f5f4-416e-b7f4-ecf9b6315591) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:44.210788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 99f8a80e-acd0-499a-9f3e-dec049104086 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:44.211875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 99f8a80e-acd0-499a-9f3e-dec049104086 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:44.211875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1244e0a8-666a-4102-b834-8a1eb5b7d157 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:44.214287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:44.228160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:44.240888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686240bd-e4c4-4fcb-a860-ca60d3076d76 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=270327b2-d0d0-4563-aa55-1d11764fe770,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:44.241868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.245919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:44.249787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:44.261091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:44.270574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] For port a2448d87-525e-4f30-a007-19170376805b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2448d87-525e-4f30-a007-19170376805b,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:44.272767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.279588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 270327b2-d0d0-4563-aa55-1d11764fe770 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:02:44.279992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 49ef484c-7f70-4db5-a98d-4755cf78d317 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:44.292560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Allocated IP 2001:db8::f816:3eff:feb4:f09b (9616b26f-257b-4b9d-b045-31339b11d161/bfe7a62c-fc66-4b55-866e-abfc3f124b11/7019116f-f5f4-416e-b7f4-ecf9b6315591) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:44.305126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 1244e0a8-666a-4102-b834-8a1eb5b7d157 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:44.305454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1244e0a8-666a-4102-b834-8a1eb5b7d157 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:44.306151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4db9e0b-e956-4682-b589-4821bd98f7d3 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:44.320553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.321901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.327154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=dee8e2a8-01e8-4eec-8dcf-3d912a4030e8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:44.332817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] No DVR routers for this DVR port dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:44.349962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.398597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 0759381b-6d9a-4900-b712-94336e3c40c8 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:44.408129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:44.509041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c4db9e0b-e956-4682-b589-4821bd98f7d3 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:44.509272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4db9e0b-e956-4682-b589-4821bd98f7d3 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:44.531389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-37418f53-83bc-422b-a39e-d2ed81bd5e9a None None] The port 'dee8e2a8-01e8-4eec-8dcf-3d912a4030e8' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:44.534745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.607839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.619613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.731650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d898423-a9d8-479e-ad4f-0d558959374f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:44.736754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be61dc43-a068-486b-b4a3-66101422e462']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:44.765699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71b6e27-818e-47f8-b8e1-154243326d1c') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:44.765934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71b6e27-818e-47f8-b8e1-154243326d1c') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:44.839547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.870995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c2ef7540-a91d-411b-9149-e917c7ff32ef None None] Provisioning complete for port 46684db5-454c-4e44-9c2b-912e56136cfb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:44.871361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7540-a91d-411b-9149-e917c7ff32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.907498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.907749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ed052-d249-4302-8986-859c2246a685 None None] Pushing event updated for resources: {'Port': ['ID=a2448d87-525e-4f30-a007-19170376805b,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:44.970710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.984157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:44.990565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:02:44.991819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:02:45.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:02:45.035682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e5f569-1788-448a-b90b-50352770c9a1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:45.052135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef7540-a91d-411b-9149-e917c7ff32ef None None] Port 46684db5-454c-4e44-9c2b-912e56136cfb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:45.133274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.139879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.141185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a3f4d2ba-b1b5-4a0b-8e4c-70a42dd1d3d5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3521171 Mar 02 20:02:45.156716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35838) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:45.157758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.176252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '5311a011-1a0d-4585-9268-be86d6891a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:45.216290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.219386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 8d898423-a9d8-479e-ad4f-0d558959374f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:45.219877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.229040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Network': ['ID=be61dc43-a068-486b-b4a3-66101422e462,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:45.236443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:45.247614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:45.253763 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-11f97255-086c-4963-acf5-4c5ae9e43859 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/networks/be61dc43-a068-486b-b4a3-66101422e462 HTTP/1.1" status: 204 len: 168 time: 2.0383596 Mar 02 20:02:45.253763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:45.255363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35842) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:45.262418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.273503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:45.279334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ce71f551-a127-4fe9-9282-b678955c13aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.285193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.442226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.443600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Router 65b95c09-a3f3-4318-b5f9-34148be8e1b7 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:02:45.448179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Transition to ACTIVE for port object 7019116f-f5f4-416e-b7f4-ecf9b6315591 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:45.455125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.466944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 9feec72c-224c-4cb7-8276-9ad3e9f6e83e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:45.466944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.481616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.489335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.504732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eec036d0-452d-4b00-a757-d00d528486ed None None] Provisioning complete for port 9f421c08-d4cf-4976-92ff-e69a0eb1622a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:45.505111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eec036d0-452d-4b00-a757-d00d528486ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.543646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Transition to ACTIVE for port object 7019116f-f5f4-416e-b7f4-ecf9b6315591 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:45.581620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=49ef484c-7f70-4db5-a98d-4755cf78d317,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:45.582894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.590181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.619338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.626835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Transition to ACTIVE for port object 46684db5-454c-4e44-9c2b-912e56136cfb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:45.684970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eec036d0-452d-4b00-a757-d00d528486ed None None] Port 9f421c08-d4cf-4976-92ff-e69a0eb1622a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:45.697845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.732678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:45.734314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:45.735815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Pushing event updated for resources: {'Port': ['ID=7019116f-f5f4-416e-b7f4-ecf9b6315591,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:45.738680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:45.770892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:45.771336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:45.845396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:45.866011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:45.881238 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] Sync routers for ids ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:45.882496 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9221e4bf-01fa-4d34-a192-25b9759cb1d8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/routers/65b95c09-a3f3-4318-b5f9-34148be8e1b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6932838 Mar 02 20:02:45.889184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:45.899204 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] Routers {'65b95c09-a3f3-4318-b5f9-34148be8e1b7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:45.900681 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:45.947293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:45.947783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dee8e2a8-01e8-4eec-8dcf-3d912a4030e8 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:46.051482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.051807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.092895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:46.102443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667aa7a-1e97-4e2f-8b1d-c9c3f23c5a54 None None] Pushing event updated for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:46.115359 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] Routers {'65b95c09-a3f3-4318-b5f9-34148be8e1b7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:46.115964 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:46.196166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Attempting to bind port 7019116f-f5f4-416e-b7f4-ecf9b6315591 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:46.198661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Attempting to bind port 7019116f-f5f4-416e-b7f4-ecf9b6315591 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:46.199697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Attempting to bind port 7019116f-f5f4-416e-b7f4-ecf9b6315591 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:46.206453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Attempting to bind port 46684db5-454c-4e44-9c2b-912e56136cfb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:46.206870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Attempting to bind port 46684db5-454c-4e44-9c2b-912e56136cfb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:46.207339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Attempting to bind port 46684db5-454c-4e44-9c2b-912e56136cfb on network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:46.209831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:46.210335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:46.210845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.211330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:46.211911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Bound port: 7019116f-f5f4-416e-b7f4-ecf9b6315591, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:46.212404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.232271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:46.232714 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85ca9f9-5786-419f-88a2-9a685899fff3 None None] The sync data for ids ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:46.232857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:46.233315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Checking segment: {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:46.234158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.234158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Bound using segment: {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:46.235033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Bound port: 46684db5-454c-4e44-9c2b-912e56136cfb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:46.235539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.237459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.242160 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-50cbccc6-b13f-437f-a464-edb97d0b504a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/49ef484c-7f70-4db5-a98d-4755cf78d317 HTTP/1.1" status: 204 len: 168 time: 3.0006211 Mar 02 20:02:46.249411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.286343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:46.297481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.297648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.300536 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f1c8f9ca-7218-4646-a04f-bfa2f463abe6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 953 time: 3.9808772 Mar 02 20:02:46.302289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.321099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.438780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 9feec72c-224c-4cb7-8276-9ad3e9f6e83e owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:46.457600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] For port 7019116f-f5f4-416e-b7f4-ecf9b6315591, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:46.461741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] For port 7019116f-f5f4-416e-b7f4-ecf9b6315591, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7019116f-f5f4-416e-b7f4-ecf9b6315591,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:46.464843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] For port 46684db5-454c-4e44-9c2b-912e56136cfb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:46.468984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] For port 46684db5-454c-4e44-9c2b-912e56136cfb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46684db5-454c-4e44-9c2b-912e56136cfb,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:46.475815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.476087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:46.477664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:46.479126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:46.479965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:46.496842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb8851c-3992-488c-b166-15f9b9658341 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:46.497555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eb8851c-3992-488c-b166-15f9b9658341 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:46.505375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.516365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bef3118-cdee-4b40-a089-1b1d2fcbd8fe,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:46.548548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d269b7b-b58a-4aa9-8ff5-12319676b5c3 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 953 time: 0.2396824 Mar 02 20:02:46.549564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.554831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'routes': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:46.587202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.591407 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f47b62a-104c-4411-82b8-15b0a93c0c1f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4228985 Mar 02 20:02:46.613647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35862) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.624312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '5311a011-1a0d-4585-9268-be86d6891a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:46.644460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:46.657854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:46.679551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:46.693628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3875a7-5e45-4633-82a5-dc50e5801d37 None None] Pushing event updated for resources: {'Port': ['ID=7019116f-f5f4-416e-b7f4-ecf9b6315591,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:46.720591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:46.736890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2448d87-525e-4f30-a007-19170376805b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:46.739065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:46.780809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.99 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/f2504af7-dfb0-4097-8b4b-ab1e71fd7c25) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:46.801942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:46.807662 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-51793d5d-2902-4c09-b763-8af552ff8275 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5576003 Mar 02 20:02:46.808904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35866) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.815634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5eb8851c-3992-488c-b166-15f9b9658341 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:46.817014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5eb8851c-3992-488c-b166-15f9b9658341 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?device_id=65b95c09-a3f3-4318-b5f9-34148be8e1b7 HTTP/1.1" status: 200 len: 982 time: 0.9223514 Mar 02 20:02:46.850633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:46.896512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:46.897328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:46.973752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667aa7a-1e97-4e2f-8b1d-c9c3f23c5a54 None None] Pushing event updated for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:46.987898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.116486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.118848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a2448d87-525e-4f30-a007-19170376805b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:47.119472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.152197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.167469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.179864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:47.189417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=9feec72c-224c-4cb7-8276-9ad3e9f6e83e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:47.198691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.207685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:47.259770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.277806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.402462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.406791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7893207 Mar 02 20:02:47.408030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb781a35-1c38-4b5f-a416-9934f51d7538 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878bc70c-e68a-42c3-b436-4e11e419caed,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:47.410111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35874) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:47.428653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '5311a011-1a0d-4585-9268-be86d6891a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:47.441446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:47.450843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:47.456007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:47.459035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.461542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.469064 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e475c61c-8bcd-47ef-bb8c-80baa047a329 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/floatingips/6769f95f-d323-48f9-878c-b5feaa55cc3e HTTP/1.1" status: 204 len: 168 time: 2.2039471 Mar 02 20:02:47.473534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35878) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:47.476785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:47.516284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.519459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.583532 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-374fa33b-ea48-4163-ac8a-bcf2e94939ba tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:47.584167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374fa33b-ea48-4163-ac8a-bcf2e94939ba tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:47.588511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-374fa33b-ea48-4163-ac8a-bcf2e94939ba tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/3c0a80a6-9ff6-4c20-bd79-44e8ad580e3c HTTP/1.1" status: 404 len: 333 time: 0.1111648 Mar 02 20:02:47.590157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35882) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:47.650680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:47.659707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:47.662819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4273325d-e434-4377-b1da-8b1d1567b3f0 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Synchronizing usage tracker for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:47.665573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:47.673745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:43Z', 'revision_number': 6, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:47.678334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99faf5e-c824-4017-a294-8d9173986586 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:43Z', 'revision_number': 6, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:47.703315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:47.721896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:47.784098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4273325d-e434-4377-b1da-8b1d1567b3f0 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Unset dirty status for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:47.785288 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4273325d-e434-4377-b1da-8b1d1567b3f0 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/ports?device_id=56683284-9a04-4cd6-9152-ad9295af0d67 HTTP/1.1" status: 200 len: 205 time: 0.1918070 Mar 02 20:02:47.789364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35886) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:47.901384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.040006 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-1d25f453-64e5-46f9-80ab-b9cc3e3056c2 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] delete failed (client error): The resource could not be found. Mar 02 20:02:48.041105 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1d25f453-64e5-46f9-80ab-b9cc3e3056c2 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/routers/56683284-9a04-4cd6-9152-ad9295af0d67 HTTP/1.1" status: 404 len: 336 time: 0.2506993 Mar 02 20:02:48.047873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:48.116416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.132045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.165483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4122db1e-5c36-48e2-9d59-0cb2a6797457,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:48.280093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.281882 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-42b98fe8-43a1-414a-898f-e5a81a2d8394 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8646574 Mar 02 20:02:48.285624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb35cb7-9bb7-4407-bb42-22ac0e86b1bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] DELETE failed (client error): The resource could not be found. Mar 02 20:02:48.286192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb35cb7-9bb7-4407-bb42-22ac0e86b1bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:02:48.287900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0eb35cb7-9bb7-4407-bb42-22ac0e86b1bc tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/subnets/3eab91e7-bf5a-4973-87c5-7cc65b33db6d HTTP/1.1" status: 404 len: 337 time: 0.2342105 Mar 02 20:02:48.293006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:48.293323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35896) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:48.311368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '5311a011-1a0d-4585-9268-be86d6891a56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:48.318944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:48.319468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f229419-5f76-4912-96bd-f40130f8b2a4 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:48.394224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:48.404885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port b42ff98c-9b55-4325-89ac-629092f87dbc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:48.405226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.419254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3d9a75f8-9c64-45df-96de-95d6cecc991a None None] Provisioning for port 7019116f-f5f4-416e-b7f4-ecf9b6315591 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:48.437944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3d9a75f8-9c64-45df-96de-95d6cecc991a None None] Could not find standard attr ID for object 49ef484c-7f70-4db5-a98d-4755cf78d317. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:48.442027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:48.457875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:48.518800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.560722 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.589804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:48.594435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.602844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.683238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added routes are [] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:02:48.683559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.extraroute_db [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:02:48.695197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-06fc7a12-bee4-4313-8d30-e0162bd50bf5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b HTTP/1.1" status: 204 len: 168 time: 1.8764930 Mar 02 20:02:48.698994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:48.717179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:48.727470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:48.728097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:48.799609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7019116f-f5f4-416e-b7f4-ecf9b6315591 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:48.906742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:48.909628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.006908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.026356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:49.088367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet bfe7a62c-fc66-4b55-866e-abfc3f124b11 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:49.091735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.153680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.186456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7019116f-f5f4-416e-b7f4-ecf9b6315591 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:49.195314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4002578c-fa02-4831-8e90-8fbeb68a268a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:49.211443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7019116f-f5f4-416e-b7f4-ecf9b6315591 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:49.212703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.215896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.239916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.256061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.260178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-319dee1f-7ddd-4895-9d79-600df1b91fb1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9598560 Mar 02 20:02:49.286690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35906) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:49.349078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.360313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.390730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.395237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.435043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.477958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4002578c-fa02-4831-8e90-8fbeb68a268a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:49.498868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.530815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] Provisioning complete for port 7019116f-f5f4-416e-b7f4-ecf9b6315591 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:49.531596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.547271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe7a62c-fc66-4b55-866e-abfc3f124b11,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:49.548895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.549213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.550382 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2063db3f-22d1-4aaf-994c-2901ed268900 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4002578c-fa02-4831-8e90-8fbeb68a268a HTTP/1.1" status: 204 len: 168 time: 0.2607825 Mar 02 20:02:49.551747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.556168 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6d9d941e-fae4-4333-bcd6-5d2a2fe71c27 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/bfe7a62c-fc66-4b55-866e-abfc3f124b11 HTTP/1.1" status: 204 len: 168 time: 0.8560889 Mar 02 20:02:49.558965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35910) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:49.559252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35912) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:49.623579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a9a5b-7a1b-40a7-b30d-7ef4ed594258 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:49.703555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for b42ff98c-9b55-4325-89ac-629092f87dbc owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:49.713477 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a93e60c2-20b7-4ad6-84f2-4b7b16e514e4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513650 Mar 02 20:02:49.714227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35918) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:49.735835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:49.758321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:49.758662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:49.831165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-707e8071-14d8-4672-88a7-c8deba5e89b1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:49.903119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:43Z', 'revision_number': 6, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:49.922360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:49.922597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-707e8071-14d8-4672-88a7-c8deba5e89b1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:49.923948 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-707e8071-14d8-4672-88a7-c8deba5e89b1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3637888 Mar 02 20:02:49.925006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:49.929396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:49.957264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:49.958974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:49.959576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:49.967698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:49.977342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:49.989131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:50.000174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.014548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.024201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:02:50.026146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:50.029698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.083765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] For port 7019116f-f5f4-416e-b7f4-ecf9b6315591, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7019116f-f5f4-416e-b7f4-ecf9b6315591,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:50.102441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.104428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 9f421c08-d4cf-4976-92ff-e69a0eb1622a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:50.104839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.133984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.180145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:50.187391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.252184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-61e24bca-6d6c-4dce-b924-2f27cd1edebd None None] Could not find standard attr ID for object 1000c36e-6d34-42ee-8222-78fb3a8e4c9f. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:02:50.312598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb751c-acdd-4d00-b074-6aeed0dc30aa None None] Pushing event updated for resources: {'Port': ['ID=7019116f-f5f4-416e-b7f4-ecf9b6315591,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:50.363719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.375455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:50.393944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4122db1e-5c36-48e2-9d59-0cb2a6797457,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:50.406890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Deleting port 7019116f-f5f4-416e-b7f4-ecf9b6315591 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:50.407259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.432912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46684db5-454c-4e44-9c2b-912e56136cfb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:50.438775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.473032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.477033 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ff73902-ee3d-4b37-a45f-dbdeba20ed65 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4122db1e-5c36-48e2-9d59-0cb2a6797457 HTTP/1.1" status: 204 len: 168 time: 0.5421515 Mar 02 20:02:50.478513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35926) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:50.533558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:50.548713 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:50.567371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=b42ff98c-9b55-4325-89ac-629092f87dbc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:50.582245 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:50.584271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:50.615117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-da9a20cc-6ed0-4d3d-b5ce-618a0abe2a58 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:50.638244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.639601 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1027a810-6354-43b0-a6c8-70e7eb790078 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4869950 Mar 02 20:02:50.646254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35930) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:50.646467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:50.654602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-da9a20cc-6ed0-4d3d-b5ce-618a0abe2a58 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:50.660366 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-da9a20cc-6ed0-4d3d-b5ce-618a0abe2a58 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1766093 Mar 02 20:02:50.660879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35936) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:50.666185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.781378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.812623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 46684db5-454c-4e44-9c2b-912e56136cfb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:50.824996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.862930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 46684db5-454c-4e44-9c2b-912e56136cfb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:50.863554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.872298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 9f421c08-d4cf-4976-92ff-e69a0eb1622a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:50.918959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.921934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:50.933595 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:50.948622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] For port 7019116f-f5f4-416e-b7f4-ecf9b6315591, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7019116f-f5f4-416e-b7f4-ecf9b6315591,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:50.949268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.009866 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d61ddbcc-5c23-4d95-b6bd-d3df814de309 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3609684 Mar 02 20:02:51.012792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.031156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=878bc70c-e68a-42c3-b436-4e11e419caed,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:51.039165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.062582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a60f63d7-da89-477a-9c3e-d66d403a86f1 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/b42ff98c-9b55-4325-89ac-629092f87dbc HTTP/1.1" status: 204 len: 168 time: 2.7632864 Mar 02 20:02:51.077496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.082641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Calling delete_port for 7019116f-f5f4-416e-b7f4-ecf9b6315591 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:51.089545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.090706 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0b6fd9a7-518c-41c6-99da-81778893d468 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/878bc70c-e68a-42c3-b436-4e11e419caed HTTP/1.1" status: 204 len: 168 time: 0.4288762 Mar 02 20:02:51.095466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35948) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.105767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:51.125850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:51.132800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:51.133521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.176049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=8f272a4f-2213-4b98-80c8-e66a23a4c2c0,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:51.182209 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-163851cd-d85b-4852-a316-3438f0629ba2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4555631 Mar 02 20:02:51.189701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35952) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.199891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:51.227007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-06d47a29-7fc9-4011-ad4b-56748ed8598d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:51.229304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 7, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:51.245181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:51.247712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd18ba-b6d9-4c79-95c7-aaf9b1fb7a9a None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 7, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:46Z', 'revision_number': 4, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:51.249301 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:51.249641 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Updating router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:02:51.262957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 0ef477b9-61f9-4d5d-86fa-c396c116e451 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:51.263292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.282526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.295345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.324372 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.347274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:51.366185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.370120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc36219f-253f-49d9-9f0d-3641d3b0787c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 703 time: 4.8194511 Mar 02 20:02:51.371320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-06d47a29-7fc9-4011-ad4b-56748ed8598d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:51.375227 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-06d47a29-7fc9-4011-ad4b-56748ed8598d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2738156 Mar 02 20:02:51.375375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] No DVR routers for this DVR port 7019116f-f5f4-416e-b7f4-ecf9b6315591 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:51.375466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.377478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf0a0a-812d-4ce5-b0fe-108830543164 None None] Pushing event deleted for resources: {'Port': ['ID=7019116f-f5f4-416e-b7f4-ecf9b6315591,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:51.382290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35958) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.410545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 46684db5-454c-4e44-9c2b-912e56136cfb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46684db5-454c-4e44-9c2b-912e56136cfb,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:51.413153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96207cf8-cf07-4f4d-8122-8fcd0e5d7961 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:51.447190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.475613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.485573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:51.490255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.493017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:51.497038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:51.507445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:51.522064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.546598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:51.551714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.576936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.580669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5bef3118-cdee-4b40-a089-1b1d2fcbd8fe HTTP/1.1" status: 204 len: 168 time: 0.1950819 Mar 02 20:02:51.597943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35964) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.603370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0032b9-7e7f-4d05-bde1-4710618140ca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bef3118-cdee-4b40-a089-1b1d2fcbd8fe,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:51.700541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7019116f-f5f4-416e-b7f4-ecf9b6315591 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:02:51.768308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00916a78-586e-41a0-ba90-a4f596601481 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:51.775718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49bd24e1-5f29-463c-aef6-df374d4bbb9b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:51.779129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-00916a78-586e-41a0-ba90-a4f596601481 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7617941 Mar 02 20:02:51.780789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35968) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.839793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49bd24e1-5f29-463c-aef6-df374d4bbb9b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:51.841337 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49bd24e1-5f29-463c-aef6-df374d4bbb9b tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2436292 Mar 02 20:02:51.850989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35972) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.871276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6adf525c-8522-4b6c-a42b-9e5a8ec089b0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 703 time: 0.4943349 Mar 02 20:02:51.871545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35976) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.879006 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f5dc8b4d-fe62-4a62-988f-3d6174bb8ebc tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832677 Mar 02 20:02:51.898815 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:51.899544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7019116f-f5f4-416e-b7f4-ecf9b6315591 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:02:51.899942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7019116f-f5f4-416e-b7f4-ecf9b6315591 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:02:51.905641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:51.914472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:51.927006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-894759128', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:51.948037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:51.974308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:51.974933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:51.989358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.000772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.088132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.122810 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Transition to ACTIVE for port object f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:52.127610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37e5f569-1788-448a-b90b-50352770c9a1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:52.134182 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.142906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.155063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.197390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:52.201667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:52.204223 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Pushing event updated for resources: {'Port': ['ID=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:52.224191 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Attempting to bind port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:52.224968 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Attempting to bind port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:52.225540 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Attempting to bind port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:52.234255 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:52.235061 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:52.235673 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.236262 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:52.236971 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Bound port: f2504af7-dfb0-4097-8b4b-ab1e71fd7c25, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:52.237573 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.277525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:52.280311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=9f421c08-d4cf-4976-92ff-e69a0eb1622a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:52.313061 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] For port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:52.316613 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] For port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:52.318750 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.319338 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.319959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.320520 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.321099 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.321625 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.322152 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.322694 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.323256 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.323782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.324310 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.324898 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:02:52.337883 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.340937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:52.350107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 0ef477b9-61f9-4d5d-86fa-c396c116e451 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:52.404884 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:52.405570 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:52.419609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:52.472952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.474171 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5348b483-3f2c-446f-a90f-047c758487df tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/37e5f569-1788-448a-b90b-50352770c9a1 HTTP/1.1" status: 204 len: 168 time: 0.6207957 Mar 02 20:02:52.479015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35984) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:52.525370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:52.529032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.565687 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70896f-7208-4356-83da-a547a1772292 None None] Pushing event updated for resources: {'Port': ['ID=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:52.733147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '8f272a4f-2213-4b98-80c8-e66a23a4c2c0'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:52.735152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.736253 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:52.804290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80ffbbf1-8cd3-4c96-9936-2c0d27d65ee3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:52.894251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80ffbbf1-8cd3-4c96-9936-2c0d27d65ee3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:52.894981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:52.895528 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-80ffbbf1-8cd3-4c96-9936-2c0d27d65ee3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4082139 Mar 02 20:02:52.900027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35988) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:53.003496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.027420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 7, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:51Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:53.035206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Allocated IP 172.20.0.2 (9616b26f-257b-4b9d-b045-31339b11d161/8f272a4f-2213-4b98-80c8-e66a23a4c2c0/983f5557-af50-4282-8eda-b7c324bc3ecb) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:53.042025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:02:53.063588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:53.064819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:53.082418 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:53.089160 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43a17c-d0f9-43fc-8a6d-88617bb47486 None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:53.089375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.171442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:02:53.176914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.205645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.299451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:53.306476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:53.313753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.315854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=0ef477b9-61f9-4d5d-86fa-c396c116e451,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:53.339847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:53.364569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:53.365152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.382026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.440895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=9559e084-3e13-4629-a7f7-cef1db3203f5,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:53.509553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311a011-1a0d-4585-9268-be86d6891a56,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:53.539925 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d60be1fb-3526-4479-9ebb-307574cd0270 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3491898 Mar 02 20:02:53.562450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 35992) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:53.584817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.588463 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a7a4a0d8-89b6-4da2-8fa4-32b0855a32f3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/5311a011-1a0d-4585-9268-be86d6891a56 HTTP/1.1" status: 204 len: 168 time: 0.6848025 Mar 02 20:02:53.589677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:48:f0:79', 'name': 'tempest-NetworksTestDHCPv6-1435664426'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:53.599904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 35996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:53.706342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2d040d2e-5cee-4c66-a6c9-1a0117d3db8f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0990872 Mar 02 20:02:53.708030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.722103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36000) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:53.766233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.770347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46684db5-454c-4e44-9c2b-912e56136cfb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:53.787163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-228362f8-de87-44d5-8fd5-ec0e81e20fab tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/ports/0ef477b9-61f9-4d5d-86fa-c396c116e451 HTTP/1.1" status: 204 len: 168 time: 2.7070498 Mar 02 20:02:53.799001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36002) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:53.833544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Transition to ACTIVE for port object 983f5557-af50-4282-8eda-b7c324bc3ecb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:53.882490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.891368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Router 65b95c09-a3f3-4318-b5f9-34148be8e1b7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:53.893963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Transition to ACTIVE for port object 983f5557-af50-4282-8eda-b7c324bc3ecb will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:53.909144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329905159'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:53.923379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:53.930108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:53.944157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:53.951510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:53.959006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=3611e4c9-2862-4551-8721-e24d6773866f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:53.970618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:54.001788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:54.006111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:54.009088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:54.015323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.020021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2bc977-d7ce-49fb-b05e-fa199da3fc67 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:54.020844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-af2bc977-d7ce-49fb-b05e-fa199da3fc67 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Synchronizing usage tracker for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:54.023503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:54.023856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: 270327b2-d0d0-4563-aa55-1d11764fe770, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:02:54.026193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:54.057481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:54.059953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:02:54.073311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:54.082228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:54.085593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:54.131432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:54.138572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Pushing event updated for resources: {'Port': ['ID=983f5557-af50-4282-8eda-b7c324bc3ecb,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:54.141066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:54.157684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:54.190848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 46684db5-454c-4e44-9c2b-912e56136cfb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:54.191211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.222927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:02:54.232565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:54.234617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 46684db5-454c-4e44-9c2b-912e56136cfb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:54.234967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.242282 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7febbff3-3c69-4290-9b86-e51b0d55125e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/routers/65b95c09-a3f3-4318-b5f9-34148be8e1b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3718004 Mar 02 20:02:54.243445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:54.245177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-af2bc977-d7ce-49fb-b05e-fa199da3fc67 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Unset dirty status for tenant:8627a5d0bbdd4362a95b78aba6dcbea4 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:54.245579 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] Sync routers for ids ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:54.247740 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-af2bc977-d7ce-49fb-b05e-fa199da3fc67 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "GET /v2.0/ports?device_id=74e8ccaf-a2b5-43c2-af5e-5708850dfb3f HTTP/1.1" status: 200 len: 913 time: 0.4477112 Mar 02 20:02:54.251204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 270327b2-d0d0-4563-aa55-1d11764fe770) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:54.264901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36012) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:54.266099 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] Routers {'65b95c09-a3f3-4318-b5f9-34148be8e1b7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:54.266795 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:54.280666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ad030-6444-4b29-9a65-7d81d3eb48ec None None] Network 270327b2-d0d0-4563-aa55-1d11764fe770 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:54.314952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:54.315921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.334398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Attempting to bind port 983f5557-af50-4282-8eda-b7c324bc3ecb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:54.334763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Attempting to bind port 983f5557-af50-4282-8eda-b7c324bc3ecb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:54.335120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Attempting to bind port 983f5557-af50-4282-8eda-b7c324bc3ecb on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:54.338812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a168f9b4-ce06-4c34-b828-97a3db0883ef tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:02:54.339816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a168f9b4-ce06-4c34-b828-97a3db0883ef tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:54.355991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fb601576-5103-4838-a210-7bcc69ff780a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4408271 Mar 02 20:02:54.357063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:54.400691 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:54.412240 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] Routers {'65b95c09-a3f3-4318-b5f9-34148be8e1b7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:54.413036 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:54.465368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a168f9b4-ce06-4c34-b828-97a3db0883ef tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Bound port: 983f5557-af50-4282-8eda-b7c324bc3ecb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:54.470295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.472730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a168f9b4-ce06-4c34-b828-97a3db0883ef tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/9f421c08-d4cf-4976-92ff-e69a0eb1622a HTTP/1.1" status: 404 len: 333 time: 0.2236810 Mar 02 20:02:54.473600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:54.478775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.503842 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:54.504708 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e93d40f-a573-4037-95ec-55f34fccf5a4 None None] The sync data for ids ['65b95c09-a3f3-4318-b5f9-34148be8e1b7'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:54.506458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 7, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:51Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:54.573828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c80467-a8ff-4626-b2ac-55f3528ca2d3 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:48Z', 'revision_number': 7, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '46684db5-454c-4e44-9c2b-912e56136cfb', 'name': '', 'network_id': '5be1e646-7ef7-47ac-b27f-fcef3cb26696', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:c6:10:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:34Z', 'updated_at': '2022-03-02T20:02:51Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '4fe32f1e-5161-428b-a69d-d6c43f6d046b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:02:54.632316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.645654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] For port 983f5557-af50-4282-8eda-b7c324bc3ecb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:54.651178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] For port 983f5557-af50-4282-8eda-b7c324bc3ecb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=983f5557-af50-4282-8eda-b7c324bc3ecb,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:54.664966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 180ff656-6c63-4be1-afa5-f1ae7f7fa151 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:02:54.750624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:54.755578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:54.925146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73234b4e-2dbd-411b-988f-efee293926a8 None None] Pushing event updated for resources: {'Port': ['ID=983f5557-af50-4282-8eda-b7c324bc3ecb,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:55.012191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.017378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:55.029301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:55.029950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.047545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 46684db5-454c-4e44-9c2b-912e56136cfb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=46684db5-454c-4e44-9c2b-912e56136cfb,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:55.047909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.055800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.068575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-270327b2-d0d0-4563-aa55-1d11764fe770', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:02:55.069761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.283545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 46684db5-454c-4e44-9c2b-912e56136cfb owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:55.303446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.313722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.317372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.367940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Allocated IP 172.20.0.2 (270327b2-d0d0-4563-aa55-1d11764fe770/3611e4c9-2862-4551-8721-e24d6773866f/63a05271-dad2-4f34-95d2-acdf43accdfc) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:55.370964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:55.383988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.386369 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929f6675-c8cd-458a-a258-45b5a55f50b8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:55.425857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.426366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Fanout notify agent at l3_agent the message router_deleted on router 65b95c09-a3f3-4318-b5f9-34148be8e1b7 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:02:55.441032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.445387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-96fb542f-d1b5-4f5a-ba9a-75fa6e60adeb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/routers/65b95c09-a3f3-4318-b5f9-34148be8e1b7 HTTP/1.1" status: 204 len: 168 time: 0.9678273 Mar 02 20:02:55.445998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36024) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:55.614149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet bed757ce-3f40-4e52-9cd0-2cc3c86053e4 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:55.617206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.648072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.651935 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ed8d696c-4904-4d0e-b1c0-e8a6f5d39c8d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8019383 Mar 02 20:02:55.657186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:55.717350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '929f6675-c8cd-458a-a258-45b5a55f50b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:55.737611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:55.747206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 983f5557-af50-4282-8eda-b7c324bc3ecb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:55.750041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:55.754177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.780707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:55.792364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 172.20.0.10 (9616b26f-257b-4b9d-b045-31339b11d161/8f272a4f-2213-4b98-80c8-e66a23a4c2c0/180ff656-6c63-4be1-afa5-f1ae7f7fa151) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:55.802323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:55.803093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe48:f079 (9616b26f-257b-4b9d-b045-31339b11d161/9559e084-3e13-4629-a7f7-cef1db3203f5/180ff656-6c63-4be1-afa5-f1ae7f7fa151) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:55.829320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:55.837201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.868569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Transition to ACTIVE for port object 63a05271-dad2-4f34-95d2-acdf43accdfc will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:55.895403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Transition to ACTIVE for port object 63a05271-dad2-4f34-95d2-acdf43accdfc will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:55.909150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.913941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:55.988998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Pushing event updated for resources: {'Port': ['ID=63a05271-dad2-4f34-95d2-acdf43accdfc,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:55.994975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 983f5557-af50-4282-8eda-b7c324bc3ecb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:56.007095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:56.009030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:56.012889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:56.040254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.123133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Attempting to bind port 63a05271-dad2-4f34-95d2-acdf43accdfc on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:02:56.123540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Attempting to bind port 63a05271-dad2-4f34-95d2-acdf43accdfc by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:02:56.124000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Attempting to bind port 63a05271-dad2-4f34-95d2-acdf43accdfc on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:02:56.124179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.131703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:02:56.132400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Checking segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:02:56.132842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.133343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Bound using segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:02:56.133933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Bound port: 63a05271-dad2-4f34-95d2-acdf43accdfc, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:02:56.134454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.211218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.234459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.255243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 180ff656-6c63-4be1-afa5-f1ae7f7fa151 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:56.258423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] For port 63a05271-dad2-4f34-95d2-acdf43accdfc, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:02:56.263136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] For port 63a05271-dad2-4f34-95d2-acdf43accdfc, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=63a05271-dad2-4f34-95d2-acdf43accdfc,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:02:56.269317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b9afa9-810a-4a27-b541-243f85d6ff91,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:56.270084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.271964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.275824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.321271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.325389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6f8b7059-af6e-45d0-a8ad-92de8f4f630f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6647558 Mar 02 20:02:56.325389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.331335 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/bed757ce-3f40-4e52-9cd0-2cc3c86053e4 HTTP/1.1" status: 204 len: 168 time: 0.8820856 Mar 02 20:02:56.334581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36032) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:56.334913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36034) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:56.339010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:56.339708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=46684db5-454c-4e44-9c2b-912e56136cfb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:56.352146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf9be4-2f48-48d8-ac4f-a3bb7fe58df7 None None] Network 0759381b-6d9a-4900-b712-94336e3c40c8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:56.354951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3549c-1ed0-4ff4-913a-0772ea60bd60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=bed757ce-3f40-4e52-9cd0-2cc3c86053e4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:56.474454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd397669-01dd-4163-8f8c-32d23642a595 None None] Pushing event updated for resources: {'Port': ['ID=63a05271-dad2-4f34-95d2-acdf43accdfc,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:56.618384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77653c8-9173-4353-b97d-61644533a201 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:56.893915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (270327b2-d0d0-4563-aa55-1d11764fe770/3611e4c9-2862-4551-8721-e24d6773866f/be7a2e72-8b90-46a4-9dd8-6e3a8580dafd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:56.980610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Provisioning for port 983f5557-af50-4282-8eda-b7c324bc3ecb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:57.005177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Provisioning complete for port 983f5557-af50-4282-8eda-b7c324bc3ecb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:57.005571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.036201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.039226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.078437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.144789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] DHCP port deletion for 0759381b-6d9a-4900-b712-94336e3c40c8 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:02:57.200052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Deleting port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:57.200611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.219799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.220259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.236833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object be7a2e72-8b90-46a4-9dd8-6e3a8580dafd will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:57.245059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.252098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.264701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.267669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.308923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': '8f272a4f-2213-4b98-80c8-e66a23a4c2c0', 'ip_address': '172.20.0.2'}, {'subnet_id': '9559e084-3e13-4629-a7f7-cef1db3203f5'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '983f5557-af50-4282-8eda-b7c324bc3ecb'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:02:57.330198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:57.333932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:57.342317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:57.364260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:57.403641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:57.405197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:57.414631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:02:57.420215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.428464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.431025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] For port 983f5557-af50-4282-8eda-b7c324bc3ecb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=983f5557-af50-4282-8eda-b7c324bc3ecb,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:57.450203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.456801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=180ff656-6c63-4be1-afa5-f1ae7f7fa151,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:57.566088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:57.566088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.592146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.795616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:57.797149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.809054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 63a05271-dad2-4f34-95d2-acdf43accdfc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:02:57.817094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.874884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=929f6675-c8cd-458a-a258-45b5a55f50b8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:57.877358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998cad8-0823-49e9-af20-548012d9b54e None None] Pushing event updated for resources: {'Port': ['ID=983f5557-af50-4282-8eda-b7c324bc3ecb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:57.891178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] For port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,segment=NetworkSegment(2ebb6de4-f105-443d-bec7-787fd446ae05),segment_id=2ebb6de4-f105-443d-bec7-787fd446ae05)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:57.891757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.941670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a3208-e9cb-43f9-8ff8-ffc0d08fd597 None None] Network 270327b2-d0d0-4563-aa55-1d11764fe770 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:02:57.995283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:57.998841 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c3223ee-15e4-4286-b4c9-be658a6fcfcd tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/929f6675-c8cd-458a-a258-45b5a55f50b8 HTTP/1.1" status: 204 len: 168 time: 1.6533837 Mar 02 20:02:58.015952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36040) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:58.053017 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5858d2cb-0d7f-437b-98ea-9b1f7a303a3b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4896605 Mar 02 20:02:58.055318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36044) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:58.112481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Calling delete_port for d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:58.172133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b8e4b440-0858-490d-a6da-744fb0a1b6a0 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1515052 Mar 02 20:02:58.172548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36048) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:58.178266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--699182433'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:58.190647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:58.198076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:58.203684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:58.228830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.230801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:58.243044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.255628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Allocated IP 2001:db8::f816:3eff:fe1e:b76 (9616b26f-257b-4b9d-b045-31339b11d161/9559e084-3e13-4629-a7f7-cef1db3203f5/983f5557-af50-4282-8eda-b7c324bc3ecb) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:02:58.267081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Provisioning for port 63a05271-dad2-4f34-95d2-acdf43accdfc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:58.276204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:58.292776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 63a05271-dad2-4f34-95d2-acdf43accdfc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:58.310546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Provisioning complete for port 63a05271-dad2-4f34-95d2-acdf43accdfc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:58.311070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.346839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1bed7-21c4-47e7-bb48-a2bd8743d57e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:58.352743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c1bed7-21c4-47e7-bb48-a2bd8743d57e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:02:58.353569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-40c1bed7-21c4-47e7-bb48-a2bd8743d57e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:02:58.361927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.416975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.422211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:58.424387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:58.430644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-40c1bed7-21c4-47e7-bb48-a2bd8743d57e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:02:58.431701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 63a05271-dad2-4f34-95d2-acdf43accdfc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:58.432263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.434096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] For port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,segment=NetworkSegment(2ebb6de4-f105-443d-bec7-787fd446ae05),segment_id=2ebb6de4-f105-443d-bec7-787fd446ae05)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:58.434549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.434700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-40c1bed7-21c4-47e7-bb48-a2bd8743d57e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.3784301 Mar 02 20:02:58.435862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:58.437280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:58.443638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:58.506807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:58.595311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.623433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 180ff656-6c63-4be1-afa5-f1ae7f7fa151 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:58.623851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.687530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] Pushing event deleted for resources: {'Port': ['ID=d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:58.699480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0d376-bd58-48d3-951f-b86d31f614bf None None] No DVR routers for this DVR port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:02:58.774548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:02:58.779858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:02:58.783913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:58.882212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] For port 983f5557-af50-4282-8eda-b7c324bc3ecb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=983f5557-af50-4282-8eda-b7c324bc3ecb,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:58.914242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.917747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:02:58.929323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.938913 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4c294edd-aa5d-4a7d-a417-d304b5482fcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0614994 Mar 02 20:02:58.939994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 30e07d55-9c01-42f1-b417-509d1300199e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:58.940537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.940728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:58.956984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:02:58.967600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36056) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:59.002565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.023399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:02:59.024025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:02:59.048781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.db.api [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:59.049021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG oslo_db.api [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:59.088603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] For port 63a05271-dad2-4f34-95d2-acdf43accdfc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=63a05271-dad2-4f34-95d2-acdf43accdfc,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:02:59.099310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 4fe32f1e-5161-428b-a69d-d6c43f6d046b {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:02:59.115730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.122278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.125268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Transition to ACTIVE for port object 983f5557-af50-4282-8eda-b7c324bc3ecb will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:02:59.148601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.233270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.283876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.290516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.312651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76957316-7685-411e-b153-bea35bef9c2f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:59.365867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:02:59.370946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.375951 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4c656b74-520f-4e02-a02a-47c5615b6709 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1989799 Mar 02 20:02:59.375951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.386757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36060) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:02:59.392894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--712356747'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:02:59.435781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:02:59.459263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 30e07d55-9c01-42f1-b417-509d1300199e owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:59.478118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f8157-5b88-433d-beff-13d0e9186fed None None] Pushing event updated for resources: {'Port': ['ID=63a05271-dad2-4f34-95d2-acdf43accdfc,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:59.536955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:02:59.537239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:02:59.537932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:02:59.548527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 180ff656-6c63-4be1-afa5-f1ae7f7fa151 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:02:59.553661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:02:59.553901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.650901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] The port 'd49f6d3e-56b9-4e27-be1b-f0efa4b73a3d' was deleted {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:02:59.665007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:02:59.686012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:02:59.686273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Provisioning for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:02:59.702080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Provisioning complete for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:59.702363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.719818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:02:59.727185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c3949-acff-4327-a16b-712245bd9d14 None None] Pushing event updated for resources: {'Port': ['ID=983f5557-af50-4282-8eda-b7c324bc3ecb,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:02:59.852581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:02:59.872389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.955279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.973462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.976312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Provisioning complete for port 63a05271-dad2-4f34-95d2-acdf43accdfc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:02:59.976798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4ffc218e-71c0-49ed-977f-8cf2f1f6cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:02:59.995594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:00.023359 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:03:00.027722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:00.040253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:00.061896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:00.075314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:00.076040 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:00.089014 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:00.090042 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.128318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-51527266-3fe6-45ce-abd9-5307a3a8fff6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/2724eee7-2958-4fb4-bbe2-4dbb8e336deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7630239 Mar 02 20:03:00.129993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36064) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:00.142134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0759381b-6d9a-4900-b712-94336e3c40c8']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.212049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.241891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebb6de4-f105-443d-bec7-787fd446ae05') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.242162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebb6de4-f105-443d-bec7-787fd446ae05') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.275329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:00.308550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=180ff656-6c63-4be1-afa5-f1ae7f7fa151,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:00.316508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.347456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.354762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.381898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.409001 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:00.436914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.456620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 8, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.469482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:00.471705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:00.476887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.480661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=30e07d55-9c01-42f1-b417-509d1300199e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:00.501533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:00.501763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.528223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:00.528880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.531283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e479585c-f4d8-41f0-8682-8bdae24b7e6b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: util.warn( Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:00.557279 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:00.578663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.585374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-529d34a2-b0fb-4ce1-be25-d38d7c804410 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/180ff656-6c63-4be1-afa5-f1ae7f7fa151 HTTP/1.1" status: 204 len: 168 time: 2.1431358 Mar 02 20:03:00.591297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36068) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:00.592567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.599565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aaf3a4a9-c71d-4e01-aa46-41062d64165a tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2100532 Mar 02 20:03:00.605122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:00.614006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '76957316-7685-411e-b153-bea35bef9c2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e479585c-f4d8-41f0-8682-8bdae24b7e6b', 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:00.623530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:00.630686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:00.637200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:00.645583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:00.732410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.751943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.823240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b9a653e-8d20-4f21-8607-20363b1982af None None] Provisioning complete for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:00.823698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b9a653e-8d20-4f21-8607-20363b1982af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.882589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:00.886451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:00.888528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:00.889529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:00.890868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:00.923090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.931092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.933530 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:00.938119 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:00.938459 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Updating router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:03:00.942594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:00.943982 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-614cff2c-3b39-4d82-ae44-69685697fd9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3421054 Mar 02 20:03:00.956578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe32f1e-5161-428b-a69d-d6c43f6d046b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:00.970679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36076) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:00.986445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.991460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:00.992724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3863413 Mar 02 20:03:00.993677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14073073-a56b-4825-8ce0-6325b67db646 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf27776-238f-4b76-852a-b9d97ddbefb5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:01.006361 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.014141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36080) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.019558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25681a05-8aff-40c9-a868-7c066f5b0e45 None None] Network 5be1e646-7ef7-47ac-b27f-fcef3cb26696 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:01.057201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.057624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.058085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.058534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.058979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.059421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.060117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.060737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.061314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.061757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.062273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.062861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.063750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.068089 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b6f7d3a3-956e-4fe3-945b-f416daad36c2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8374 time: 0.9284081 Mar 02 20:03:01.068957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36084) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.087624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.163513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.172113 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-770fe1ea-979b-4683-b7c5-d13b0a2c2bad tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/4fe32f1e-5161-428b-a69d-d6c43f6d046b HTTP/1.1" status: 204 len: 168 time: 2.1981838 Mar 02 20:03:01.172810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.210768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.229212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cf27776-238f-4b76-852a-b9d97ddbefb5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:01.250742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.251878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4c9f2e14-f072-4ff0-9a18-3b42b829da38 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9cf27776-238f-4b76-852a-b9d97ddbefb5 HTTP/1.1" status: 204 len: 168 time: 0.2367358 Mar 02 20:03:01.255672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36092) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.266474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.278271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=0759381b-6d9a-4900-b712-94336e3c40c8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:01.299296 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-26c38c3f-d216-4f27-b792-a5ed65f9c5b1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/0759381b-6d9a-4900-b712-94336e3c40c8 HTTP/1.1" status: 204 len: 168 time: 4.9542823 Mar 02 20:03:01.325572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36096) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.332694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 8f272a4f-2213-4b98-80c8-e66a23a4c2c0 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:01.435976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb27bedf-2f89-499c-b7b5-530564e64273 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.437938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cb27bedf-2f89-499c-b7b5-530564e64273 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/948bacb1-8f8a-445f-9333-b2f224809245 HTTP/1.1" status: 200 len: 841 time: 0.1113224 Mar 02 20:03:01.441960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36100) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.473494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:01.510733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a653e-8d20-4f21-8607-20363b1982af None None] Port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:01.526171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:01.526512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d49f6d3e-56b9-4e27-be1b-f0efa4b73a3d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:01.547150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.620085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-79745082-c23a-48d9-b4ca-3f655962cbbe tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/948bacb1-8f8a-445f-9333-b2f224809245?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1769931 Mar 02 20:03:01.627454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:01.631243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.641042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:01.641728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.674718 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Transition to ACTIVE for port object be7a2e72-8b90-46a4-9dd8-6e3a8580dafd will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:01.680912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.685914 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.711433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ba21c5e-2375-4899-bfc3-60326928f45d None None] Could not find standard attr ID for object 180ff656-6c63-4be1-afa5-f1ae7f7fa151. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:03:01.716861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port a2448d87-525e-4f30-a007-19170376805b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:01.717590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.720662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 63a05271-dad2-4f34-95d2-acdf43accdfc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:01.801825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ba21c5e-2375-4899-bfc3-60326928f45d None None] Provisioning for port 983f5557-af50-4282-8eda-b7c324bc3ecb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:01.817049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ba21c5e-2375-4899-bfc3-60326928f45d None None] Provisioning complete for port 983f5557-af50-4282-8eda-b7c324bc3ecb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:01.817476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4ba21c5e-2375-4899-bfc3-60326928f45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.826883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80656f6b-38c6-46bd-863e-d3c53f0484dc tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:01.899819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 8, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:01.901872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.902339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.903127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.903736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.904180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.904650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.905082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.905527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.905996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.906434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:01.916773 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1fd34401-097d-4ad2-95f7-9e298ae9b6e2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6406 time: 0.7523053 Mar 02 20:03:01.918427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e69c06a-b8a6-4cfa-9694-5e6f767b33b8 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 8, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d898423-a9d8-479e-ad4f-0d558959374f', 'name': '', 'network_id': '2822dca1-008c-4e51-9e7c-28b52e616dfb', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:1a:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:24Z', 'updated_at': '2022-03-02T20:02:41Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '8b4a6bbf-7ce7-45fe-a842-336ccf1bc099', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:01.927651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.986961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 63a05271-dad2-4f34-95d2-acdf43accdfc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:01.987457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:01.996249 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218111a-407e-4aa0-89a4-a408bacb32d3 None None] Pushing event updated for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:02.005903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36108) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:02.047386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80656f6b-38c6-46bd-863e-d3c53f0484dc tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:02.056692 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-80656f6b-38c6-46bd-863e-d3c53f0484dc tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7693291 Mar 02 20:03:02.067751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ba21c5e-2375-4899-bfc3-60326928f45d None None] Could not find standard attr ID for object 49ef484c-7f70-4db5-a98d-4755cf78d317. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:03:02.158423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36112) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:02.212371 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Attempting to bind port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:02.212724 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Attempting to bind port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:02.213077 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Attempting to bind port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:02.219704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 983f5557-af50-4282-8eda-b7c324bc3ecb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:02.222881 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:02.223246 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Checking segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:02.223646 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.224027 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Bound using segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:02.224511 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Bound port: be7a2e72-8b90-46a4-9dd8-6e3a8580dafd, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:02.224887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.319231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] DHCP port deletion for 5be1e646-7ef7-47ac-b27f-fcef3cb26696 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:02.328760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 983f5557-af50-4282-8eda-b7c324bc3ecb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:02.329128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.392613 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] For port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:02.396662 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] For port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:02.408603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Deleting port a2448d87-525e-4f30-a007-19170376805b {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:02.408990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.419180 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.438490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:02.464097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:02.464693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.478858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:02.491839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:02.511175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.571796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:02.578438 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:02.619272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:02.623007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.649615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.671677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port a2448d87-525e-4f30-a007-19170376805b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2448d87-525e-4f30-a007-19170376805b,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:02.672161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.706230 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218111a-407e-4aa0-89a4-a408bacb32d3 None None] Pushing event updated for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:02.803772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] For port a2448d87-525e-4f30-a007-19170376805b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2448d87-525e-4f30-a007-19170376805b,segment=NetworkSegment(9df2e1b0-fe1d-49d0-acbb-23ef37d492d0),segment_id=9df2e1b0-fe1d-49d0-acbb-23ef37d492d0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:02.804843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.807939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.881130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e479585c-f4d8-41f0-8682-8bdae24b7e6b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:02.894492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:02.901041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for a2448d87-525e-4f30-a007-19170376805b owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:02.930054 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:02.955095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=8f272a4f-2213-4b98-80c8-e66a23a4c2c0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:02.979850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Calling delete_port for a2448d87-525e-4f30-a007-19170376805b owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:03.008102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.034512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ffbaf-aa02-4251-ad5c-9396dfcd64e2 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:03.043535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.093088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port a2448d87-525e-4f30-a007-19170376805b on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:03.098447 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-46c91f70-81be-46d3-aa02-f389cd6c94db tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/8f272a4f-2213-4b98-80c8-e66a23a4c2c0 HTTP/1.1" status: 204 len: 168 time: 2.1172893 Mar 02 20:03:03.103656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.104887 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-471e336f-a519-4ac8-a36c-8e36b6b13559 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/e479585c-f4d8-41f0-8682-8bdae24b7e6b HTTP/1.1" status: 204 len: 168 time: 0.9386859 Mar 02 20:03:03.106399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36116) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:03.135214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36118) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:03.139045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=a2448d87-525e-4f30-a007-19170376805b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:03.219954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2f0e9d3-552c-4718-9139-9b1577203340 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:03.321114 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:02Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:03.325474 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feaf5b8-2874-4260-b0f6-a69f1305b05f None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:02Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:03.347394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:03.347901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:03.354893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e2f0e9d3-552c-4718-9139-9b1577203340 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:03.360186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e2f0e9d3-552c-4718-9139-9b1577203340 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.2187395 Mar 02 20:03:03.363769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:03.378914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.395356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.489321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:03.498683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 9559e084-3e13-4629-a7f7-cef1db3203f5 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:03.506441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:03.511405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:03.517103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be1e646-7ef7-47ac-b27f-fcef3cb26696']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:03.521687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.525653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b20cbb-25ba-4da1-bf38-dcea8a11afb2 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:03.527365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:03.527951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.573560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:03.573845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df2e1b0-fe1d-49d0-acbb-23ef37d492d0') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:03.605221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9756875 Mar 02 20:03:03.606017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:03.630442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1522936217'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:03.639111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a09b52-ba52-4dd9-9fa4-3a55e2488bdd tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=c82d3af7-9be2-4ce4-9b0a-5479bd42511a,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:03.643646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.650486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.659972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:03.674566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:03.688513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.695720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:03.723767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:03.724900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:03.773506 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:03.808910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.859742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device be7a2e72-8b90-46a4-9dd8-6e3a8580dafd up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:03.889912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Deleting port a2448d87-525e-4f30-a007-19170376805b {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:03.890359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.897007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:03.899331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:03.928037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:03.942583 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-63056766-d31a-42b1-8536-3e0950fd0e3d tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "PUT /v2.0/routers/74e8ccaf-a2b5-43c2-af5e-5708850dfb3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6643853 Mar 02 20:03:03.946104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36132) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:03.946751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee17c05-4569-467e-874d-316405d58347 None None] Sync routers for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:03.959448 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2ecaa81b-ca81-48e8-9cb5-7ad90bd707ff tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2858 time: 1.9375889 Mar 02 20:03:04.019959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76957316-7685-411e-b153-bea35bef9c2f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:04.026835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.030261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-93c9c8ff-a05b-4134-80e2-5857711f75bf None None] The port 'a2448d87-525e-4f30-a007-19170376805b' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:03:04.030661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:04.031329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:04.056714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.061457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.092506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/5be1e646-7ef7-47ac-b27f-fcef3cb26696 HTTP/1.1" status: 204 len: 168 time: 2.9073181 Mar 02 20:03:04.097454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36138) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:04.098448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:04.106776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.110465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4bee606d-58d6-4634-8690-ceb63a15d583 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/76957316-7685-411e-b153-bea35bef9c2f HTTP/1.1" status: 204 len: 168 time: 0.7417905 Mar 02 20:03:04.134377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:04.194190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:04.195894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:04.202652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb4584-df88-49e0-b97a-3c01243f3963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=5be1e646-7ef7-47ac-b27f-fcef3cb26696,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:04.228362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:04.257990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:04.271660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] Routers {'74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:04.272659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:04.349180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0083abda-a77e-40a0-abab-0ca7adf954c2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:04.355764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.435233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.458947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0ee17c05-4569-467e-874d-316405d58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:04.459715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee17c05-4569-467e-874d-316405d58347 None None] The sync data for ids ['74e8ccaf-a2b5-43c2-af5e-5708850dfb3f'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:04.503867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3d944cf4-ec55-4822-bc31-9b07630a0f44 None None] Provisioning complete for port 983f5557-af50-4282-8eda-b7c324bc3ecb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:04.504613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3d944cf4-ec55-4822-bc31-9b07630a0f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.542524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.584029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:04.614690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:04.615368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.651516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-674714d2-2a11-4a96-baa3-34a1a2c4365c', 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'tenant_id': 'efbea6ad78fe481f8bdd69dd4b973b6a', 'fixed_ips': [{'subnet_id': 'c82d3af7-9be2-4ce4-9b0a-5479bd42511a'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:04.653045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.798913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.809405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0083abda-a77e-40a0-abab-0ca7adf954c2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:04.812127 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0083abda-a77e-40a0-abab-0ca7adf954c2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6753254 Mar 02 20:03:04.821837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:04.832975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--519512480'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:04.843477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:04.845533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36150) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:04.848059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting port 681f23f3-8ebc-4dee-92c2-2479bd4c7908 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:04.848487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.889121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239404209', 'description': 'tempest-secgroup-smoke-239404209 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:04.895844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:04.900287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:04.903478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:04.909409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:04.938006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:04.960642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:04.972975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.018337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.019021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.020617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4052017 Mar 02 20:03:05.025758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:05.043896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62800e-4c90-4abe-b2fb-554d516b3fc8 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd34882-8df8-470a-8377-f1596073710e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:05.072691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'security_group': {'name': 'tempest-secgroup-538951287'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:05.095821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.125776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=9559e084-3e13-4629-a7f7-cef1db3203f5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:05.138817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Allocated IP 172.20.0.2 (674714d2-2a11-4a96-baa3-34a1a2c4365c/c82d3af7-9be2-4ce4-9b0a-5479bd42511a/cdcbb8b8-9743-4646-aebe-e5782e2d7788) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:05.139014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.149948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.152107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:05.166706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.169333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:05.188596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.193618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:05.194414 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.198530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:05.216364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:05.231409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fa5c6-f9f9-4bbe-bc59-4f20e33027ad None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:05.232773 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c3de8357-d929-4c33-91b3-e0fd495310b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9559e084-3e13-4629-a7f7-cef1db3203f5 HTTP/1.1" status: 204 len: 168 time: 1.8981605 Mar 02 20:03:05.236790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:05.236990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:05.240599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:05.262269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:05.267400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:05.274317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:05.282011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:05.284871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:05.286872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.300306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.312766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:05.323316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a5514ec5-95fc-4de2-8b15-750d95988798 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0840616 Mar 02 20:03:05.342462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2448d87-525e-4f30-a007-19170376805b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:05.373983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36162) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:05.447816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Calling delete_port for 681f23f3-8ebc-4dee-92c2-2479bd4c7908 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:05.458609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a2448d87-525e-4f30-a007-19170376805b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:05.458986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2448d87-525e-4f30-a007-19170376805b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:05.459356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46684db5-454c-4e44-9c2b-912e56136cfb no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:05.508549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 46684db5-454c-4e44-9c2b-912e56136cfb {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:05.508549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 46684db5-454c-4e44-9c2b-912e56136cfb not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:05.513604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:05.594797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93f672-d345-4fe4-83bd-906e852dedb7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:05.595529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6b93f672-d345-4fe4-83bd-906e852dedb7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:05.644543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6b93f672-d345-4fe4-83bd-906e852dedb7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:05.645864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6b93f672-d345-4fe4-83bd-906e852dedb7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2722580 Mar 02 20:03:05.654335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device be7a2e72-8b90-46a4-9dd8-6e3a8580dafd up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:05.660505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36166) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:05.663993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:05.673773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:05.709713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 8d898423-a9d8-479e-ad4f-0d558959374f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:05.710097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.714941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:05.749328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.757851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:05.769412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Transition to ACTIVE for port object cdcbb8b8-9743-4646-aebe-e5782e2d7788 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:05.795337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Transition to ACTIVE for port object cdcbb8b8-9743-4646-aebe-e5782e2d7788 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:05.803060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:05.803060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.840875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.887628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:05.919461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Deleting port 983f5557-af50-4282-8eda-b7c324bc3ecb {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:05.919816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.954083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 8d898423-a9d8-479e-ad4f-0d558959374f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8d898423-a9d8-479e-ad4f-0d558959374f,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:05.954437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:05.966349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26892c-d2a5-4844-84f9-e31dd91772dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:05.967025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b26892c-d2a5-4844-84f9-e31dd91772dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:05.969687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:05.979095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:05.984039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:05.989643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:06.042440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.064597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.069045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.073801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.100889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 8d898423-a9d8-479e-ad4f-0d558959374f owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:06.131918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b26892c-d2a5-4844-84f9-e31dd91772dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:06.135699 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4b26892c-d2a5-4844-84f9-e31dd91772dc tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4666474 Mar 02 20:03:06.136038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.155168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.164216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Port': ['ID=681f23f3-8ebc-4dee-92c2-2479bd4c7908,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.188618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Attempting to bind port cdcbb8b8-9743-4646-aebe-e5782e2d7788 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:06.189240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Attempting to bind port cdcbb8b8-9743-4646-aebe-e5782e2d7788 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e28959d7-686e-47ea-b588-4bdab16595d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:06.189387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Attempting to bind port cdcbb8b8-9743-4646-aebe-e5782e2d7788 on network 674714d2-2a11-4a96-baa3-34a1a2c4365c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:06.235109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:06.236320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Checking segment: {'id': 'e28959d7-686e-47ea-b588-4bdab16595d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:06.236320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.236673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Bound using segment: {'id': 'e28959d7-686e-47ea-b588-4bdab16595d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:06.237151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Bound port: cdcbb8b8-9743-4646-aebe-e5782e2d7788, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28959d7-686e-47ea-b588-4bdab16595d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:06.237519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.272029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.291147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04f38bc1-d37c-4410-9180-7c538be4fe80,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.302612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.332702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.337253 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4bd73998-70b5-41dd-bbad-84058ee6efe3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4905190 Mar 02 20:03:06.342906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36174) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.360059 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-93e1caf7-f1b4-4f26-a119-e52d42aca89e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2228231 Mar 02 20:03:06.363741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:06.368612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36178) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.368771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.372875 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5478811 Mar 02 20:03:06.374473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:06.379583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36182) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.390682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:06.398873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '3acdb125-7b39-41bb-bd4f-58cda4b43d8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:06.406110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:06.409968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.413951 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3459656 Mar 02 20:03:06.413951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f532c-6de7-41b4-87d6-31a87f2fa42f tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3acdb125-7b39-41bb-bd4f-58cda4b43d8e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.415200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36186) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.424728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:06.426945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:06.430279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] For port 983f5557-af50-4282-8eda-b7c324bc3ecb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=983f5557-af50-4282-8eda-b7c324bc3ecb,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:06.430661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.432475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.476229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-131825266', 'security_groups': ['c4609243-0cfc-4bf5-a307-f94b585aa380'], 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c82d3af7-9be2-4ce4-9b0a-5479bd42511a'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:06.502432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:06.510393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:06.513370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:06.528229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:06.546879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:06.563087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:06.566863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.568388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:06.568882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:06.569168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Calling delete_port for 983f5557-af50-4282-8eda-b7c324bc3ecb owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:06.601831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:06.614643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:06.633093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:06.635702 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d073633-41c0-4031-9285-9666866a567b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2657299 Mar 02 20:03:06.638761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36190) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:06.646870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:06.650657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.683305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7cff3-0ddb-4bc5-8890-7d11dd19633c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4609243-0cfc-4bf5-a307-f94b585aa380,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.729852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.746220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.752981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] No DVR routers for this DVR port 983f5557-af50-4282-8eda-b7c324bc3ecb on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:06.754363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639437a9-bd2c-49a5-ad04-32d243332eb9 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.779252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.795028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.804530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.806285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6044bef-72b8-406b-9b6c-1d31bc6e4940 None None] Pushing event deleted for resources: {'Port': ['ID=983f5557-af50-4282-8eda-b7c324bc3ecb,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.831265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=8d898423-a9d8-479e-ad4f-0d558959374f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:06.871251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.875825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:06.896930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:06.929796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.930273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Fanout notify agent at l3_agent the message router_deleted on router 74e8ccaf-a2b5-43c2-af5e-5708850dfb3f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:03:06.975812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:06.989733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:06.991957 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f2205536-3775-4773-99f8-2a1742c2fe6e tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/routers/74e8ccaf-a2b5-43c2-af5e-5708850dfb3f HTTP/1.1" status: 204 len: 168 time: 3.0419583 Mar 02 20:03:06.997655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.003460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:port and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:07.045168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:07.048873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.050586 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:07.051006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:07.066383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:07.089726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.092774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:07.101069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.115027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-48e1ed44-3635-422b-82cf-2a7e5a5132c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4750307 Mar 02 20:03:07.115563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.127985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:07.149485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.151731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Deleting subnet 816da85c-90eb-4ee5-ae5f-64aa3b15c28c {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:07.169083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:07.190895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.226938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfbc9ae-ba99-4b53-acf8-92079eb9aae3,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:07.249380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.271766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.340972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.342123 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d60763f7-883b-436a-8f10-6ad1aa044cca tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9580841 Mar 02 20:03:07.359859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36202) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.370468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.395452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:07.397044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcf76e5-748f-4a90-9d8c-cc90570e204c,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:07.410173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:07.432356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.436228 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-30e4a3b6-3874-4707-9c8c-32e6b1e9bc30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0849679 Mar 02 20:03:07.437781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36206) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.441752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:07.445209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.446565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:07.447117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:07.453989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:07.474516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.485391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.502881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.515963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.523407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:07.538238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:07.542850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:07.568594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:07.597499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f079e0a3-f0e4-4fbd-8b38-e7931cb9e0c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4772146 Mar 02 20:03:07.605996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:07.609782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36210) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.621045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:07.655437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.689866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edfbc9ae-ba99-4b53-acf8-92079eb9aae3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:07.700675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.717127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.735217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:07.824042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:07.860213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:07.892180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 983f5557-af50-4282-8eda-b7c324bc3ecb no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:07.936520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 983f5557-af50-4282-8eda-b7c324bc3ecb {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:07.937278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 983f5557-af50-4282-8eda-b7c324bc3ecb not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:07.937506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Subnet': ['ID=816da85c-90eb-4ee5-ae5f-64aa3b15c28c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:07.962910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.984788 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-515f100c-d50c-4a68-81c8-1531a136c579 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/subnets/816da85c-90eb-4ee5-ae5f-64aa3b15c28c HTTP/1.1" status: 204 len: 168 time: 0.9745259 Mar 02 20:03:07.988035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36214) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:07.994124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:07.997587 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4d69f6e9-9b4d-459b-9a1e-7f90494a39b2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/edfbc9ae-ba99-4b53-acf8-92079eb9aae3 HTTP/1.1" status: 204 len: 168 time: 0.6316237 Mar 02 20:03:08.017424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36218) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.126331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:08.126868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.182033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:08.193706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:08.195023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Provisioning for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:08.200748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:08.201389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.212105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.212551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.11 (674714d2-2a11-4a96-baa3-34a1a2c4365c/c82d3af7-9be2-4ce4-9b0a-5479bd42511a/5e41b793-2364-42c9-a8fa-bcd3cfa9785d) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:08.227145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:08.229916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:08.231560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.238677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.246265 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:08.249447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80412aa5-3d5d-4d32-af9e-9796734dff35 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:08.261545 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:08.262958 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.273906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8302542c-588c-46ea-b71d-ecd88b7ef1fe,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:08.281270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f48a656d-a604-4ab8-8fdc-10273a237dcd tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1799688 Mar 02 20:03:08.282161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36222) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.283202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:08.286778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.288230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:08.288857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:08.305132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.306513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6fbe27db-2cf6-4e39-a4b1-d13b89cc0ece tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8674335 Mar 02 20:03:08.310018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.321367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:08.330952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:08.335243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:08.338234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:08.344075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:08.352818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-afbb16a4-c38e-4120-b856-e7b3dbc2cf1a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7417769 Mar 02 20:03:08.355950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36230) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.362376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:08.369018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-80412aa5-3d5d-4d32-af9e-9796734dff35 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:08.370263 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-80412aa5-3d5d-4d32-af9e-9796734dff35 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3516045 Mar 02 20:03:08.382799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36234) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.389449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.434413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:08.442863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.446902 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:08.484827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:08.488606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.505532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:08.544709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:08.548569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8f84d-8d82-4c5d-bc23-5e6af75d5664 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:08.548933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.550375 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:08.550816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:08.580264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.585282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.602327 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d4e2a707-463b-49ca-8b42-96fcafa96627 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2420743 Mar 02 20:03:08.609106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36238) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.614078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:08.634027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 8b4a6bbf-7ce7-45fe-a842-336ccf1bc099 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:08.634257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f72d3b-6f3f-41c4-ad75-88737ffbc8cf,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:08.650981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.660746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.711322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.715155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-58e6a16e-7b4e-4220-ae65-1fd1416ed538 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4015062 Mar 02 20:03:08.717047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36242) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.721040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:08.737160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.737574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:08.743907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:08.750853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:08.753876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:08.760107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:08.770301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:08.781527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0a59a5-07e9-43f2-b4d7-10107163ed4c') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.781527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0a59a5-07e9-43f2-b4d7-10107163ed4c') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.792064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.795109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.798702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.815563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:08.819270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.821018 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:08.821527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:08.852620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.854693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:06Z', 'revision_number': 9, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.859279 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:08.869567 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:08.870244 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:02:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:08.879638 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a356d12-2059-43c1-b90f-4004510f968a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2681420 Mar 02 20:03:08.879638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.879944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36246) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.887756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.909398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.928736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.930792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.936831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-656f6250-d752-40fe-a537-4489138c07f8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0533664 Mar 02 20:03:08.937006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:08.937172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:08.943769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:08.954218 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:08.999833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bca35b-6560-4d75-a972-2f1d47d074ad,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.012213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.016236 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2965431 Mar 02 20:03:09.019404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36254) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.020589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.020927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.021255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.021580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.021904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.022228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.022918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.022918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.023204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.023469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.023782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.024092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee7549f-23c8-48f0-84a2-ee6b1d4df91e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.031176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:09.032760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:09.040077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 5e41b793-2364-42c9-a8fa-bcd3cfa9785d will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:09.044048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:09.052804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:09.057548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:09.062694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d75a1e0-17c6-4936-a18f-ca422c5b3c9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:09.064155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0d75a1e0-17c6-4936-a18f-ca422c5b3c9f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173232 Mar 02 20:03:09.067488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36258) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.069828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:09.116633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.142688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-74cde9db-d6c6-4fe7-a946-d2a0d3ed598c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741494 Mar 02 20:03:09.147845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36262) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.152850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.154423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:09.158033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.183809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.215809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Pushing event deleted for resources: {'Network': ['ID=db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.226864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acdb125-7b39-41bb-bd4f-58cda4b43d8e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.229331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.258165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:03:09.271305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.280099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:09.285236 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] 10.222.0.36 "DELETE /v2.0/networks/db9cee3c-cc7f-4e52-a7b2-21eb4e47ef33 HTTP/1.1" status: 204 len: 168 time: 1.2936203 Mar 02 20:03:09.285417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.288830 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/3acdb125-7b39-41bb-bd4f-58cda4b43d8e HTTP/1.1" status: 204 len: 168 time: 0.9001527 Mar 02 20:03:09.293224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36268) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.319479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:09.359687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.359978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.360319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.361303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.361303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.361529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.361802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.362119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.362435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.362745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.363227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.363541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d401ee-eb3c-4a5b-a323-5a2c81674b72 tempest-FloatingIPTestJSON-204754612 tempest-FloatingIPTestJSON-204754612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.367138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=5e41b793-2364-42c9-a8fa-bcd3cfa9785d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.368050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:09.371201 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:06Z', 'revision_number': 9, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:09.372399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.377853 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e5c9bb-1f4c-46d2-a3a7-e8803b9b0236 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:06Z', 'revision_number': 9, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d97800b-d797-439a-8d1f-dfd328cb48a7', 'name': '', 'network_id': 'cfd7293b-e47f-452c-9603-4769a56a3fe2', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:72:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:08Z', 'updated_at': '2022-03-02T20:02:26Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': 'a4d6841f-da1f-47b6-a2b8-4a81449ee69b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:09.378537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:09.381394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:09.383955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.388782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.390391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.390735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.391070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.391822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.392158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.392603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.393422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.393593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.394050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.394408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5faf48-0301-4aad-a506-2d6da0d11e33 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:09.442399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:09.473382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d89d56d8-e61c-4249-b0d4-7d5172075233 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:09.477116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.482062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.541123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.547649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.549551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4a6bbf-7ce7-45fe-a842-336ccf1bc099,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.552904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a049c1-e5e3-4659-ab7b-2566162de226 None None] Network 2822dca1-008c-4e51-9e7c-28b52e616dfb requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:09.572656 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-926513e6-3bf4-4abf-a48b-5ccce52f7f65 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/8b4a6bbf-7ce7-45fe-a842-336ccf1bc099 HTTP/1.1" status: 204 len: 168 time: 1.2858007 Mar 02 20:03:09.573460 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.585406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d89d56d8-e61c-4249-b0d4-7d5172075233 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:09.594302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d89d56d8-e61c-4249-b0d4-7d5172075233 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2916405 Mar 02 20:03:09.601806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.611316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af1df131-e0da-44af-9526-af6697dd2735,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:09.620757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:09.621404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.630138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--2120684020'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:09.646805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.649021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-595e4539-ebf0-4fbe-b37d-bbec5de5cb30 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6214728 Mar 02 20:03:09.652301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:09.655255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.667494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '04f38bc1-d37c-4410-9180-7c538be4fe80', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:09.675645 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ef16848e-650a-4188-8ffa-af8f132d30fb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2454183 Mar 02 20:03:09.676985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36286) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.680070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:09.686182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:09.689099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:09.699579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:09.707278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:09.715814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:09.724477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.756915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:09.838874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:09.854337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:03:09.874890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.884187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:09.916109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:09.937828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:09.995706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:09.996041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.056835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53c8f66f-e2fd-4f15-95c4-e7603492fa63 None None] Provisioning for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:10.061969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.068190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53c8f66f-e2fd-4f15-95c4-e7603492fa63 None None] Provisioning complete for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:10.068683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53c8f66f-e2fd-4f15-95c4-e7603492fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.083162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.109492 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bc75b878-7ae7-4b5c-8a44-b7a375951f59 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8627a5d0bbdd4362a95b78aba6dcbea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282665 Mar 02 20:03:10.155425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-53c8f66f-e2fd-4f15-95c4-e7603492fa63 None None] Port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:10.168005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:10.168497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.182309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36296) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:10.222604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a245083d-d0c8-4904-8168-efe5061b86aa,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:10.229048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:10.230531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:10.248487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.262978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:10.277642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:10.291667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:10.321836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] DHCP port deletion for 2822dca1-008c-4e51-9e7c-28b52e616dfb request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:10.328667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Deleting port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:10.329050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.363796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.369036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:10.376079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.376723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:10.377893 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12359eed-76a8-48fb-82c7-38a6ef626dc1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7195239 Mar 02 20:03:10.380293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.380778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.384567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:10.388041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:10.389477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.408321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.443006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b46003-653c-4661-887b-0fb2eb712b76 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:10.449440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=70947018-6e6e-4fa6-8f97-ea6fe676c960,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:10.470489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f8184a98-b4c0-4fc7-814e-b6aa43094d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3214557 Mar 02 20:03:10.473659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:10.477599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.479042 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8725510 Mar 02 20:03:10.483145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:83:36:7e', 'name': 'tempest-NetworksTestDHCPv6-1991905773'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:10.489183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36306) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:10.499566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3f9ee-8112-49c0-9757-8393cba89ae5 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac664d3-107a-4e5a-be50-27c98609b4f8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:10.516819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d898423-a9d8-479e-ad4f-0d558959374f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:10.570323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 8d898423-a9d8-479e-ad4f-0d558959374f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:10.570995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 8d898423-a9d8-479e-ad4f-0d558959374f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:10.575658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.630699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '0ac664d3-107a-4e5a-be50-27c98609b4f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:10.661167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:10.678268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=97f16e5b-edba-4bee-86bf-361ebccbb4a5,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:10.678842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.697841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:10.773547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-b4128e9c-955a-429f-83d0-9e461b22bcf4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:10.814468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] For port 97f16e5b-edba-4bee-86bf-361ebccbb4a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=97f16e5b-edba-4bee-86bf-361ebccbb4a5,segment=NetworkSegment(218170e4-d1bb-46e5-87a8-ee2f6364af82),segment_id=218170e4-d1bb-46e5-87a8-ee2f6364af82)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:10.814830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:10.814961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.832017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:10.837343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:10.838169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 97f16e5b-edba-4bee-86bf-361ebccbb4a5 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:10.844674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:10.854951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-b4128e9c-955a-429f-83d0-9e461b22bcf4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:10.865882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-b4128e9c-955a-429f-83d0-9e461b22bcf4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239404209&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.1558030 Mar 02 20:03:10.893463 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.ipam_backend_mixin [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c82d3af7-9be2-4ce4-9b0a-5479bd42511a (CIDR: 172.20.0.0/28) Mar 02 20:03:10.894167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:10.896795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.910329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:10.930671 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:10.931250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:10.961309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984922ae-e2d3-4eaf-948b-59f42f7c0932,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:10.989912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Calling delete_port for 97f16e5b-edba-4bee-86bf-361ebccbb4a5 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:11.003153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.004459 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5845cfb4-30c3-426c-b2b2-dc65dcfb6a56 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/984922ae-e2d3-4eaf-948b-59f42f7c0932 HTTP/1.1" status: 204 len: 168 time: 0.8187783 Mar 02 20:03:11.058303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.072748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:11.075250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a99b637a-47ea-42be-b3ce-bcf0ee7bef63 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3938630 Mar 02 20:03:11.079632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.083114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:11.090430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '70947018-6e6e-4fa6-8f97-ea6fe676c960'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:11.091282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.101239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.206308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:11.206750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:11.212395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:11.214022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b06278-2248-4fda-8e0a-1b86a02e63e1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:11.258063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=97f16e5b-edba-4bee-86bf-361ebccbb4a5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:11.267124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.299399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Allocated IP 2001:db8::f816:3eff:fe0e:c3f6 (9616b26f-257b-4b9d-b045-31339b11d161/70947018-6e6e-4fa6-8f97-ea6fe676c960/5e63f3f8-c32c-43bf-8add-f9dd70fead98) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:11.355477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-327aacdd-619d-4a63-a6de-8c8c2f6b1ade tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:11.357386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-327aacdd-619d-4a63-a6de-8c8c2f6b1ade tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 796 time: 0.4907436 Mar 02 20:03:11.368833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.369985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 961a0bba-f05e-442c-9b72-caa4b50c1b46 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:11.395371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2822dca1-008c-4e51-9e7c-28b52e616dfb']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:11.408000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218170e4-d1bb-46e5-87a8-ee2f6364af82') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:11.408303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218170e4-d1bb-46e5-87a8-ee2f6364af82') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:11.421729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.445519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.446760 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2d653138-5cac-468f-a0d4-bcde81431dfa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9457378 Mar 02 20:03:11.449535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36326) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:11.452453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-0f7a57cb-1441-48b0-920d-119b95664618 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0838404 Mar 02 20:03:11.465824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:11.466086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.469888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:11.476519 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fca83c10-31b7-4eea-91bb-5fb20f4febd9 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules/e7b06278-2248-4fda-8e0a-1b86a02e63e1 HTTP/1.1" status: 200 len: 763 time: 0.0235541 Mar 02 20:03:11.476693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36330) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:11.477606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:11.503625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:11.504039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:11.523552 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:11.530447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:11.561121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.564128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:11.567856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.605882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9497740d-59b9-40d1-a7e9-5e10e27fec80 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:11.618340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 97f16e5b-edba-4bee-86bf-361ebccbb4a5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:11.637162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9497740d-59b9-40d1-a7e9-5e10e27fec80 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:11.641891 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9497740d-59b9-40d1-a7e9-5e10e27fec80 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1616483 Mar 02 20:03:11.642475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:11.646904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.653436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Transition to ACTIVE for port object 5e63f3f8-c32c-43bf-8add-f9dd70fead98 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:11.675559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 97f16e5b-edba-4bee-86bf-361ebccbb4a5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:11.675912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 97f16e5b-edba-4bee-86bf-361ebccbb4a5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:11.684181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-68952223-bca2-47a9-a4dc-7d6437467c1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:11.687248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Transition to ACTIVE for port object 5e63f3f8-c32c-43bf-8add-f9dd70fead98 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:11.689727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.696251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.709627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=2822dca1-008c-4e51-9e7c-28b52e616dfb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:11.718261 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-333b6416-9670-4d53-9b2e-2cb8babc0464 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/2822dca1-008c-4e51-9e7c-28b52e616dfb HTTP/1.1" status: 204 len: 168 time: 2.1378901 Mar 02 20:03:11.720633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36338) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:11.723500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.737082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Deleting port 97f16e5b-edba-4bee-86bf-361ebccbb4a5 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:11.737458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.776555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-68952223-bca2-47a9-a4dc-7d6437467c1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:11.789239 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-68952223-bca2-47a9-a4dc-7d6437467c1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3133841 Mar 02 20:03:11.805823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.809728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:11.813779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:11.844128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:11.846341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe83:367e (9616b26f-257b-4b9d-b045-31339b11d161/70947018-6e6e-4fa6-8f97-ea6fe676c960/961a0bba-f05e-442c-9b72-caa4b50c1b46) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:11.858304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c067-0bf0-476f-8b20-06bb2723bb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.869993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4f6ee-648f-472a-a4ed-2ebaf7b9cb31 None None] The port '97f16e5b-edba-4bee-86bf-361ebccbb4a5' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:03:11.908093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Pushing event updated for resources: {'Port': ['ID=5e63f3f8-c32c-43bf-8add-f9dd70fead98,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:11.958657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.959045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.959339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.959671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.959997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.960320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.960660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.960985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.961308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.961628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.961945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.962276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:03:11.981704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Attempting to bind port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:11.983606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Attempting to bind port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:11.983606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Attempting to bind port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:11.988457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:11.988457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:11.989156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.989347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:11.989815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Bound port: 5e63f3f8-c32c-43bf-8add-f9dd70fead98, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:11.990192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:11.993228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.074771 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-ad79a369-3845-4335-99c8-e4a054fba644 service neutron] 10.222.0.36 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845492 Mar 02 20:03:12.086199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] For port 5e63f3f8-c32c-43bf-8add-f9dd70fead98, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:12.090353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] For port 5e63f3f8-c32c-43bf-8add-f9dd70fead98, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5e63f3f8-c32c-43bf-8add-f9dd70fead98,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:12.096848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.190220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0181dc6-704e-48b4-90ec-68375fc9c563 None None] Pushing event updated for resources: {'Port': ['ID=5e63f3f8-c32c-43bf-8add-f9dd70fead98,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:12.223167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7b06278-2248-4fda-8e0a-1b86a02e63e1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:12.232664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.236649 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6674c2a3-1b4a-40b9-8983-0303b6fa4362 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e7b06278-2248-4fda-8e0a-1b86a02e63e1 HTTP/1.1" status: 204 len: 168 time: 0.5901563 Mar 02 20:03:12.236937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36342) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:12.334585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8d4c0167-10ff-439a-b89b-179744048953 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:12.366145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.372417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-7c8185aa-2123-4936-8b89-d14fb7d4d004 service neutron] 10.222.0.36 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839634 Mar 02 20:03:12.398917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8d4c0167-10ff-439a-b89b-179744048953 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:12.406137 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d4c0167-10ff-439a-b89b-179744048953 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1680293 Mar 02 20:03:12.407274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 961a0bba-f05e-442c-9b72-caa4b50c1b46 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:12.409594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.414539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36346) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:12.478526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '0ac664d3-107a-4e5a-be50-27c98609b4f8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:12.489873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:12.499829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:12.519927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:12.523159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:12.523850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.530049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee685d1-b7ce-4cbd-a4e8-760a08f11d95 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:12.530856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:12.588856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.752834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=ac79e1f2-e504-416c-be53-975293e03393,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:12.849152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8b8709b-b83f-453f-afab-8253c255a523 req-b32cad28-d9ad-4a92-8060-8b43dca5db65 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 210 time: 0.1042011 Mar 02 20:03:12.854689 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e80659df-49c0-4908-996a-b6d93f8af5d5 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7807734 Mar 02 20:03:12.857504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:12.861056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:12.903600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1676706621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ac79e1f2-e504-416c-be53-975293e03393'}], 'security_groups': ['9cd34882-8df8-470a-8377-f1596073710e']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:12.936924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.063368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Update dhcp port {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'fixed_ips': [{'subnet_id': 'c82d3af7-9be2-4ce4-9b0a-5479bd42511a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac79e1f2-e504-416c-be53-975293e03393'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'cdcbb8b8-9743-4646-aebe-e5782e2d7788'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:13.091456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=961a0bba-f05e-442c-9b72-caa4b50c1b46,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:13.123944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.125514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:13.131273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 4d97800b-d797-439a-8d1f-dfd328cb48a7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:13.131976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.161411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:13.167252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:13.173455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:13.174095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.268801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-600b656c-123c-49a6-871a-0403c28e1004 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7935445 Mar 02 20:03:13.276095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36364) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:13.326619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.343298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.380875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Allocated IP 172.20.0.18 (674714d2-2a11-4a96-baa3-34a1a2c4365c/ac79e1f2-e504-416c-be53-975293e03393/cdcbb8b8-9743-4646-aebe-e5782e2d7788) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:13.449547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 4d97800b-d797-439a-8d1f-dfd328cb48a7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d97800b-d797-439a-8d1f-dfd328cb48a7,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:13.450061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.453045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.456709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0083935 Mar 02 20:03:13.460508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36368) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:13.468627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17acbc-8fb5-4a6d-96e9-ab45b418556c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496f2b89-1135-46ba-941d-5f098d8e62f8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:13.552547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:13.594508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.601456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.630567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Transition to ACTIVE for port object cdcbb8b8-9743-4646-aebe-e5782e2d7788 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:13.636304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129e423-ee32-43d6-ae63-a2ed1bdd3c21 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:13.638374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-81699ce7-2e53-4a44-93fd-e1c4806313e4 None None] Provisioning for port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:13.645456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129e423-ee32-43d6-ae63-a2ed1bdd3c21 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:13.646332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0129e423-ee32-43d6-ae63-a2ed1bdd3c21 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:13.652060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.701824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 4d97800b-d797-439a-8d1f-dfd328cb48a7 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:13.739033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0129e423-ee32-43d6-ae63-a2ed1bdd3c21 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:13.742852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0129e423-ee32-43d6-ae63-a2ed1bdd3c21 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4605272 Mar 02 20:03:13.753494 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8cc54902-aa73-4cb0-8564-9bdde0aa34f1 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules/496f2b89-1135-46ba-941d-5f098d8e62f8 HTTP/1.1" status: 200 len: 763 time: 0.2917647 Mar 02 20:03:13.756102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:13.756524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:13.780700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170f84c-9480-4c82-800d-e47628440a0b None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:13.783677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5e63f3f8-c32c-43bf-8add-f9dd70fead98 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:13.893880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 961a0bba-f05e-442c-9b72-caa4b50c1b46 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:13.894284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.958245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7d64b4d0-31ce-409f-82ed-1058bf1b4786 None None] Provisioning for port 961a0bba-f05e-442c-9b72-caa4b50c1b46 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:13.963621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7d64b4d0-31ce-409f-82ed-1058bf1b4786 None None] Provisioning complete for port 961a0bba-f05e-442c-9b72-caa4b50c1b46 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:13.964493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7d64b4d0-31ce-409f-82ed-1058bf1b4786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:13.998505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.043302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7d64b4d0-31ce-409f-82ed-1058bf1b4786 None None] Port 961a0bba-f05e-442c-9b72-caa4b50c1b46 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:14.064099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:14.070782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:14.071152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.107784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=4d97800b-d797-439a-8d1f-dfd328cb48a7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:14.130954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-defa2bb0-6035-4c81-9701-c3484729a3fd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:14.132576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-defa2bb0-6035-4c81-9701-c3484729a3fd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 796 time: 0.1724365 Mar 02 20:03:14.312832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.350993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-5dad8f6c-2181-4985-a0cf-5310f5f4528b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 379 time: 0.2028768 Mar 02 20:03:14.353290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ffae7e0d-b335-4ae8-b5cc-d842da6939d0 req-0bd28c92-6577-4a08-b3fb-5c58b41ffdf4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 210 time: 0.2064230 Mar 02 20:03:14.365387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 5e63f3f8-c32c-43bf-8add-f9dd70fead98, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5e63f3f8-c32c-43bf-8add-f9dd70fead98,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:14.375004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.384137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53f57c04-53fb-4157-ab49-45b292b56daa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:14.391324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['04f38bc1-d37c-4410-9180-7c538be4fe80']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:14.451636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.468430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=5e63f3f8-c32c-43bf-8add-f9dd70fead98,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:14.588787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-53f57c04-53fb-4157-ab49-45b292b56daa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:14.590454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-53f57c04-53fb-4157-ab49-45b292b56daa tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8307552 Mar 02 20:03:14.654710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36386) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:14.771544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:14.771908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.832913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:14.843791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Provisioning complete for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:14.844140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.855384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.883859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.903513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:14.911387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:14.918075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Provisioning for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:14.921542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:14.923657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:14.924267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d8dcd95-c62f-4f55-87a4-162536bc2017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.953531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:14.974485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:14.983404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:14.988647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.058583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb8a686f-52d9-4c8f-9a3e-e15aa20e442f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.126063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:15.139404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:15.144308 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f0150999-23fe-400f-b021-016fb862f1f7 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221091 Mar 02 20:03:15.144656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36390) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:15.150908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:15.151601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:15.216995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet a4d6841f-da1f-47b6-a2b8-4a81449ee69b {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:15.220216 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.276168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.282942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.294255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 961a0bba-f05e-442c-9b72-caa4b50c1b46 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:15.312822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.328522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.339440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:15.367884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.392755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=496f2b89-1135-46ba-941d-5f098d8e62f8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:15.441957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.443449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0701cfc9-a498-44b4-87fa-9e73ac3842e3 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/496f2b89-1135-46ba-941d-5f098d8e62f8 HTTP/1.1" status: 204 len: 168 time: 0.7880566 Mar 02 20:03:15.446204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36396) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:15.480372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Delete allocated IP 172.20.0.11 (674714d2-2a11-4a96-baa3-34a1a2c4365c/c82d3af7-9be2-4ce4-9b0a-5479bd42511a) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:03:15.500690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.26 (674714d2-2a11-4a96-baa3-34a1a2c4365c/ac79e1f2-e504-416c-be53-975293e03393/5e41b793-2364-42c9-a8fa-bcd3cfa9785d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:15.537875 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-877f9eae-4345-4dd8-8224-5b8de8781a45 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0902202 Mar 02 20:03:15.541064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36400) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:15.545500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.577594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': '0ac664d3-107a-4e5a-be50-27c98609b4f8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:15.625213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d6841f-da1f-47b6-a2b8-4a81449ee69b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:15.627171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:15.630021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.639908 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-165feddb-7ac0-4968-9480-23859ac915d0 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/a4d6841f-da1f-47b6-a2b8-4a81449ee69b HTTP/1.1" status: 204 len: 168 time: 0.4941435 Mar 02 20:03:15.641040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36404) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:15.645515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:15.660149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d1122-14e6-494d-8db8-9c552b693726 None None] Network cfd7293b-e47f-452c-9603-4769a56a3fe2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:15.678242 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-00ebe74b-4347-4fdd-a749-e6ea608adc76 req-ee1e80df-0d5c-46d1-8cc3-553599abe242 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 210 time: 0.0984919 Mar 02 20:03:15.724766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.6 (270327b2-d0d0-4563-aa55-1d11764fe770/3611e4c9-2862-4551-8721-e24d6773866f/5d198ff5-6177-49ad-839b-5e08dbe8fcc3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:15.736952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:15.738165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.782524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.785436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:15.798139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:15.809043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.819379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port f768b870-bb8b-4686-a259-f728fb760727 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:15.819884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.859024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=961a0bba-f05e-442c-9b72-caa4b50c1b46,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:15.859965 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Project 37da2bacb4d047b5853edd4e0264c3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:03:15.873913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:15.958856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.041465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.049589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.079611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:16.080114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.086754 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6815bc3c-7bde-4a9c-8943-2e22204f19ab tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/961a0bba-f05e-442c-9b72-caa4b50c1b46 HTTP/1.1" status: 204 len: 168 time: 2.3287959 Mar 02 20:03:16.096389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.117174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75df94b5-dd74-4a3d-853d-1578774b1069,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:16.151438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port f768b870-bb8b-4686-a259-f728fb760727, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f768b870-bb8b-4686-a259-f728fb760727,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:16.152458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.178496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.218757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object 5e41b793-2364-42c9-a8fa-bcd3cfa9785d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:16.233253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.237488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef6c66-601d-4734-806a-ad9a86a6dcb1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:16.237756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.238878 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-af6cc64e-1abc-4576-9ae1-cf0c844f00f6 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6968000 Mar 02 20:03:16.239346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fef6c66-601d-4734-806a-ad9a86a6dcb1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:16.239841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5fef6c66-601d-4734-806a-ad9a86a6dcb1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:16.248281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.254786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:13Z', 'revision_number': 10, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:16.267662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:16.280267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5e63f3f8-c32c-43bf-8add-f9dd70fead98 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:16.301078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.319284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:16.320003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:16.350427 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a208282-768b-4cd5-a3f2-d3327140e9fe tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules/75df94b5-dd74-4a3d-853d-1578774b1069 HTTP/1.1" status: 200 len: 769 time: 0.0646796 Mar 02 20:03:16.355250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:16.363658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.382292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] DHCP port deletion for cfd7293b-e47f-452c-9603-4769a56a3fe2 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:16.402911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Deleting port f768b870-bb8b-4686-a259-f728fb760727 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:16.403333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.415190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5fef6c66-601d-4734-806a-ad9a86a6dcb1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:16.416389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5fef6c66-601d-4734-806a-ad9a86a6dcb1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3167167 Mar 02 20:03:16.426154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=5e41b793-2364-42c9-a8fa-bcd3cfa9785d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:16.427935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36420) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.480188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for f768b870-bb8b-4686-a259-f728fb760727 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:16.517460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cd47449-c128-4c79-9a6b-53c2b9105978 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:16.526772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] In _notify_port_updated(), no bound segment for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d on network 674714d2-2a11-4a96-baa3-34a1a2c4365c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:03:16.532509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:16.533304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.537728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab4a40ea-fa57-489a-84c8-0dae240566ec tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/ports/5e41b793-2364-42c9-a8fa-bcd3cfa9785d HTTP/1.1" status: 200 len: 921 time: 3.6792822 Mar 02 20:03:16.538615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.547683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 70947018-6e6e-4fa6-8f97-ea6fe676c960 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:16.554877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.602167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:16.607277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.626281 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.660207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cd47449-c128-4c79-9a6b-53c2b9105978 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:16.661521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cd47449-c128-4c79-9a6b-53c2b9105978 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2975616 Mar 02 20:03:16.664929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36428) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:16.665743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.680578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:16.681197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.693807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:16.694175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.733601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:16.751073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:16.767610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:16.814410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=f768b870-bb8b-4686-a259-f728fb760727,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:16.816595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.821314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:16.848853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.904195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:16.908131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port f768b870-bb8b-4686-a259-f728fb760727 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:16.964664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] For port f768b870-bb8b-4686-a259-f728fb760727, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f768b870-bb8b-4686-a259-f728fb760727,segment=NetworkSegment(65d61205-28a4-41ef-bf6f-00b2fb621caa),segment_id=65d61205-28a4-41ef-bf6f-00b2fb621caa)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:16.964972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.086031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.097280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75df94b5-dd74-4a3d-853d-1578774b1069,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:17.130891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.134417 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-67156d60-34e1-4074-8747-4a093dc08a00 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/75df94b5-dd74-4a3d-853d-1578774b1069 HTTP/1.1" status: 204 len: 168 time: 0.4621766 Mar 02 20:03:17.136782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36434) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:17.156675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd7293b-e47f-452c-9603-4769a56a3fe2']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:17.174375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d61205-28a4-41ef-bf6f-00b2fb621caa') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:17.174664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d61205-28a4-41ef-bf6f-00b2fb621caa') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:17.191958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.199812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:17.200476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.230849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.261605 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-86499d8c-a34b-4351-b701-3e0cd2d8c9ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8958027 Mar 02 20:03:17.269046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Calling delete_port for f768b870-bb8b-4686-a259-f728fb760727 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:17.269676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-436641f6-f85d-478d-b71b-4dfd6f227a40 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:17.276541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.296847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:17.297268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:17.313244 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:17.315441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Request body: {'port': {'device_id': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:17.338703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-436641f6-f85d-478d-b71b-4dfd6f227a40 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:17.342730 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-436641f6-f85d-478d-b71b-4dfd6f227a40 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2022793 Mar 02 20:03:17.354854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:17.373941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.395194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Provisioning for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:17.417424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Provisioning complete for port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:17.417765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.417942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.431734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60c174-cd7e-4451-a0e5-de609af7ad69 req-81f64983-d6a9-4a4e-a20c-1ad615cb843e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:17.432463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf60c174-cd7e-4451-a0e5-de609af7ad69 req-81f64983-d6a9-4a4e-a20c-1ad615cb843e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:17.461662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=70947018-6e6e-4fa6-8f97-ea6fe676c960,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:17.466933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.471243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.494602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.495231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adf0c4-bf2f-435a-8793-b029246230c5 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:17.511371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=cfd7293b-e47f-452c-9603-4769a56a3fe2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:17.519999 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-47596e62-ec39-4fd9-bbaa-8a064861ff2c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/cfd7293b-e47f-452c-9603-4769a56a3fe2 HTTP/1.1" status: 204 len: 168 time: 1.8765280 Mar 02 20:03:17.520869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36442) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:17.526855 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c0bd4803-df90-4b26-8be2-2ae682645fb2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/70947018-6e6e-4fa6-8f97-ea6fe676c960 HTTP/1.1" status: 204 len: 168 time: 1.0949979 Mar 02 20:03:17.529956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.537022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:17.563880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:17.564164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:17.609846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Port 5e41b793-2364-42c9-a8fa-bcd3cfa9785d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:17.633215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf60c174-cd7e-4451-a0e5-de609af7ad69 req-81f64983-d6a9-4a4e-a20c-1ad615cb843e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:17.640620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf60c174-cd7e-4451-a0e5-de609af7ad69 req-81f64983-d6a9-4a4e-a20c-1ad615cb843e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 931 time: 0.7586534 Mar 02 20:03:17.671612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f768b870-bb8b-4686-a259-f728fb760727 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:17.699589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d776e074-1d1d-4815-bb64-814293e1f3e5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528592 Mar 02 20:03:17.710026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Provisioning for port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:17.736530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36450) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:17.742063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:17.748228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f768b870-bb8b-4686-a259-f728fb760727 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:17.748614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f768b870-bb8b-4686-a259-f728fb760727 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:17.757333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Provisioning complete for port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:17.757333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.794116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.809073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 5e41b793-2364-42c9-a8fa-bcd3cfa9785d owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:17.839000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:13Z', 'revision_number': 10, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:17.847576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211fd9b4-7006-4ec4-b1fd-a625f36ebad7 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:13Z', 'revision_number': 10, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None, '_interfaces': [{'id': '4c876712-c662-43fd-8036-fe475e9c94a2', 'name': '', 'network_id': '3651ea12-2657-4dd0-bd5e-66c7a036c255', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'mac_address': 'fa:16:3e:25:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:01:55Z', 'updated_at': '2022-03-02T20:02:12Z', 'revision_number': 5, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'subnets': [{'id': '0bfd4dc0-e76b-4867-bb4a-0f8944b16192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:17.849191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.853199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7918a6f4-38fc-4102-8a2f-3f5c6b566eda None None] Port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:17.974537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:17.974851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:17.987273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf60c174-cd7e-4451-a0e5-de609af7ad69 req-0af8dd6c-3cf8-4db1-8905-71014b873f84 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3464320 Mar 02 20:03:17.988832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:17.994442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:18.004405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:18.048717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:18.052081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.065884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Deleting port f768b870-bb8b-4686-a259-f728fb760727 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:18.066232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.135597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a8287-7677-496d-853f-7e8f501d55f5 None None] The port 'f768b870-bb8b-4686-a259-f728fb760727' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:03:18.188064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.251505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.252622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:18.256728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Deleting port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:18.257593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.307469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac664d3-107a-4e5a-be50-27c98609b4f8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:18.326274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=5e41b793-2364-42c9-a8fa-bcd3cfa9785d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:18.452412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.453798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a17fe7f3-584a-4a13-9ac6-77a72ad50419 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/0ac664d3-107a-4e5a-be50-27c98609b4f8 HTTP/1.1" status: 204 len: 168 time: 1.0851967 Mar 02 20:03:18.460300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:18.550670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] For port 5e63f3f8-c32c-43bf-8add-f9dd70fead98, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5e63f3f8-c32c-43bf-8add-f9dd70fead98,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:18.551253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.555262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.631815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:03:18.640039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.656428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Transition to ACTIVE for port object 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:18.671465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4cb30e9f-4ec4-40f8-9bd2-e7ae8db4b02c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:18.677176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Calling delete_port for 5e63f3f8-c32c-43bf-8add-f9dd70fead98 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:18.687557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.692859 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bf1f318d-81ae-4c03-bb2f-e2d8450cae5d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/5e41b793-2364-42c9-a8fa-bcd3cfa9785d HTTP/1.1" status: 204 len: 168 time: 2.1514852 Mar 02 20:03:18.694356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.698939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:18.729549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4cb30e9f-4ec4-40f8-9bd2-e7ae8db4b02c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:18.735142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4cb30e9f-4ec4-40f8-9bd2-e7ae8db4b02c tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2680354 Mar 02 20:03:18.741074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:18.774921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.784649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429425738'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:18.860957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] Pushing event deleted for resources: {'Port': ['ID=5e63f3f8-c32c-43bf-8add-f9dd70fead98,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:18.869821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a9d0e-3904-4df0-bc04-319600ea85ea None None] No DVR routers for this DVR port 5e63f3f8-c32c-43bf-8add-f9dd70fead98 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:18.912868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:18.914891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.981494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:18.983941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:18.985685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:18.988584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:18.989169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:18.996209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112662ec-3fcd-4299-865d-9304b5d46024 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:19.012993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00c02b4-65c4-4d75-aae0-e426181e8559 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:03:19.013399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d00c02b4-65c4-4d75-aae0-e426181e8559 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:19.028786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:19.048838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=3ec51275-430c-4eb7-966e-ee7f66ba677b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:19.059924 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-19993695-cbe8-4d0e-9e7a-2fa09eb4721b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3223331 Mar 02 20:03:19.071408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36468) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:19.075969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:19.079438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:05:a1:60', 'name': 'tempest-NetworksTestDHCPv6-1130637239'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:19.118771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d00c02b4-65c4-4d75-aae0-e426181e8559 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:19.122692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d00c02b4-65c4-4d75-aae0-e426181e8559 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/5e41b793-2364-42c9-a8fa-bcd3cfa9785d HTTP/1.1" status: 404 len: 333 time: 0.3879683 Mar 02 20:03:19.122692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.123934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36472) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:19.157933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:19.165305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:19.174688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:19.186073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:19.235009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Attempting to bind port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:19.235353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Attempting to bind port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:19.235645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Attempting to bind port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:19.248697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 on network 270327b2-d0d0-4563-aa55-1d11764fe770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:03:19.249141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Attempting to bind port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:19.268872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:19.269219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Checking segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:19.269635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Bound using segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:19.269996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Bound port: 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:19.270309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.292091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 4c876712-c662-43fd-8036-fe475e9c94a2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:19.292605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.301942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '3ec51275-430c-4eb7-966e-ee7f66ba677b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:19.302856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.386264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.415133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fd851-f3eb-4651-9405-6fb38eec692a req-ab9cf991-972f-4433-8005-0a601848f0d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:19.416642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a67fd851-f3eb-4651-9405-6fb38eec692a req-ab9cf991-972f-4433-8005-0a601848f0d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 943 time: 0.2376604 Mar 02 20:03:19.423402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.439271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:19.448101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.453373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:19.457685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Allocated IP 2001:db8::f816:3eff:fed9:dca9 (9616b26f-257b-4b9d-b045-31339b11d161/3ec51275-430c-4eb7-966e-ee7f66ba677b/e10a4eb7-3946-4f26-bf01-2b863a5bea3c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:19.458658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:19.465063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:19.497446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:19.515678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.517964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.532788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:19.558946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fde1af-a288-4188-a858-cd7be6230073,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:19.587548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a67fd851-f3eb-4651-9405-6fb38eec692a req-13504544-5aa2-4114-af7a-50471842157c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553955 Mar 02 20:03:19.591850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.593133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8d595e94-e47b-4c98-b737-4a5408f30142 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8493807 Mar 02 20:03:19.598043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36476) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:19.607060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:19.607738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.610691 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 1093 time: 2.2996712 Mar 02 20:03:19.611522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:03:19.612909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:19.655683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Request body: {'security_group_rule': {'security_group_id': 'd3fde1af-a288-4188-a858-cd7be6230073', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:19.660176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3cde-815c-4cb6-b2fa-d217dc8e2a13 service neutron] Pushing event updated for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:19.674172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:19.685341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 4c876712-c662-43fd-8036-fe475e9c94a2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4c876712-c662-43fd-8036-fe475e9c94a2,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:19.685695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.701473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Usage tracker for resource:security_group_rule and tenant:37da2bacb4d047b5853edd4e0264c3cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:19.707310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:19.725529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.728806 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'status': 'completed', 'code': 200} Mar 02 20:03:19.746043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d97800b-d797-439a-8d1f-dfd328cb48a7 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:19.780019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-6598adf2-2522-42af-9bd2-3d430a532eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:19.781860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-6598adf2-2522-42af-9bd2-3d430a532eb7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1096 time: 0.0995901 Mar 02 20:03:19.784809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4d97800b-d797-439a-8d1f-dfd328cb48a7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:19.785151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d97800b-d797-439a-8d1f-dfd328cb48a7 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:19.785569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5e63f3f8-c32c-43bf-8add-f9dd70fead98 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:19.828752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 5e63f3f8-c32c-43bf-8add-f9dd70fead98 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:19.829125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5e63f3f8-c32c-43bf-8add-f9dd70fead98 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:19.845496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.865715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Transition to ACTIVE for port object e10a4eb7-3946-4f26-bf01-2b863a5bea3c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:19.866482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:19.867981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-39b78116-e98f-4698-a8f5-3536c03d9f4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 217 time: 0.0790811 Mar 02 20:03:19.893197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Transition to ACTIVE for port object e10a4eb7-3946-4f26-bf01-2b863a5bea3c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:19.901116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:19.942966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-f81d5748-6ae3-4fdd-912c-246becbadc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:19.945488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-f81d5748-6ae3-4fdd-912c-246becbadc98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.0704949 Mar 02 20:03:19.965938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:19.969158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:19.977465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:20.011836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Pushing event updated for resources: {'Port': ['ID=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.024375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-1edcc22b-1f33-492d-adcf-2a980fa60974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:20.026186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-1edcc22b-1f33-492d-adcf-2a980fa60974 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751975 Mar 02 20:03:20.083115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 4c876712-c662-43fd-8036-fe475e9c94a2 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:20.087867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Attempting to bind port e10a4eb7-3946-4f26-bf01-2b863a5bea3c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:20.088235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Attempting to bind port e10a4eb7-3946-4f26-bf01-2b863a5bea3c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:20.088626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Attempting to bind port e10a4eb7-3946-4f26-bf01-2b863a5bea3c on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:20.095332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:20.095706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:20.096082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.096530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:20.096992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Bound port: e10a4eb7-3946-4f26-bf01-2b863a5bea3c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:20.097369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.124654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4609243-0cfc-4bf5-a307-f94b585aa380,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.147236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.148280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e7208426-ebeb-44ff-a3ef-0940aad0ae8f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/security-groups/c4609243-0cfc-4bf5-a307-f94b585aa380 HTTP/1.1" status: 204 len: 168 time: 1.0240154 Mar 02 20:03:20.151704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:20.163487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.200780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] For port e10a4eb7-3946-4f26-bf01-2b863a5bea3c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:20.201544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-56c2586d-5a27-455d-abb8-79de11f922f2 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676676 Mar 02 20:03:20.204009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] For port e10a4eb7-3946-4f26-bf01-2b863a5bea3c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:20.209473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.232834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.282797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port d5c7dd07-7428-45f6-ad0d-58f99b4c3846 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:20.297919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bbb71-c2a6-4e7a-9fa8-2d54524f369e None None] Pushing event updated for resources: {'Port': ['ID=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.333553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.347621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.361153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.385950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.412261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df4919dd-50e7-4728-b655-ec1b25eb571c req-492925f4-eaf1-4348-9139-07144d8e2ccb service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013347 Mar 02 20:03:20.436058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abfc3ae-ffc1-4be7-a106-4c894e8f8ab1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.449510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.512782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd34882-8df8-470a-8377-f1596073710e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.527059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.528282 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7ed45af1-e0cd-4aa0-9fbd-171e1b95dbab tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/security-groups/9cd34882-8df8-470a-8377-f1596073710e HTTP/1.1" status: 204 len: 168 time: 0.3755243 Mar 02 20:03:20.531016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:20.546897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.548100 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-93213c2b-31a3-4688-a46f-b3c67a67dcec tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9483254 Mar 02 20:03:20.557995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36490) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:20.602761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.610611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe05:a160 (9616b26f-257b-4b9d-b045-31339b11d161/3ec51275-430c-4eb7-966e-ee7f66ba677b/d5c7dd07-7428-45f6-ad0d-58f99b4c3846) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:20.617883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet c82d3af7-9be2-4ce4-9b0a-5479bd42511a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:20.622579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.677871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80082b-a998-4356-89c1-f08f75871a95 req-839147ec-64c2-4054-86a3-0c32e4dd0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:20.679517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-839147ec-64c2-4054-86a3-0c32e4dd0876 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1096 time: 0.2141778 Mar 02 20:03:20.680890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=4c876712-c662-43fd-8036-fe475e9c94a2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:20.731347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.909947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.916504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:20.970324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.078423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80082b-a998-4356-89c1-f08f75871a95 req-01d2572e-fecd-4c57-80ac-85438cfb669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:21.079910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-01d2572e-fecd-4c57-80ac-85438cfb669f service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.3897409 Mar 02 20:03:21.081061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.193241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-afd0da04-850b-4416-81b2-b71e3fdee6bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 217 time: 0.0837848 Mar 02 20:03:21.245635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b846f25-3956-4afb-8c96-f2b8e5397801 req-e4f3a074-abd5-4369-a45e-cce5b2405f86 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:21.247197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2b846f25-3956-4afb-8c96-f2b8e5397801 req-e4f3a074-abd5-4369-a45e-cce5b2405f86 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 943 time: 0.4878008 Mar 02 20:03:21.322739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80082b-a998-4356-89c1-f08f75871a95 req-29a041d5-f1a6-429f-977a-9aa2cef4f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:21.324247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-29a041d5-f1a6-429f-977a-9aa2cef4f958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.1218829 Mar 02 20:03:21.329391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2b846f25-3956-4afb-8c96-f2b8e5397801 req-73bd6d6b-841c-4432-9110-2bbcfdee7f90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719132 Mar 02 20:03:21.330304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.382649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.410318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=c82d3af7-9be2-4ce4-9b0a-5479bd42511a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:21.415301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.427219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7e075a-25b3-403f-9207-0af7f01ac0c2 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:21.427738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a8769097-1fba-483f-98a1-8170d3fdfb2d tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/c82d3af7-9be2-4ce4-9b0a-5479bd42511a HTTP/1.1" status: 204 len: 168 time: 0.8953240 Mar 02 20:03:21.429283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fde1af-a288-4188-a858-cd7be6230073,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:21.429865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36496) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:21.436483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:21.445635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.459661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:21.464536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.468044 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ef6c51eb-2917-40e7-b90f-3bf24340c7d7 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3fde1af-a288-4188-a858-cd7be6230073 HTTP/1.1" status: 204 len: 168 time: 0.9034936 Mar 02 20:03:21.472943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36500) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:21.490766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object d5c7dd07-7428-45f6-ad0d-58f99b4c3846 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:21.565422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ff27789d-3cd3-4132-a38f-97fcb5429ba1 None None] Provisioning for port e10a4eb7-3946-4f26-bf01-2b863a5bea3c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:21.566485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80082b-a998-4356-89c1-f08f75871a95 req-a1b28d8f-82f7-42c5-99d1-0e98e87f4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:21.568004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-a1b28d8f-82f7-42c5-99d1-0e98e87f4024 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2337272 Mar 02 20:03:21.692746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:21.700253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:21.704902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:21.713452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:21.742394 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-2953e405-849e-44bb-a03a-999b6ada10e9 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672294 Mar 02 20:03:21.744399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:03:21.748388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:21.750500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.817674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:21.824534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e10a4eb7-3946-4f26-bf01-2b863a5bea3c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:21.828905 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1fde79ca-a176-408f-8e09-b2494147dcc8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3069477 Mar 02 20:03:21.830574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36504) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:21.831108 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:21.842549 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:21.844078 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:21.849201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e0153c40-5726-4c56-b878-266e3a5a470d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:21.948129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting subnet 0bfd4dc0-e76b-4867-bb4a-0f8944b16192 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:21.953300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:21.997034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e10a4eb7-3946-4f26-bf01-2b863a5bea3c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:22.007578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e10a4eb7-3946-4f26-bf01-2b863a5bea3c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:22.007989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.037493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.044609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:22.108409 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d80082b-a998-4356-89c1-f08f75871a95 req-15576e24-330f-4229-ac90-f5e00943628e service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271222 Mar 02 20:03:22.111942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e0153c40-5726-4c56-b878-266e3a5a470d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:22.115505 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e0153c40-5726-4c56-b878-266e3a5a470d tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6413941 Mar 02 20:03:22.119156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.120323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.130290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:22.149712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'port_id': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'mac_address': 'fa:16:3e:cc:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:03:22.194538 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.199221 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:22.213051 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:22.213601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.214109 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.260776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:22.267639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:22.273945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:22.281087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:03:22.284874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.285547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.294550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=d5c7dd07-7428-45f6-ad0d-58f99b4c3846,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.338443 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6d57a327-1241-488c-a209-9994b322a7b2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2659192 Mar 02 20:03:22.342981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.383017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36512) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.403693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.431145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:22.431877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1896b4a9-885d-46af-a03d-d97800c00527 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:22.444779 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:22.450358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.460991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.492174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e10a4eb7-3946-4f26-bf01-2b863a5bea3c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:22.567638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.602591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:22.605130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1896b4a9-885d-46af-a03d-d97800c00527 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:22.608168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1896b4a9-885d-46af-a03d-d97800c00527 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4816332 Mar 02 20:03:22.614171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.622263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4477ab4-2b4c-43ed-a0e4-82c23c37b25a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.628430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4477ab4-2b4c-43ed-a0e4-82c23c37b25a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.629273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d4477ab4-2b4c-43ed-a0e4-82c23c37b25a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:22.631821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36518) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.662402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.673966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=7cdc9d80-44b1-4de6-92e6-3704d69479d6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.684111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:22.691543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.691973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.692848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.709943 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:22.714389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681b704e-ad74-43d4-8350-c484a21cbdda None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:22.715905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfd4dc0-e76b-4867-bb4a-0f8944b16192,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:22.731232 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-86a0840c-a55d-4858-8e79-12363a5a60a2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] delete failed (client error): The resource could not be found. Mar 02 20:03:22.736900 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-86a0840c-a55d-4858-8e79-12363a5a60a2 tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "DELETE /v2.0/security-groups/d3fde1af-a288-4188-a858-cd7be6230073 HTTP/1.1" status: 404 len: 347 time: 0.0924184 Mar 02 20:03:22.737860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.743258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.755768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0997374a-ef75-4c0a-88c7-2f8175d030cc None None] Provisioning for port d5c7dd07-7428-45f6-ad0d-58f99b4c3846 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:22.762207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2bc94360-b594-447c-b0b3-c15854bd2fed tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/0bfd4dc0-e76b-4867-bb4a-0f8944b16192 HTTP/1.1" status: 204 len: 168 time: 0.9287910 Mar 02 20:03:22.762986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5d198ff5-6177-49ad-839b-5e08dbe8fcc3'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:03:22.763114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.768209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-216e7a68-ae64-4802-9248-74ae00f157ee tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3372188 Mar 02 20:03:22.771860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.782114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1984501321'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:22.788367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d4477ab4-2b4c-43ed-a0e4-82c23c37b25a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:22.789403 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d4477ab4-2b4c-43ed-a0e4-82c23c37b25a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4054348 Mar 02 20:03:22.792971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:22.798502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:22.801707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:22.805432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:22.808136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdb34a-0291-4a2a-a34c-1be968e24e5c None None] Network 3651ea12-2657-4dd0-bd5e-66c7a036c255 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:22.810065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:22.821379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b664d19-ca3d-4e5b-a851-594dfb0ad031 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:22.856286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0997374a-ef75-4c0a-88c7-2f8175d030cc None None] Provisioning complete for port d5c7dd07-7428-45f6-ad0d-58f99b4c3846 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:22.856795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0997374a-ef75-4c0a-88c7-2f8175d030cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.862728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-69c78e5a-d808-46f7-af0a-9a618d0ddb2e tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Synchronizing usage tracker for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:22.871076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:22.910182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4cb03-b507-4d52-9018-767b8e20c77b req-da362d13-f320-463d-b632-db7ee37da02d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:22.911782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aac4cb03-b507-4d52-9018-767b8e20c77b req-da362d13-f320-463d-b632-db7ee37da02d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 944 time: 0.3035941 Mar 02 20:03:22.912516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-69c78e5a-d808-46f7-af0a-9a618d0ddb2e tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] Unset dirty status for tenant:37da2bacb4d047b5853edd4e0264c3cf on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:22.917697 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-69c78e5a-d808-46f7-af0a-9a618d0ddb2e tempest-SecGroupIPv6Test-1955790330 tempest-SecGroupIPv6Test-1955790330-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1696379 Mar 02 20:03:22.917697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:22.925447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:22.929132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:22.936964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:22.942413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port d5c7dd07-7428-45f6-ad0d-58f99b4c3846 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:22.942754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.010442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.064819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.080873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Deleting port 6e338ef7-fd26-4537-8373-b5e980a55bd3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:23.081062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.090317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0997374a-ef75-4c0a-88c7-2f8175d030cc None None] Port d5c7dd07-7428-45f6-ad0d-58f99b4c3846 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:23.091950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.131250 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aac4cb03-b507-4d52-9018-767b8e20c77b req-1882f2d3-c0fd-4292-941a-6f5771fca13b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947199 Mar 02 20:03:23.165125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.166259 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3898020 Mar 02 20:03:23.172265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36540) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:23.176562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac721ad-192c-42b2-b51b-43c7182389c1 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50e8e2-619d-438d-ba62-41864a1cbbbc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:23.183010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1949119945'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:23.207704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:23.234895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:23.260760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:23.302938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:23.307604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ea87bf36-e94b-460b-9864-c952e5b79e01 None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:23.307980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea87bf36-e94b-460b-9864-c952e5b79e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.311110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36546) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:23.399193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.435641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ea87bf36-e94b-460b-9864-c952e5b79e01 None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:23.469516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3545e054-1ed0-4ab2-bb58-0dc81e19ff47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37da2bacb4d047b5853edd4e0264c3cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570945 Mar 02 20:03:23.471913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:23.498278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ea87bf36-e94b-460b-9864-c952e5b79e01 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:23.498650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ea87bf36-e94b-460b-9864-c952e5b79e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.515463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:23.519079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.533064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.539391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:23.564098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.606399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:23.632294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] DHCP port deletion for 3651ea12-2657-4dd0-bd5e-66c7a036c255 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:23.641919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.661827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6863aff-9c65-4bef-9ad8-2d7c5a73db4d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:23.680508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for d5c7dd07-7428-45f6-ad0d-58f99b4c3846 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:23.692630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.697709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Deleting port 6e338ef7-fd26-4537-8373-b5e980a55bd3 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:23.698085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.698326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-88985acc-780d-4682-bc7d-7371b9789948 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6863aff-9c65-4bef-9ad8-2d7c5a73db4d HTTP/1.1" status: 204 len: 168 time: 0.2249768 Mar 02 20:03:23.710771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:23.739307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] For port 6e338ef7-fd26-4537-8373-b5e980a55bd3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6e338ef7-fd26-4537-8373-b5e980a55bd3,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:23.739667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:23.741489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e10a4eb7-3946-4f26-bf01-2b863a5bea3c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:23.962528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Update dhcp port {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'fixed_ips': [{'subnet_id': 'ac79e1f2-e504-416c-be53-975293e03393', 'ip_address': '172.20.0.18'}, {'subnet_id': '7cdc9d80-44b1-4de6-92e6-3704d69479d6'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'cdcbb8b8-9743-4646-aebe-e5782e2d7788'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:24.026039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Calling delete_port for 6e338ef7-fd26-4537-8373-b5e980a55bd3 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:24.067323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.079820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e10a4eb7-3946-4f26-bf01-2b863a5bea3c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:24.080197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.210185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.222060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.244890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.303547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] For port 6e338ef7-fd26-4537-8373-b5e980a55bd3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6e338ef7-fd26-4537-8373-b5e980a55bd3,segment=NetworkSegment(68e88d14-ce46-414a-bcbb-8d81598b7dc4),segment_id=68e88d14-ce46-414a-bcbb-8d81598b7dc4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:24.304031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.312611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.352530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Port': ['ID=6e338ef7-fd26-4537-8373-b5e980a55bd3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:24.372199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5734854-7ed6-4bdf-888f-d5f24e014323 req-dc3b33d5-3d5e-45c9-9f5b-4ca2946ddd79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:24.384997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d5734854-7ed6-4bdf-888f-d5f24e014323 req-dc3b33d5-3d5e-45c9-9f5b-4ca2946ddd79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 944 time: 0.1272264 Mar 02 20:03:24.440049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No DVR routers for this DVR port 6e338ef7-fd26-4537-8373-b5e980a55bd3 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:24.452310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d5734854-7ed6-4bdf-888f-d5f24e014323 req-ba473e2b-e7e6-4863-a16c-266495adb20d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632796 Mar 02 20:03:24.497356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=d5c7dd07-7428-45f6-ad0d-58f99b4c3846,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:24.503866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f8bcc0-c163-4dd5-b061-d28d5f097a7b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:24.513458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.518505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:24.518644 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ef360b33-18e2-4d5a-be4f-489ec23e8493 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d5c7dd07-7428-45f6-ad0d-58f99b4c3846 HTTP/1.1" status: 204 len: 168 time: 1.7122931 Mar 02 20:03:24.520173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.521410 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5cbf97a5-0550-4af0-90c8-36ee658e007a tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3481638 Mar 02 20:03:24.535230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36580) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:24.543096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'security_group': {'name': 'tempest-secgroup-1254632083'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:24.565855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:24.573884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:24.608036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Calling delete_port for 6e338ef7-fd26-4537-8373-b5e980a55bd3 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:24.633056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:24.653755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:24.657203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.694255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3651ea12-2657-4dd0-bd5e-66c7a036c255']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:24.728013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e88d14-ce46-414a-bcbb-8d81598b7dc4') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:24.728814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e88d14-ce46-414a-bcbb-8d81598b7dc4') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:24.736892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.759108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.781657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:24.784721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.787425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Allocated IP 172.20.0.2 (674714d2-2a11-4a96-baa3-34a1a2c4365c/7cdc9d80-44b1-4de6-92e6-3704d69479d6/cdcbb8b8-9743-4646-aebe-e5782e2d7788) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:24.791939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:security_group_rule and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:24.797365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:24.800930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:24.801557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:24.820935 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:24.845694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312391f-b61d-4ac6-b4eb-bff3dc7d2456 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:24.846525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:24.847802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0312391f-b61d-4ac6-b4eb-bff3dc7d2456 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:24.852371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0312391f-b61d-4ac6-b4eb-bff3dc7d2456 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3302271 Mar 02 20:03:24.853019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36586) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:24.935586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36590) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:24.943045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.966170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.976972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Pushing event deleted for resources: {'Network': ['ID=3651ea12-2657-4dd0-bd5e-66c7a036c255,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:24.977212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 3ec51275-430c-4eb7-966e-ee7f66ba677b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:24.982648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:24.992393 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-726c5615-d4ab-4a72-a4c0-5de5c103c22c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/networks/3651ea12-2657-4dd0-bd5e-66c7a036c255 HTTP/1.1" status: 204 len: 168 time: 2.2282829 Mar 02 20:03:24.997670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:25.007424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'routes': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:25.051675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:25.052041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:25.052180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.110818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--762731974'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:25.112768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4c876712-c662-43fd-8036-fe475e9c94a2 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:25.126654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:25.134190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:25.138746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:25.147752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:25.155775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4c876712-c662-43fd-8036-fe475e9c94a2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:25.155994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4c876712-c662-43fd-8036-fe475e9c94a2 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:25.158216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:25.165976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.173428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.186462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.188162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.203121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Transition to ACTIVE for port object cdcbb8b8-9743-4646-aebe-e5782e2d7788 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:25.208371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:25.209218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.212983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.230026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.243683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:25.251013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:25.263553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:25.326144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.353414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Added routes are [] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 20:03:25.353707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.extraroute_db [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Removed routes are [] {{(pid=87813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 20:03:25.354069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.370961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec51275-430c-4eb7-966e-ee7f66ba677b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:25.380186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.381413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cb3a3-9cef-4bca-b556-0ac742f0bf38 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:25.386419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca8dc2-1be8-494d-9366-b4776a4ac3c4 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:25.411357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9c964bc2-f3c6-4a2d-84fd-2d07bd425743 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/3ec51275-430c-4eb7-966e-ee7f66ba677b HTTP/1.1" status: 204 len: 168 time: 0.5564809 Mar 02 20:03:25.417948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36600) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:25.486115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.505297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c3614fb5-00e4-45f2-8a9d-2bfedbd304e2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861502 Mar 02 20:03:25.505980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.509339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:25.521410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:25.573470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:25.592046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Deleting port 6e338ef7-fd26-4537-8373-b5e980a55bd3 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:25.592736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.597944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:25.647405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:25.666944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49553dcb-29ea-482b-86eb-fbc6e930f4e6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:25.680584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:25.768766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.770885 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2346907 Mar 02 20:03:25.775905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e6bd6-144a-4907-81b2-85064da5e47c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7eb32-15f0-40dc-b6ac-ece9c7577b8e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:25.778233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:25.779879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:25.858854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614a5b3-f4bf-4e4f-a6e0-06e1d8c88585 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:25.859586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2614a5b3-f4bf-4e4f-a6e0-06e1d8c88585 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:25.870098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.878459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-533949563', 'security_groups': ['9ad7eb32-15f0-40dc-b6ac-ece9c7577b8e'], 'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7cdc9d80-44b1-4de6-92e6-3704d69479d6'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:25.879146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90867-6257-4062-91e2-f32886dcc238 req-dbcd0315-ba46-47ef-a70a-65dbcb64c4e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:25.880750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80d90867-6257-4062-91e2-f32886dcc238 req-dbcd0315-ba46-47ef-a70a-65dbcb64c4e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 944 time: 0.2797816 Mar 02 20:03:25.884661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6d44db07-5e45-4833-86bf-f365a48c707b None None] The port '6e338ef7-fd26-4537-8373-b5e980a55bd3' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:03:25.892972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.908664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:25.942327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2614a5b3-f4bf-4e4f-a6e0-06e1d8c88585 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:25.943503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2614a5b3-f4bf-4e4f-a6e0-06e1d8c88585 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4257703 Mar 02 20:03:25.957764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36614) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.003841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.004702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:26.012159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:26.012723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.049448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc82b9-d14e-44af-8582-e315876f4120,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:26.059927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.064223 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-17152c1b-f832-4b85-9be8-9227ae8d8a1d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1268632 Mar 02 20:03:26.065792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.088274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80d90867-6257-4062-91e2-f32886dcc238 req-0f4870c0-c687-4fd2-a930-da9cd963f654 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984775 Mar 02 20:03:26.093396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6e338ef7-fd26-4537-8373-b5e980a55bd3 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:26.136710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:26.147515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78963151-fa3e-461c-b520-55108fd021d7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:26.147861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-78963151-fa3e-461c-b520-55108fd021d7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:26.154981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Deleting port e10a4eb7-3946-4f26-bf01-2b863a5bea3c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:26.155481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.191737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e9cd1a5f-56ad-4b9d-8fa4-e8c10cc3b6fd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:26.192140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 6e338ef7-fd26-4537-8373-b5e980a55bd3 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:26.192505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6e338ef7-fd26-4537-8373-b5e980a55bd3 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:26.209016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-78963151-fa3e-461c-b520-55108fd021d7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:26.211271 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-78963151-fa3e-461c-b520-55108fd021d7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2515976 Mar 02 20:03:26.213529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.237221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router d0f70195-5a9d-4c53-86d8-cb82b934619e has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:26.282499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e9cd1a5f-56ad-4b9d-8fa4-e8c10cc3b6fd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:26.286491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e9cd1a5f-56ad-4b9d-8fa4-e8c10cc3b6fd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2125204 Mar 02 20:03:26.290397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.298787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4913e78e-3b97-4c54-9691-ad3e15190255 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788012 Mar 02 20:03:26.298787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-security--2142949444', 'description': 'tempest-security-description-870206796'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:26.302790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:26.303160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.307158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.309818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:26.315041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:26.334210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:26.397361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:26.403752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.404681 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.408913 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b9a23c0a-7cd2-4dea-b996-debe8c99114a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 704 time: 1.4100714 Mar 02 20:03:26.409742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36634) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.412690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:26.414008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.419745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Sync routers for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:26.484931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-355d68da-48c4-4232-b9a0-57451532bd62 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:26.489222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:26.497118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:26.497748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:26.511067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:26.520616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.529289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.531920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.533267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "PUT /v2.0/security-groups/c3fc82b9-d14e-44af-8582-e315876f4120 HTTP/1.1" status: 200 len: 1779 time: 0.2419629 Mar 02 20:03:26.534334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:26.546255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:03:26.550704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36638) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.582954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078e96d-9777-4cb9-8095-ca2622e7b0eb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc82b9-d14e-44af-8582-e315876f4120,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:26.596487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:26.603520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.653091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.666590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-355d68da-48c4-4232-b9a0-57451532bd62 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:26.668884 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-355d68da-48c4-4232-b9a0-57451532bd62 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 205 time: 0.2580972 Mar 02 20:03:26.693245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36644) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.706867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] device_id is not set on port aea98bf2-18e8-4413-bd5f-9f948ff7f808 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:26.719005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] For port e10a4eb7-3946-4f26-bf01-2b863a5bea3c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:26.719606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.754732 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4e373ed1-54cc-4fdc-a2d9-f28216871c7a tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups/c3fc82b9-d14e-44af-8582-e315876f4120 HTTP/1.1" status: 200 len: 1779 time: 0.2023721 Mar 02 20:03:26.762887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36648) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:26.859093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Calling delete_port for e10a4eb7-3946-4f26-bf01-2b863a5bea3c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:26.887363 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'code': 200} Mar 02 20:03:26.896424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:26.911963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:26.913403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:26.940421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.017368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.027925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.076718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:27.078933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Provisioning for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:27.097844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.10 (674714d2-2a11-4a96-baa3-34a1a2c4365c/7cdc9d80-44b1-4de6-92e6-3704d69479d6/aea98bf2-18e8-4413-bd5f-9f948ff7f808) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:27.099406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Checking router: d0f70195-5a9d-4c53-86d8-cb82b934619e for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:27.111415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.116462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:27.116844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-24b9f268-13a8-4b70-8bcb-d5f778ca978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.140596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc82b9-d14e-44af-8582-e315876f4120,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:27.190417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Routers {'d0f70195-5a9d-4c53-86d8-cb82b934619e'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:27.191061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d0f70195-5a9d-4c53-86d8-cb82b934619e'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:27.193188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.195053 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-46fb2dd4-bc88-4a52-86bf-7920c15430dc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3fc82b9-d14e-44af-8582-e315876f4120 HTTP/1.1" status: 204 len: 168 time: 0.4307137 Mar 02 20:03:27.259550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.269709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.277989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:27.373288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.386200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] Pushing event deleted for resources: {'Port': ['ID=e10a4eb7-3946-4f26-bf01-2b863a5bea3c,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:27.391083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8ff5c-d761-47dc-afef-28f02b86fc99 None None] No DVR routers for this DVR port e10a4eb7-3946-4f26-bf01-2b863a5bea3c on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:27.394239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object aea98bf2-18e8-4413-bd5f-9f948ff7f808 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:27.397563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] Set router d0f70195-5a9d-4c53-86d8-cb82b934619e gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:27.420492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.445179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.453960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.484926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:27.488160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:27.492209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:27.517203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5da40c-287e-43cc-b066-e47d1a893f86 req-f930c3a2-033f-4d60-8afd-54d9d47dbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:27.518708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da5da40c-287e-43cc-b066-e47d1a893f86 req-f930c3a2-033f-4d60-8afd-54d9d47dbbe0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1097 time: 0.6798985 Mar 02 20:03:27.518916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:27.525200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827a2925-7c1c-46d2-b4d0-6b15c2096950 None None] The sync data for ids ['d0f70195-5a9d-4c53-86d8-cb82b934619e'] in dv-neutron-831594-2-hyperv is: [{'id': 'd0f70195-5a9d-4c53-86d8-cb82b934619e', 'name': 'tempest-RoutersIpV6Test-router-987005611', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:01:49Z', 'updated_at': '2022-03-02T20:03:20Z', 'revision_number': 11, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:27.548351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d9cfd32-4a82-4fa6-b981-6b95e95a6d46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2844136 Mar 02 20:03:27.563975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.570530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:27.571297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.578734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.579816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router d0f70195-5a9d-4c53-86d8-cb82b934619e {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:03:27.607280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=aea98bf2-18e8-4413-bd5f-9f948ff7f808,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:27.612200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-de3098ea-39e3-4b56-bfe7-e9b2ab74314e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] delete failed (client error): The resource could not be found. Mar 02 20:03:27.618631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36662) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.619417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-de3098ea-39e3-4b56-bfe7-e9b2ab74314e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/c3fc82b9-d14e-44af-8582-e315876f4120 HTTP/1.1" status: 404 len: 347 time: 0.0541432 Mar 02 20:03:27.638517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--315946584'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:27.652209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e10a4eb7-3946-4f26-bf01-2b863a5bea3c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:27.653655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:27.672557 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1c775e64-b223-4297-ade7-6d2f6437b108 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8684318 Mar 02 20:03:27.677641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:27.681140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:27.685262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.688729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:27.689220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e10a4eb7-3946-4f26-bf01-2b863a5bea3c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:27.689565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e10a4eb7-3946-4f26-bf01-2b863a5bea3c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:27.691472 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da5da40c-287e-43cc-b066-e47d1a893f86 req-72859658-8eb0-4f52-963b-d6f9245a34eb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622493 Mar 02 20:03:27.708922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.709069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e318b6-efda-482d-be4c-1a7d4d5ebeda req-74e1010f-7ee0-44ed-8148-96c2e4f060f0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:27.710630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3e318b6-efda-482d-be4c-1a7d4d5ebeda req-74e1010f-7ee0-44ed-8148-96c2e4f060f0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.4189537 Mar 02 20:03:27.732616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:27.739923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:27.743021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:27.750495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:27.766039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:27.850624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.854524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.856410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f6c1042e-dbad-473e-ab75-77d06efc9c12 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 204 len: 168 time: 1.1621957 Mar 02 20:03:27.859789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36670) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.865946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-712541874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:27.868764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7f44f5b4-e353-45fa-9c71-4196522f93d7 None None] Provisioning for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:27.874648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:27.877140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7f44f5b4-e353-45fa-9c71-4196522f93d7 None None] Provisioning complete for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:27.877684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7f44f5b4-e353-45fa-9c71-4196522f93d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.879643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Usage tracker for resource:router and tenant:96e8c15fadb74727a1d55a580e9f1b1b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:27.883330 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:27.889479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:27.899846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.939806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.940974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.947298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7f44f5b4-e353-45fa-9c71-4196522f93d7 None None] Port aea98bf2-18e8-4413-bd5f-9f948ff7f808 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:27.950569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.952005 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3323061 Mar 02 20:03:27.959559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:27.962500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36674) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:27.967838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3e318b6-efda-482d-be4c-1a7d4d5ebeda req-bc218f9f-c7be-4fbc-af6c-9aada124b6e2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072942 Mar 02 20:03:27.968593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:27.970715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'edb71439-7881-42bf-85fb-206fb125f807', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:27.978523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524e813-1d1e-4618-a907-c10e87963583 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb71439-7881-42bf-85fb-206fb125f807,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:27.981100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:27.988351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:27.992901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:27.995930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.007986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:28.027405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.076009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:28.083372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:28.089340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:28.090436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.093034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0cfb8-db0b-4f58-b3a4-fca6938f52e7 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:28.101131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=ad49f17d-bc8c-4d6a-97a9-c67df488bbce,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:28.108180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:28.115087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:28.119093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:28.127056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:28.133797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e364e204-ac99-479a-b98e-e2476e781131 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8256025 Mar 02 20:03:28.135820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36678) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.144612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:dc:e3:7b', 'name': 'tempest-NetworksTestDHCPv6-700477125'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:28.175146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.215470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.219147 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-469b41bd-43d7-4469-8007-73de35b9d7ec tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3557093 Mar 02 20:03:28.219963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36682) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.226250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:28.243875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:28.248841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.378112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'ad49f17d-bc8c-4d6a-97a9-c67df488bbce'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:28.379001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.414759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.417624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:28.421508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.438730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:28.441447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7cdc9d80-44b1-4de6-92e6-3704d69479d6 (CIDR: 172.20.0.0/28) Mar 02 20:03:28.448988 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:28.450475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:28.463727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:28.507277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d7b0a5-2e63-48e8-974f-a14914d83e7d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:28.552559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Allocated IP 2001:db8::f816:3eff:fe90:471 (9616b26f-257b-4b9d-b045-31339b11d161/ad49f17d-bc8c-4d6a-97a9-c67df488bbce/6feae5d4-655c-4f4a-90a7-7af9a9c5eb73) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:28.555955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1428e57c-ccd7-4aff-9759-888611c28443 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8573482 Mar 02 20:03:28.560821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.575653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:28.635430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.639196 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4b4894b7-914e-4a4b-bb7d-7f4e0c53ce18 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6731975 Mar 02 20:03:28.644888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36690) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.649216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.649442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.684955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.792692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.819983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.839347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.851069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Transition to ACTIVE for port object 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:28.871395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Transition to ACTIVE for port object 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:28.879242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.925585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.925880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:28.940563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Router 46a7d5ec-a916-4100-858d-a7aea5d3ed4f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:03:28.945665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75d7b0a5-2e63-48e8-974f-a14914d83e7d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:28.948534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:28.952872 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-83616302-7316-4530-b2b0-3410202b049c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/75d7b0a5-2e63-48e8-974f-a14914d83e7d HTTP/1.1" status: 204 len: 168 time: 0.3038404 Mar 02 20:03:28.953031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:28.953167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36694) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:28.953422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:28.956127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:29.034499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:29.042460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Pushing event updated for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:29.064265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Attempting to bind port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:29.064737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Attempting to bind port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:29.065479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Attempting to bind port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:29.070061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:29.071146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:29.071665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:29.072674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.073162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:29.073725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Bound port: 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:29.074189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.078092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:29.087882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:29.110903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fedc:e37b (9616b26f-257b-4b9d-b045-31339b11d161/ad49f17d-bc8c-4d6a-97a9-c67df488bbce/4216f149-677c-4fe1-8aa3-2d9a560dc1a5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:29.115316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:29.119172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.127384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:29.136699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-573c268a-ca21-4c13-8298-e8fc9b8a7eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:29.141803 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Sync routers for ids ['46a7d5ec-a916-4100-858d-a7aea5d3ed4f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:29.144827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.148426 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e006bddb-d42b-488e-b4c0-08420aa050fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "PUT /v2.0/routers/46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 200 len: 697 time: 0.9251745 Mar 02 20:03:29.148568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36700) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.163432 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Routers {'46a7d5ec-a916-4100-858d-a7aea5d3ed4f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:29.164042 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['46a7d5ec-a916-4100-858d-a7aea5d3ed4f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:29.184485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:29.189204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:29.196667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.314084 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-60981e94-adb4-4ee6-ad59-7a2332935d5a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/routers/46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 200 len: 703 time: 0.1642880 Mar 02 20:03:29.317501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-573c268a-ca21-4c13-8298-e8fc9b8a7eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:29.318323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.322602 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-573c268a-ca21-4c13-8298-e8fc9b8a7eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3692751 Mar 02 20:03:29.323810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36708) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.326839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Set router 46a7d5ec-a916-4100-858d-a7aea5d3ed4f gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:29.331205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e7771-1071-4d31-8957-b0ba211f5aec None None] Pushing event updated for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:29.388270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7e80da2d-8bc7-49ab-953e-4bb978b4c60f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Synchronizing usage tracker for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:29.411912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.432297 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a7d5ec-a916-4100-858d-a7aea5d3ed4f', 'name': 'tempest-RoutersIpV6Test-router-712541874', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:27Z', 'updated_at': '2022-03-02T20:03:28Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:29.437332 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Checking router: 46a7d5ec-a916-4100-858d-a7aea5d3ed4f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:29.441053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.450121 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Routers {'46a7d5ec-a916-4100-858d-a7aea5d3ed4f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:29.450740 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['46a7d5ec-a916-4100-858d-a7aea5d3ed4f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:29.499527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.520503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb71439-7881-42bf-85fb-206fb125f807,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:29.544172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.552387 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-917fbffc-25e5-4471-83f9-5b8038606458 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/edb71439-7881-42bf-85fb-206fb125f807 HTTP/1.1" status: 204 len: 168 time: 0.2242000 Mar 02 20:03:29.554669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36712) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.593842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7e80da2d-8bc7-49ab-953e-4bb978b4c60f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Unset dirty status for tenant:96e8c15fadb74727a1d55a580e9f1b1b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:29.595318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7e80da2d-8bc7-49ab-953e-4bb978b4c60f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 200 len: 205 time: 0.2749088 Mar 02 20:03:29.601392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.648463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.652118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ac79e1f2-e504-416c-be53-975293e03393 (CIDR: 172.20.0.16/28) Mar 02 20:03:29.666850 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] Set router 46a7d5ec-a916-4100-858d-a7aea5d3ed4f gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:29.675185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:29.675834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:29.742318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-280914bc-badf-404d-8ef9-645a2ebdd089 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1800616 Mar 02 20:03:29.743419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:29.753798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa36e11-e50c-4fbc-81f9-c57dadc3a15e req-9ef4f937-1423-4c01-8f4d-def1fe6cfb54 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:29.759640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:29.761587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-caa36e11-e50c-4fbc-81f9-c57dadc3a15e req-9ef4f937-1423-4c01-8f4d-def1fe6cfb54 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.4421923 Mar 02 20:03:29.769792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'subnet': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:29.893092 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a7d5ec-a916-4100-858d-a7aea5d3ed4f', 'name': 'tempest-RoutersIpV6Test-router-712541874', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:27Z', 'updated_at': '2022-03-02T20:03:28Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:29.898245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:29.899038 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb86b8b-700f-4aa4-b430-6b11f3d590a7 None None] The sync data for ids ['46a7d5ec-a916-4100-858d-a7aea5d3ed4f'] in dv-neutron-831594-2-hyperv is: [{'id': '46a7d5ec-a916-4100-858d-a7aea5d3ed4f', 'name': 'tempest-RoutersIpV6Test-router-712541874', 'tenant_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:27Z', 'updated_at': '2022-03-02T20:03:28Z', 'revision_number': 2, 'project_id': '96e8c15fadb74727a1d55a580e9f1b1b', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:29.913929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:29.948293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:29.958668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:29.970915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Usage tracker for resource:subnet and tenant:efbea6ad78fe481f8bdd69dd4b973b6a is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:29.976815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:29.986747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:29.997866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-84342ad1-f8d5-4b2a-8381-8e5892df0bba tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:30.000370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-caa36e11-e50c-4fbc-81f9-c57dadc3a15e req-4375d31c-6b31-43d4-92a0-564df61461b4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374694 Mar 02 20:03:30.021169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Made reservation on behalf of efbea6ad78fe481f8bdd69dd4b973b6a for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:30.024921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.049455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.148765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-84342ad1-f8d5-4b2a-8381-8e5892df0bba tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:30.150129 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-84342ad1-f8d5-4b2a-8381-8e5892df0bba tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5943274 Mar 02 20:03:30.211252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.214418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:30.224447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--691098877'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:30.227575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:30.234522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:30.252835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:30.258426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.259062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.286043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=4216f149-677c-4fe1-8aa3-2d9a560dc1a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:30.302754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.307683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.309503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:30.310477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12ffe736-d0b1-4042-8937-56b0f6b19966 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1735451 Mar 02 20:03:30.313453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.359190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602b0c0-1c7c-483b-bf39-8327923eff01 req-f795ab33-3597-4ad4-93a9-081b4592422e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.360639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5602b0c0-1c7c-483b-bf39-8327923eff01 req-f795ab33-3597-4ad4-93a9-081b4592422e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.2353148 Mar 02 20:03:30.378340 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.400559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.401041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Fanout notify agent at l3_agent the message router_deleted on router 46a7d5ec-a916-4100-858d-a7aea5d3ed4f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:03:30.406936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:30.417161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:30.423335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:30.432262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:30.439230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.443435 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ddb9f281-d51b-4eef-8690-48aa894a2480 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 204 len: 168 time: 0.8374667 Mar 02 20:03:30.444433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36734) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.467766 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5602b0c0-1c7c-483b-bf39-8327923eff01 req-8d84f7af-a17c-43cd-960c-aeaa8cf83ce2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992081 Mar 02 20:03:30.499486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36738) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.506049 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1d5061bd-3885-4fcd-b798-4fc1f4a348c6 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 200 len: 205 time: 0.0584896 Mar 02 20:03:30.507390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36742) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.586036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91260d9e-0f91-427c-b1a3-179341633916 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.591862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91260d9e-0f91-427c-b1a3-179341633916 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.592798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-91260d9e-0f91-427c-b1a3-179341633916 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:30.596532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-9925d26e-40ff-49ec-858a-be7950b67c91 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:30.597639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9925d26e-40ff-49ec-858a-be7950b67c91 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/46a7d5ec-a916-4100-858d-a7aea5d3ed4f HTTP/1.1" status: 404 len: 336 time: 0.0895114 Mar 02 20:03:30.600445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.625826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Provisioning for port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:30.642903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.646082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Provisioning complete for port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:30.647069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.650006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-91260d9e-0f91-427c-b1a3-179341633916 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:30.654250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-91260d9e-0f91-427c-b1a3-179341633916 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.3397734 Mar 02 20:03:30.655067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36750) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.686372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59f84fe-c4ba-4094-820b-e843dfe6216c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:30.686781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59f84fe-c4ba-4094-820b-e843dfe6216c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:30.714797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e59f84fe-c4ba-4094-820b-e843dfe6216c tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/4fe32f1e-5161-428b-a69d-d6c43f6d046b HTTP/1.1" status: 404 len: 337 time: 0.1108646 Mar 02 20:03:30.717032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:30.717603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36754) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.719293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.726113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:30.729717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.730665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.734710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.755954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb15361-4775-426f-b7ce-eb8f5c22f1a2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:30.756913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955046ab-e8e2-4868-a9a1-4c904e70dea2 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:30.757752 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ccb15361-4775-426f-b7ce-eb8f5c22f1a2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1093 time: 0.2571125 Mar 02 20:03:30.775588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36758) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.794074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:30.794342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8f9d5b-88af-4cb6-ae4b-e5160374ccd1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:30.794569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8f9d5b-88af-4cb6-ae4b-e5160374ccd1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:30.797618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2c8f9d5b-88af-4cb6-ae4b-e5160374ccd1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/8b4a6bbf-7ce7-45fe-a842-336ccf1bc099 HTTP/1.1" status: 404 len: 337 time: 0.0767303 Mar 02 20:03:30.798489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Subnet': ['ID=a8ba2e45-ddef-422a-81bf-e120192330a3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:30.802541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.817777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:30.822854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:30.827103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:30.835689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:30.842072 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fc97fca9-0ae9-459a-b64a-a0b8cfbb2471 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0756381 Mar 02 20:03:30.848836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36766) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.851642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-45522b1a-e3f5-4dd6-9f3a-f491791507f1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:30.852237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45522b1a-e3f5-4dd6-9f3a-f491791507f1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:30.854017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-45522b1a-e3f5-4dd6-9f3a-f491791507f1 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/a4d6841f-da1f-47b6-a2b8-4a81449ee69b HTTP/1.1" status: 404 len: 337 time: 0.0505571 Mar 02 20:03:30.854155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:30.854949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:30.858851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-430114830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8ba2e45-ddef-422a-81bf-e120192330a3'}], 'security_groups': ['0a50e8e2-619d-438d-ba62-41864a1cbbbc', 'b4f8bcc0-c163-4dd5-b061-d28d5f097a7b']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:30.901283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2e3441-0d78-4c49-bc9a-6ef51b4c2329,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:30.903392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36770) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:30.926146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.033954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.156428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:31.173690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.202818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.204048 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15fac489-598a-4261-a12b-21b97c2b4e90 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9917483 Mar 02 20:03:31.222668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36774) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.230210 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98e8c6d-4f50-423d-9768-744bd22c4526 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:31.230998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98e8c6d-4f50-423d-9768-744bd22c4526 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:31.232399 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a98e8c6d-4f50-423d-9768-744bd22c4526 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/0bfd4dc0-e76b-4867-bb4a-0f8944b16192 HTTP/1.1" status: 404 len: 337 time: 0.3132894 Mar 02 20:03:31.234585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '1a2e3441-0d78-4c49-bc9a-6ef51b4c2329', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:31.242381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36778) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.257912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.274085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea23ee-c07e-44d6-a4ab-15f6bd762e63 None None] Pushing event updated for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:31.285226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:31.307867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-afe092e4-1aca-433f-8fca-99247d6fb284 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 200 len: 205 time: 0.0615194 Mar 02 20:03:31.307867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:31.315753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36782) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.316641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:31.361395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cb9b3ed0-9a8d-411e-8bcb-c77090aedeb2 None None] Provisioning for port 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:31.379544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cb9b3ed0-9a8d-411e-8bcb-c77090aedeb2 None None] Provisioning complete for port 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:31.379544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cb9b3ed0-9a8d-411e-8bcb-c77090aedeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.391302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:31.393701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.417111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-f55ae4c8-aac7-4959-bbc8-902c6e1e3fa8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:31.420703 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f55ae4c8-aac7-4959-bbc8-902c6e1e3fa8 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/d0f70195-5a9d-4c53-86d8-cb82b934619e HTTP/1.1" status: 404 len: 336 time: 0.0984254 Mar 02 20:03:31.422851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.450959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:31.454557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b3ed0-9a8d-411e-8bcb-c77090aedeb2 None None] Port 4216f149-677c-4fe1-8aa3-2d9a560dc1a5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:31.456916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Update dhcp port {'port': {'network_id': '674714d2-2a11-4a96-baa3-34a1a2c4365c', 'fixed_ips': [{'subnet_id': 'ac79e1f2-e504-416c-be53-975293e03393', 'ip_address': '172.20.0.18'}, {'subnet_id': '7cdc9d80-44b1-4de6-92e6-3704d69479d6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8ba2e45-ddef-422a-81bf-e120192330a3'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'cdcbb8b8-9743-4646-aebe-e5782e2d7788'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:31.508036 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-60707162-a8c7-4000-b259-25d41161c90f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=de542ed4-2488-4e70-8735-8f0dbd731d1f HTTP/1.1" status: 200 len: 205 time: 0.0819592 Mar 02 20:03:31.517469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36790) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.522924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.556758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.596114 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-6a24f1ab-9e33-4a11-95e7-9fc3edfa3c1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:31.597243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6a24f1ab-9e33-4a11-95e7-9fc3edfa3c1a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/de542ed4-2488-4e70-8735-8f0dbd731d1f HTTP/1.1" status: 404 len: 336 time: 0.0788209 Mar 02 20:03:31.602449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.692454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:31.711297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe90f7d2-7302-4404-ad05-c5b717540edf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:31.711902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe90f7d2-7302-4404-ad05-c5b717540edf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:31.713625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fe90f7d2-7302-4404-ad05-c5b717540edf tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/4c639cd8-c4ac-4431-93fc-5c18a9f034c1 HTTP/1.1" status: 404 len: 337 time: 0.1098943 Mar 02 20:03:31.719968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.737011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.806058 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab02a76b-7b7d-4e8a-aca1-7c1b5fcc5c75 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 200 len: 205 time: 0.0787117 Mar 02 20:03:31.810834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36802) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:31.829477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.840905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:31.841488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:31.904913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=4216f149-677c-4fe1-8aa3-2d9a560dc1a5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:31.927541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Allocated IP 172.20.0.34 (674714d2-2a11-4a96-baa3-34a1a2c4365c/a8ba2e45-ddef-422a-81bf-e120192330a3/cdcbb8b8-9743-4646-aebe-e5782e2d7788) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:31.947096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-a1bb5a55-4605-4ff9-953d-dc9af02ab861 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:31.948031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a1bb5a55-4605-4ff9-953d-dc9af02ab861 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/9e42ff91-3aa5-4d74-8200-e00d11249289 HTTP/1.1" status: 404 len: 336 time: 0.1320071 Mar 02 20:03:31.955048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36806) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.002457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.021071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.029855 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b861feca-4a9e-438e-9826-0f1855b3e1fe tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd HTTP/1.1" status: 200 len: 205 time: 0.0735030 Mar 02 20:03:32.047481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36810) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.064765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.101477 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-059bc362-904e-4da7-831c-15033fc05760 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/4216f149-677c-4fe1-8aa3-2d9a560dc1a5 HTTP/1.1" status: 204 len: 168 time: 1.4384220 Mar 02 20:03:32.104085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36814) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.162950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.66 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/6420190a-907f-496c-86cc-cd7e19f7bcb0) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:32.174438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:32.204709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.217055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2b6596-24a2-4ef6-8216-70e5fec8802b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:32.225588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Transition to ACTIVE for port object cdcbb8b8-9743-4646-aebe-e5782e2d7788 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:32.232724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.238184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8be8e-846d-4e74-9e96-22829f4c6daa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:32.239235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-24367e16-653b-4a5b-a9c8-c7e10075172b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:32.239872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8be8e-846d-4e74-9e96-22829f4c6daa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:32.240701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-24367e16-653b-4a5b-a9c8-c7e10075172b tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/14a9df46-4f83-4a4a-8bdf-b6a98fb1b2cd HTTP/1.1" status: 404 len: 336 time: 0.1756797 Mar 02 20:03:32.242882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56c8be8e-846d-4e74-9e96-22829f4c6daa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:32.244802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36818) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.317207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-56c8be8e-846d-4e74-9e96-22829f4c6daa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:32.320989 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56c8be8e-846d-4e74-9e96-22829f4c6daa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2130923 Mar 02 20:03:32.321503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.322880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36822) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.325455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84899ce6-6aba-48d0-8a37-2f4149970eae tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1029272 Mar 02 20:03:32.326948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36826) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.345258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0a1ee5-a587-4e96-accf-e8883e683963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:32.345704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0a1ee5-a587-4e96-accf-e8883e683963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:32.350234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bd0a1ee5-a587-4e96-accf-e8883e683963 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/e2a14e0b-9015-4a9d-a5aa-40cd5b18c362 HTTP/1.1" status: 404 len: 337 time: 0.0999942 Mar 02 20:03:32.350817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.376999 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '1a2e3441-0d78-4c49-bc9a-6ef51b4c2329', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:32.390223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:32.398566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:32.405308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:32.411415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ecfcbda-cef2-47e9-ba72-d08f4d1acdbc tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=b24500f3-32a4-4817-97a3-7f104127e9e5 HTTP/1.1" status: 200 len: 205 time: 0.0539253 Mar 02 20:03:32.411415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36834) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.428273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:32.447522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet ad49f17d-bc8c-4d6a-97a9-c67df488bbce {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:32.455151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.459629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67ee93-5144-4099-9421-77c0870b5460 None None] Pushing event updated for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:32.490753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.514226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-3f21d6cc-0114-48ba-bda5-44438bcaaa3a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:32.515610 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3f21d6cc-0114-48ba-bda5-44438bcaaa3a tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/b24500f3-32a4-4817-97a3-7f104127e9e5 HTTP/1.1" status: 404 len: 336 time: 0.1035378 Mar 02 20:03:32.521127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.527923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.543807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.570859 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9eeb8b8-916b-4d5d-960e-cbcf0f2e1c22 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:32.571306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9eeb8b8-916b-4d5d-960e-cbcf0f2e1c22 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:32.573021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b9eeb8b8-916b-4d5d-960e-cbcf0f2e1c22 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/218ef1a4-105b-4a73-88a9-bbf1520cb559 HTTP/1.1" status: 404 len: 337 time: 0.0507774 Mar 02 20:03:32.575848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.663913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.669841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.712654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.770985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:32.773136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-696656fc-3610-4c9f-90cf-c7092f88179e tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "GET /v2.0/ports?device_id=180d171c-989b-4767-8465-43ed794df26e HTTP/1.1" status: 200 len: 205 time: 0.1960034 Mar 02 20:03:32.776223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.779228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:32.781582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2579eca8-de9e-4770-80a9-056370644ce4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:32.786101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:32.811691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.832434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Delete allocated IP 172.20.0.10 (674714d2-2a11-4a96-baa3-34a1a2c4365c/7cdc9d80-44b1-4de6-92e6-3704d69479d6) {{(pid=87812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 20:03:32.843345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=6420190a-907f-496c-86cc-cd7e19f7bcb0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:32.853591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-26ef7c7e-ae7b-4e6f-b53d-4f45b97a391f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] delete failed (client error): The resource could not be found. Mar 02 20:03:32.854607 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-26ef7c7e-ae7b-4e6f-b53d-4f45b97a391f tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/routers/180d171c-989b-4767-8465-43ed794df26e HTTP/1.1" status: 404 len: 336 time: 0.0772138 Mar 02 20:03:32.857888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Allocated IP 172.20.0.42 (674714d2-2a11-4a96-baa3-34a1a2c4365c/a8ba2e45-ddef-422a-81bf-e120192330a3/aea98bf2-18e8-4413-bd5f-9f948ff7f808) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:32.859944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36850) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.885835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:32.890089 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-60e871ca-4abb-4e59-a9f6-f74b9c2ecf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5272007 Mar 02 20:03:32.890714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36854) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.906643 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27c05fc-1604-4ae2-8800-253d23dced73 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:32.906905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '1a2e3441-0d78-4c49-bc9a-6ef51b4c2329', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:32.907535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27c05fc-1604-4ae2-8800-253d23dced73 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:32.911063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f27c05fc-1604-4ae2-8800-253d23dced73 tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/44fc87a4-c2ae-4d07-a1f7-76724e5d1b2b HTTP/1.1" status: 404 len: 337 time: 0.0498216 Mar 02 20:03:32.918656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36858) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:32.925664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:32.965409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:32.973776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:33.003307 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7ffc1d-974b-4130-816c-cf86cc1a97ca tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:33.003748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7ffc1d-974b-4130-816c-cf86cc1a97ca tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:33.017546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:33.035352 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3b7ffc1d-974b-4130-816c-cf86cc1a97ca tempest-RoutersIpV6Test-1554495231 tempest-RoutersIpV6Test-1554495231-project] 10.222.0.36 "DELETE /v2.0/subnets/27031209-53e2-4918-aac3-7079ce40ee51 HTTP/1.1" status: 404 len: 337 time: 0.1159146 Mar 02 20:03:33.062099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.090329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:33.090963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.129510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.133121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.149535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Transition to ACTIVE for port object aea98bf2-18e8-4413-bd5f-9f948ff7f808 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:33.155155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=ad49f17d-bc8c-4d6a-97a9-c67df488bbce,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:33.157074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.165953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.167830 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9400d89c-95d7-49fd-8bf3-96c4c44820c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/ad49f17d-bc8c-4d6a-97a9-c67df488bbce HTTP/1.1" status: 204 len: 168 time: 0.8439929 Mar 02 20:03:33.172629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4699f3b-d514-4e8d-8dae-c31bbfa8b2a1 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:33.177299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36864) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:33.190836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:33.298915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Provisioning for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:33.350676 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-366b4a8b-aacd-4a64-9166-e780206d973e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700282 Mar 02 20:03:33.356099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:33.357165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] In _notify_port_updated(), no bound segment for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 on network 674714d2-2a11-4a96-baa3-34a1a2c4365c {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:03:33.362729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Provisioning complete for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:33.362729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.362982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:33.363960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.365405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "PUT /v2.0/ports/aea98bf2-18e8-4413-bd5f-9f948ff7f808 HTTP/1.1" status: 200 len: 959 time: 2.5153573 Mar 02 20:03:33.373092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36874) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:33.375331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:33.405661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36878) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:33.442637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Port aea98bf2-18e8-4413-bd5f-9f948ff7f808 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:33.462183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Provisioning for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:33.471429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:33.471664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafd436-fb6f-43c6-94ab-4db53ebab04f tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event updated for resources: {'Port': ['ID=aea98bf2-18e8-4413-bd5f-9f948ff7f808,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:33.471812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4c614416-2c12-4808-a142-a9d67570d5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.503074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:33.513519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:33.533224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:33.536894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.627677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:33.629806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.646914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Deleting port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:33.646914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.651072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.716322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port aea98bf2-18e8-4413-bd5f-9f948ff7f808 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:33.716689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.757904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:33.791844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f90cc15-8000-4c92-99f5-1922ffa46750,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:33.896200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:33.900314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:33.900887 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7f7b072c-3b4e-44a6-8856-806d275d4b46 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0044336 Mar 02 20:03:33.908735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '1a2e3441-0d78-4c49-bc9a-6ef51b4c2329', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:33.919133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:33.930859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:33.935928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:33.944975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:33.964663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:33.965071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.008280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-62154a0d-da88-495e-a6ea-4d9bd220e2de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96e8c15fadb74727a1d55a580e9f1b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5806165 Mar 02 20:03:34.008573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:34.016226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6e284a2-c1e6-4182-ade4-d0ba3c34a934 None None] Provisioning complete for port aea98bf2-18e8-4413-bd5f-9f948ff7f808 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:34.016613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b6e284a2-c1e6-4182-ade4-d0ba3c34a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.022302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.081770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:34.168205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.176773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.197075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b6e284a2-c1e6-4182-ade4-d0ba3c34a934 None None] Port aea98bf2-18e8-4413-bd5f-9f948ff7f808 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:34.222433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.250336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.265156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.269636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:34.270033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.284068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.308790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b301f0-087a-41b0-8118-4a7d295995c6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:34.310541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for aea98bf2-18e8-4413-bd5f-9f948ff7f808 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:34.390618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.391778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-10a9b2bb-78a4-4e10-abdd-3bc4c3888066 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4902582 Mar 02 20:03:34.394632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:34.401862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '1a2e3441-0d78-4c49-bc9a-6ef51b4c2329', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:34.403860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Calling delete_port for 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:34.411394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:34.425103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:34.430729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:34.433546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.451874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.458223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:34.479656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.487021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:34.487378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:34.505038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:34.525712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f29c74-50df-4b0e-bf84-8193fcb3a8d4,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:34.531567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.532734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4f7a8de6-7be0-4dcb-b084-e4a93e52a979 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96f29c74-50df-4b0e-bf84-8193fcb3a8d4 HTTP/1.1" status: 204 len: 168 time: 0.5232668 Mar 02 20:03:34.548258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.651830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.731324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.743775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.768370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:34.777660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9ba9c2-3180-4508-b72d-d50c27dad35e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:34.788389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.810330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.811804 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dbc52898-fba1-44db-8e8c-98c85b0186c1 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4164100 Mar 02 20:03:34.816077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.818022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:34.829974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.830676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.838456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.850320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=aea98bf2-18e8-4413-bd5f-9f948ff7f808,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:34.857929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:34.911679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:34.912489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:34.990086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Deleting port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:34.990086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.125597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.144647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.146349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.177676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:35.183958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=6420190a-907f-496c-86cc-cd7e19f7bcb0,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.186581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.188213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:35.193294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:35.195679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.222859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=08c32eb9-6d67-4d06-ab59-eba81254cfa8,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.230793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.261255 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dd66e646-c730-4253-b2d3-9f39b3023526 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/aea98bf2-18e8-4413-bd5f-9f948ff7f808 HTTP/1.1" status: 204 len: 168 time: 1.8871064 Mar 02 20:03:35.263961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.268760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9ba9c2-3180-4508-b72d-d50c27dad35e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.275216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.282767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:35.283297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.288186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.289657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-44bfb6ea-8573-4c2d-97d6-43f2064473e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1c9ba9c2-3180-4508-b72d-d50c27dad35e HTTP/1.1" status: 204 len: 168 time: 0.4707072 Mar 02 20:03:35.292298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.315853 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a5f4cd3f-e137-4080-adf3-4d5d10430767 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9461162 Mar 02 20:03:35.316883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.327596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:a1:9f:4f', 'name': 'tempest-NetworksTestDHCPv6-1451772888'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:35.352983 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b31c017-b5dd-4e37-9001-c03b9843de14 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] GET failed (client error): The resource could not be found. Mar 02 20:03:35.353524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6b31c017-b5dd-4e37-9001-c03b9843de14 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Synchronizing usage tracker for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:35.412778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Calling delete_port for 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:35.457984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9fe2380f-d705-4350-826c-0c77800bdf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:35.459609 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec associated. External IP: 172.26.2.66, port: 5d198ff5-6177-49ad-839b-5e08dbe8fcc3. Mar 02 20:03:35.497853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9fe2380f-d705-4350-826c-0c77800bdf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:35.499659 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9fe2380f-d705-4350-826c-0c77800bdf1f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2062767 Mar 02 20:03:35.510144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.515484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.546581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:35.557517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:35.561077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:35.566187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:35.571149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.572731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.579954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:35.591321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.614765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:35.623773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:35.624191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:35.654295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.657619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36936) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.665631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.701378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6b31c017-b5dd-4e37-9001-c03b9843de14 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Unset dirty status for tenant:efbea6ad78fe481f8bdd69dd4b973b6a on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:35.705245 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6b31c017-b5dd-4e37-9001-c03b9843de14 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports/aea98bf2-18e8-4413-bd5f-9f948ff7f808 HTTP/1.1" status: 404 len: 333 time: 0.4377143 Mar 02 20:03:35.709036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36942) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.731227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54b301f0-087a-41b0-8118-4a7d295995c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:35.751531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.752664 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8cf4131f-5f76-4ed6-b155-fdcda6db87f9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/54b301f0-087a-41b0-8118-4a7d295995c6 HTTP/1.1" status: 204 len: 168 time: 0.2409713 Mar 02 20:03:35.755236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36946) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.801582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.827476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1265306367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:35.846565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:35.860156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d94f4d8b-9cc2-4096-90bf-6f9e7bf6ee13 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:35.866810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:router and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:35.870937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:35.876301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.881854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 784f96d0-a3a4-49cc-bac5-34f8a37d25bc yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:35.919573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:35.932771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.949120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d94f4d8b-9cc2-4096-90bf-6f9e7bf6ee13 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:35.953423 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d94f4d8b-9cc2-4096-90bf-6f9e7bf6ee13 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1941206 Mar 02 20:03:35.954180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:35.955216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:35.956214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.036747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.060119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.076901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.104685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.111033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fea1:9f4f (9616b26f-257b-4b9d-b045-31339b11d161/08c32eb9-6d67-4d06-ab59-eba81254cfa8/784f96d0-a3a4-49cc-bac5-34f8a37d25bc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:36.111201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.139914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.147425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad7eb32-15f0-40dc-b6ac-ece9c7577b8e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.154184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.155520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/4f90cc15-8000-4c92-99f5-1922ffa46750 HTTP/1.1" status: 204 len: 168 time: 0.1957808 Mar 02 20:03:36.163087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36954) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.170560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.174916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2288066f-530c-469a-bd86-f19fe18c9502 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5134439 Mar 02 20:03:36.175854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.182751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.186474 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a36d2a31-fdb9-47c9-9b90-c687590aeabf tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ad7eb32-15f0-40dc-b6ac-ece9c7577b8e HTTP/1.1" status: 204 len: 168 time: 0.4746516 Mar 02 20:03:36.186635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8aac-ba5e-43df-88d8-9cad0724c17d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f90cc15-8000-4c92-99f5-1922ffa46750,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.189920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36962) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.190819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1780084517'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:36.201075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:36.212878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:network and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:36.218572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:36.226085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:36.239560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:36.272459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9799538c-0e7f-4817-9a58-ea686fea7a03 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:36.310049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:36.313621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.338812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.362997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:36.372106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:security_group_rule and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:36.382337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:36.382588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9799538c-0e7f-4817-9a58-ea686fea7a03 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:36.383888 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9799538c-0e7f-4817-9a58-ea686fea7a03 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2190566 Mar 02 20:03:36.386678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.389904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36966) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.391783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:36.412531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Deleting port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:36.413708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.415444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.444164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 784f96d0-a3a4-49cc-bac5-34f8a37d25bc will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:36.512788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.524798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.532871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.553751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.567147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.572704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.587482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:36.608288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:36.611382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:36.620361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:36.630491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:36.631175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:36.632000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:03:36.637185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:36.641820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.643062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:36.643741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.655251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=784f96d0-a3a4-49cc-bac5-34f8a37d25bc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.670184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abd64e7-50bd-4fb8-b284-b3f47789a6ad,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.675290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.689204 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-66c27d30-3420-420d-bc1e-b1828da71501 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3712866 Mar 02 20:03:36.692220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.710769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2579eca8-de9e-4770-80a9-056370644ce4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.715739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.741883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.742615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Added segment 3a8ff3bb-2f2d-4dbe-b374-d405558e6525 of type vlan for network ca01501f-00e1-4a21-80dd-c116bd3d54c9 Mar 02 20:03:36.753397 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aad769a9-a939-40e8-9261-83edc31bcbdf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9717846 Mar 02 20:03:36.753397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.753397 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4f8bcc0-c163-4dd5-b061-d28d5f097a7b HTTP/1.1" status: 204 len: 168 time: 0.5598650 Mar 02 20:03:36.754224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.755207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9285fc18-620f-412b-8b44-c35e5c7a68da tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2579eca8-de9e-4770-80a9-056370644ce4 HTTP/1.1" status: 204 len: 168 time: 0.3645124 Mar 02 20:03:36.755885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36974) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.756207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36976) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.756701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:03:36.760134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36978) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:36.761392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f53733-4f6f-49ac-8624-0e285622b165 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f8bcc0-c163-4dd5-b061-d28d5f097a7b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:36.854177 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'status': 'completed', 'code': 200} Mar 02 20:03:36.869853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:36.873799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.926820 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1b83991b-75b7-410c-9329-266ed04eca21 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 990 time: 0.1612630 Mar 02 20:03:36.934778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.966034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:36.974453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fffd3f8-abcc-44e5-b42c-4a3d755ec39d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:37.004838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.009877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.010450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.021791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.023388 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:03:37.041098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] For port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:37.041485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.045388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50e8e2-619d-438d-ba62-41864a1cbbbc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:37.051011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.052372 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c43bb09-20f2-4093-a1bd-9a7085bd8cad tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/security-groups/0a50e8e2-619d-438d-ba62-41864a1cbbbc HTTP/1.1" status: 204 len: 168 time: 0.2859120 Mar 02 20:03:37.054919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36988) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.065560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd66554-c8ac-4be5-8f89-58cbe1213198 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.071301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd66554-c8ac-4be5-8f89-58cbe1213198 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.072433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebd66554-c8ac-4be5-8f89-58cbe1213198 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:37.074992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1fffd3f8-abcc-44e5-b42c-4a3d755ec39d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:37.079150 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1fffd3f8-abcc-44e5-b42c-4a3d755ec39d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3141432 Mar 02 20:03:37.088169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 36992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.128282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet 7cdc9d80-44b1-4de6-92e6-3704d69479d6 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:37.131655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.172410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9923575 Mar 02 20:03:37.175632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 36996) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.176670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490bce6-e11f-4c0a-aefb-531c1cc34320 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Network': ['ID=ca01501f-00e1-4a21-80dd-c116bd3d54c9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:37.180220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-3bfe8008-5710-4aa6-8ece-691482a21d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.181922 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-3bfe8008-5710-4aa6-8ece-691482a21d56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1098 time: 0.3136458 Mar 02 20:03:37.185098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'subnet': {'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:37.191830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Calling delete_port for 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:37.219612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ebd66554-c8ac-4be5-8f89-58cbe1213198 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:37.220790 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ebd66554-c8ac-4be5-8f89-58cbe1213198 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5268896 Mar 02 20:03:37.223902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:03:37.225123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37000) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.233636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.247570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.319612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.339421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.413692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 784f96d0-a3a4-49cc-bac5-34f8a37d25bc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:37.414067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.490760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a2b6596-24a2-4ef6-8216-70e5fec8802b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:37.499477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-8ac886d5-5914-423f-890e-d23be8fca755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.500985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-8ac886d5-5914-423f-890e-d23be8fca755 service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.3097503 Mar 02 20:03:37.508256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.512116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-670167f8-1158-47e8-9589-cf2e8aee24bd tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/3a2b6596-24a2-4ef6-8216-70e5fec8802b HTTP/1.1" status: 204 len: 168 time: 0.4150286 Mar 02 20:03:37.513171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.574148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.584073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:37.599713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:subnet and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:37.606591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:37.614869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:37.621511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] Pushing event deleted for resources: {'Port': ['ID=6feae5d4-655c-4f4a-90a7-7af9a9c5eb73,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:37.648262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-c060bc61-0947-4b62-90f0-f38a0459c960 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 998 time: 0.1373448 Mar 02 20:03:37.656604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-79f9b1cb-3b69-4778-8fe7-c77cbf4a7872 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:37.681870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:37.685329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.704192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf503874-f7ea-4311-ba8b-99e254564d51 None None] No DVR routers for this DVR port 6feae5d4-655c-4f4a-90a7-7af9a9c5eb73 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:37.710748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:cc:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:03:33Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:37.717739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:03:37.722884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-79f9b1cb-3b69-4778-8fe7-c77cbf4a7872 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:37.724688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-79f9b1cb-3b69-4778-8fe7-c77cbf4a7872 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2108562 Mar 02 20:03:37.729315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:37.732508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:37.734166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:37.750056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.756549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-aa4835e0-ebdb-480b-8d3e-cd1cf1dad9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.760026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-aa4835e0-ebdb-480b-8d3e-cd1cf1dad9c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.0978961 Mar 02 20:03:37.785682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db82bf-6309-4170-b639-f4ffddfbb0f7 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:37.852311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.893165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:37.914362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-05b52784-98f3-4c0e-a879-984afcebf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:37.915945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-05b52784-98f3-4c0e-a879-984afcebf931 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1465180 Mar 02 20:03:37.938204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37012) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.038202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.069720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2e3441-0d78-4c49-bc9a-6ef51b4c2329,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.095468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-37ceafa9-041f-40d1-b965-7ebd96911aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727607 Mar 02 20:03:38.096546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.099083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b4ed0fa5-cfb0-4016-9497-0888c96187f3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a2e3441-0d78-4c49-bc9a-6ef51b4c2329 HTTP/1.1" status: 204 len: 168 time: 0.3672667 Mar 02 20:03:38.100852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37016) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.124233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:03:38.155613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.164804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.217641 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-84c882a0-33bf-44e3-9ca6-ffe63e73a961 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 990 time: 0.2769752 Mar 02 20:03:38.250202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c58aad09-9e8b-446c-9496-1793fb4970de tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:38.279029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c58aad09-9e8b-446c-9496-1793fb4970de tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:38.284669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c58aad09-9e8b-446c-9496-1793fb4970de tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1785581 Mar 02 20:03:38.286712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37020) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.294596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--251905610'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:38.300884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e4b2234-556c-4cbc-a2d9-89bbdde35b95 req-2ca607ae-2ba9-4f3f-bab6-6f739ce2750b service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966472 Mar 02 20:03:38.303289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:38.319513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:38.334150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.354163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:38.359649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:38.362728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:38.366379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdc9d80-44b1-4de6-92e6-3704d69479d6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.368442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.371706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:38.381877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 784f96d0-a3a4-49cc-bac5-34f8a37d25bc owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:38.425350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584539f-5068-47d2-9a7f-83cadee0b4c9 None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:38.438662 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b4a16275-7407-4c04-a391-34048b960b03 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/7cdc9d80-44b1-4de6-92e6-3704d69479d6 HTTP/1.1" status: 204 len: 168 time: 1.3813000 Mar 02 20:03:38.442689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37024) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.483741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.501847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.522092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.545231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '08c32eb9-6d67-4d06-ab59-eba81254cfa8'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:38.546444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.557483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet a8ba2e45-ddef-422a-81bf-e120192330a3 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:38.562387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca68199-58c5-4e2c-9d28-1ca464d43e06,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.564739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.623497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.625662 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-961683a5-81fe-437b-97c8-a703a6c8c569 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3364031 Mar 02 20:03:38.629312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.636644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '5ca68199-58c5-4e2c-9d28-1ca464d43e06', 'direction': 'ingress', 'protocol': 17}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:38.644885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:38.648473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.669025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Subnet': ['ID=b06612e3-6cfa-4778-8215-3d3ec45d3257,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.682424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:38.685862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Checking segment: {'id': '3a8ff3bb-2f2d-4dbe-b374-d405558e6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:38.686446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network hostable DHCP agents. Network: ca01501f-00e1-4a21-80dd-c116bd3d54c9, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:03:38.690701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:38.690867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.701018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:38.737786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.747203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=784f96d0-a3a4-49cc-bac5-34f8a37d25bc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.800307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.809597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:03:38.819554 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-305b867f-bd7a-4205-a2ef-bb1cd0829441 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/784f96d0-a3a4-49cc-bac5-34f8a37d25bc HTTP/1.1" status: 204 len: 168 time: 1.5914166 Mar 02 20:03:38.823437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37032) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.859443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, ca01501f-00e1-4a21-80dd-c116bd3d54c9) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:38.864669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Allocated IP 2001:db8::f816:3eff:fec3:2bfb (9616b26f-257b-4b9d-b045-31339b11d161/08c32eb9-6d67-4d06-ab59-eba81254cfa8/ec2fb2f2-3911-4a80-82b7-0a63d4d1168c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:38.871480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f010f-33bb-451c-a45f-607404a01551 None None] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:38.874738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:38.875323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.884853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.887632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.904715 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-68eb503b-8d77-49ea-99b5-c9dd54a95b0b tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7249382 Mar 02 20:03:38.905007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37036) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.910624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'network': {'name': 'tempest-router-network01--1043194052'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:38.916157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.920740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792cdf6-7d8d-40d1-a691-08b3c50931b8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:38.922812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9792cdf6-7d8d-40d1-a691-08b3c50931b8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:38.923587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9792cdf6-7d8d-40d1-a691-08b3c50931b8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:38.927611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:38.933082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:cc:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:03:33Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:38.934504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:network and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:38.939742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:38.946522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9792cdf6-7d8d-40d1-a691-08b3c50931b8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:38.950197 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9792cdf6-7d8d-40d1-a691-08b3c50931b8 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1233916 Mar 02 20:03:38.950197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:38.950439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37040) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:38.956556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dbfaeb-71eb-4f68-98ae-5e2a2bef03e3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:38.977969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:38.981681 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5105049c-251e-4517-9532-705092eaa1fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3487306 Mar 02 20:03:38.983449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37044) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.007482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a57151-783b-42d1-88f4-eaf959034776 None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:cc:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:03:33Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:39.021294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:39.024864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.035814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.062111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 08c32eb9-6d67-4d06-ab59-eba81254cfa8 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:39.076848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:03:39.088011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.088582 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Added segment 9eda0f92-d07f-4718-b529-5619e8cefa41 of type vlan for network f1a0f624-d731-4334-9480-ee0b96b75141 Mar 02 20:03:39.097672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ba2e45-ddef-422a-81bf-e120192330a3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:39.103776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.125945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-212bdd70-7064-455e-8c04-2304e8125d60 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/a8ba2e45-ddef-422a-81bf-e120192330a3 HTTP/1.1" status: 204 len: 168 time: 0.6759503 Mar 02 20:03:39.126596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37050) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.135205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.171568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.173008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.173265 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-09281f47-cf62-4333-8d0f-f5deaf846d9b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:39.173705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09281f47-cf62-4333-8d0f-f5deaf846d9b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:39.178377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-09281f47-cf62-4333-8d0f-f5deaf846d9b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/7cdc9d80-44b1-4de6-92e6-3704d69479d6 HTTP/1.1" status: 404 len: 337 time: 0.0473423 Mar 02 20:03:39.178830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37054) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.180565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:39.181251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.224866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37058) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.254818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.269016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Transition to ACTIVE for port object ec2fb2f2-3911-4a80-82b7-0a63d4d1168c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:39.288448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Transition to ACTIVE for port object ec2fb2f2-3911-4a80-82b7-0a63d4d1168c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:39.301567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.307607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.342496 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4363067 Mar 02 20:03:39.352601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37062) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.356475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.369547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2a872-2d24-44f0-b23d-f5e06f80626d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Network': ['ID=f1a0f624-d731-4334-9480-ee0b96b75141,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:39.372641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'network': {'name': 'tempest-router-network02--1108024852'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:39.394719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network f1a0f624-d731-4334-9480-ee0b96b75141 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:03:39.402427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.411673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-ca01501f-00e1-4a21-80dd-c116bd3d54c9', 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9', 'tenant_id': '7f0bc9b54269412f92d42542ffe784dc', 'fixed_ips': [{'subnet_id': 'b06612e3-6cfa-4778-8215-3d3ec45d3257'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:39.412793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.415439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:39.445037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:network and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:39.453310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0ec91920-21ab-4e6f-85cd-ab2c06fdad8c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 990 time: 0.2277017 Mar 02 20:03:39.464970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:39.465242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:39.477427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:39.487134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:39.487748 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b829d3a-8734-4588-be83-29e2c5af54d0 None None] New status for floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:03:39.528432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting subnet ac79e1f2-e504-416c-be53-975293e03393 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:39.532690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.536197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Pushing event updated for resources: {'Port': ['ID=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:39.631158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.755217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.767204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.881527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.883179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Attempting to bind port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:39.883659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Attempting to bind port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:39.885876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Attempting to bind port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:39.898906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:39.899275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:39.899669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.900056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:39.900563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Bound port: ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:39.901151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.949842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:39.953481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=08c32eb9-6d67-4d06-ab59-eba81254cfa8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:39.978997 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-052cd15e-8791-4718-9f27-a8c8de09e5a6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/08c32eb9-6d67-4d06-ab59-eba81254cfa8 HTTP/1.1" status: 204 len: 168 time: 1.0274384 Mar 02 20:03:39.979691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37066) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:39.987442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:39.996076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.036674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca68199-58c5-4e2c-9d28-1ca464d43e06,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.046821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:40.050478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.068035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Allocated IP 2001:db8::2 (ca01501f-00e1-4a21-80dd-c116bd3d54c9/b06612e3-6cfa-4778-8215-3d3ec45d3257/e9907ea0-a183-4e37-8829-dd5d290a395a) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:40.077454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.081260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6eb3c9ad-1e4d-4f6e-a1f8-605ebf2885bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ca68199-58c5-4e2c-9d28-1ca464d43e06 HTTP/1.1" status: 204 len: 168 time: 1.0935690 Mar 02 20:03:40.085600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37070) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.085873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] For port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:40.089908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] For port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:40.096760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2ea473-afa0-4f81-a946-9e2ebad5207c None None] Network 674714d2-2a11-4a96-baa3-34a1a2c4365c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:40.096897 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bc01e39a-8ab2-4965-98a5-bda7a7b65765 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147246 Mar 02 20:03:40.099416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37074) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.123796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.130269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:03:40.132766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.193740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Subnet': ['ID=ac79e1f2-e504-416c-be53-975293e03393,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.200617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.203439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.203782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Added segment 54aa1b09-4693-4d89-889c-826eab3498dc of type vlan for network b391f013-f3ca-4527-9744-e6525e6583d0 Mar 02 20:03:40.205770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671a213-52e7-48b6-bc0d-2791beeba508 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:40.207139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a671a213-52e7-48b6-bc0d-2791beeba508 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:40.212758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9462dfa6-bf66-45a8-af80-84dde2f8cfe3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:40.225981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a671a213-52e7-48b6-bc0d-2791beeba508 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:40.229909 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a671a213-52e7-48b6-bc0d-2791beeba508 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1267173 Mar 02 20:03:40.230096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7c6ce0bd-95fd-46af-a196-e00ab49de5a7 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/ac79e1f2-e504-416c-be53-975293e03393 HTTP/1.1" status: 204 len: 168 time: 1.0479450 Mar 02 20:03:40.230543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37078) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.231076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37080) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.258352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.263201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9462dfa6-bf66-45a8-af80-84dde2f8cfe3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:40.268304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9462dfa6-bf66-45a8-af80-84dde2f8cfe3 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1781480 Mar 02 20:03:40.268871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37086) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.277280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--505344425'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:40.285468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:40.307209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:40.317163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.323171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:40.323706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.330209 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2617da-e447-405e-b65c-6dd2d6e01cc0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.330971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2617da-e447-405e-b65c-6dd2d6e01cc0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.332294 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3a2617da-e447-405e-b65c-6dd2d6e01cc0 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/c82d3af7-9be2-4ce4-9b0a-5479bd42511a HTTP/1.1" status: 404 len: 337 time: 0.0982590 Mar 02 20:03:40.335504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37090) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.346894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.391079 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-736dd5bf-0da6-4906-be84-dbc7b5ba140e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "GET /v2.0/ports?device_id=65b95c09-a3f3-4318-b5f9-34148be8e1b7 HTTP/1.1" status: 200 len: 205 time: 0.0510588 Mar 02 20:03:40.391331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37094) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.396995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c4858-1495-4b44-bed0-11a0660c176d None None] Pushing event updated for resources: {'Port': ['ID=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.406198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d239da4-f4b0-4f5e-b7fd-b7ac29615ff2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:40.406932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0d239da4-f4b0-4f5e-b7fd-b7ac29615ff2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:40.426486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0d239da4-f4b0-4f5e-b7fd-b7ac29615ff2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:40.430079 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0d239da4-f4b0-4f5e-b7fd-b7ac29615ff2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1953604 Mar 02 20:03:40.432664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37098) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.432803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ed079602-be37-4768-9418-b57769523930 None None] Provisioning complete for port 948bacb1-8f8a-445f-9333-b2f224809245 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:40.433163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ed079602-be37-4768-9418-b57769523930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.459895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1036451 Mar 02 20:03:40.465882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.466204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.511791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7728041e-c25c-4ddf-b774-44b50e8793e1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747492 Mar 02 20:03:40.513826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37110) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.516701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:40.519745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:40.529226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'subnet': {'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:40.593403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-782f0c0c-c1b9-47f2-a462-55774783e4ff tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] delete failed (client error): The resource could not be found. Mar 02 20:03:40.596907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-782f0c0c-c1b9-47f2-a462-55774783e4ff tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/routers/65b95c09-a3f3-4318-b5f9-34148be8e1b7 HTTP/1.1" status: 404 len: 336 time: 0.2033825 Mar 02 20:03:40.608640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:40.610717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ed079602-be37-4768-9418-b57769523930 None None] Port 948bacb1-8f8a-445f-9333-b2f224809245 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:40.611245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37114) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.614694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:40.647142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:40.651852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb26c5f-273c-4fd4-906f-d51de1ba8151 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Network': ['ID=b391f013-f3ca-4527-9744-e6525e6583d0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:40.660077 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7578f7e3-8bb7-4370-a9c9-caeb045a793b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.660800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7578f7e3-8bb7-4370-a9c9-caeb045a793b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.665121 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7578f7e3-8bb7-4370-a9c9-caeb045a793b tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/bed757ce-3f40-4e52-9cd0-2cc3c86053e4 HTTP/1.1" status: 404 len: 337 time: 0.0505252 Mar 02 20:03:40.666724 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37118) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.689342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b391f013-f3ca-4527-9744-e6525e6583d0 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:03:40.701789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ed079602-be37-4768-9418-b57769523930 None None] Provisioning complete for port cdcbb8b8-9743-4646-aebe-e5782e2d7788 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:40.702143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ed079602-be37-4768-9418-b57769523930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.719866 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-844f89c4-3c34-4d02-9d29-9264ffa37b54 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.720410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844f89c4-3c34-4d02-9d29-9264ffa37b54 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.724692 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-844f89c4-3c34-4d02-9d29-9264ffa37b54 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/1e7f9109-b23c-4fa9-910b-4e730b48547c HTTP/1.1" status: 404 len: 337 time: 0.0547626 Mar 02 20:03:40.726683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37122) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.729757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:40.753038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0d7f333c-5704-46bf-9355-f31dc38de48d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 992 time: 0.2857156 Mar 02 20:03:40.779468 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf9ba6d-0f7c-47ad-826c-af309fd1324c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.780094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf9ba6d-0f7c-47ad-826c-af309fd1324c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.784453 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3cf9ba6d-0f7c-47ad-826c-af309fd1324c tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/0091cb82-8669-4bf2-86b3-27cf0c937cf9 HTTP/1.1" status: 404 len: 337 time: 0.0542722 Mar 02 20:03:40.784837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.791740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:40.804013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:40.808240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.844696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:40.849590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c85015-045d-4dd1-abe7-227b991f98c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.850304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c85015-045d-4dd1-abe7-227b991f98c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.858099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:subnet and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:40.868888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-73c85015-045d-4dd1-abe7-227b991f98c2 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/9e14dc86-731c-4333-ab00-836f62f3093d HTTP/1.1" status: 404 len: 333 time: 0.0829105 Mar 02 20:03:40.870154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:40.873988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.877756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37130) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.891770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Transition to ACTIVE for port object e9907ea0-a183-4e37-8829-dd5d290a395a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:40.908925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:40.936891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-76865013-6277-4df4-af2f-37434234c45e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:40.937314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76865013-6277-4df4-af2f-37434234c45e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:40.939097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-76865013-6277-4df4-af2f-37434234c45e tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/8445d689-265c-40f8-9920-1a2d400c21b4 HTTP/1.1" status: 404 len: 337 time: 0.0601747 Mar 02 20:03:40.943033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.943969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37134) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:40.962737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Transition to ACTIVE for port object e9907ea0-a183-4e37-8829-dd5d290a395a will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:40.980196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:40.998566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.001989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:41.005537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.023666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] DHCP port deletion for 674714d2-2a11-4a96-baa3-34a1a2c4365c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:41.030038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-31077528-b928-4985-9178-a9f1440b1c05 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:41.030484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31077528-b928-4985-9178-a9f1440b1c05 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:41.032156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-31077528-b928-4985-9178-a9f1440b1c05 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/84aa3e96-77aa-4839-be23-6d4e71c1ebb0 HTTP/1.1" status: 404 len: 337 time: 0.0863740 Mar 02 20:03:41.035277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.050261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Deleting port cdcbb8b8-9743-4646-aebe-e5782e2d7788 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:41.050837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.076372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.077434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8075032 Mar 02 20:03:41.083962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.088922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--52034668'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:41.094679 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc88f2de-15c3-4271-930c-6f37e4bb26cb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:41.095129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc88f2de-15c3-4271-930c-6f37e4bb26cb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:41.108206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:41.109716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:41.111207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Pushing event updated for resources: {'Port': ['ID=e9907ea0-a183-4e37-8829-dd5d290a395a,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.116763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:41.119163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:41.132293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:41.132641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a490f-ce5c-42b1-b840-4339a7ae7a7c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e4425-2f4c-4e58-8f62-6ce4f69a7567,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.137061 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fc88f2de-15c3-4271-930c-6f37e4bb26cb tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/d9729be7-bf3f-4e62-aaed-260151399eb7 HTTP/1.1" status: 404 len: 333 time: 0.0953472 Mar 02 20:03:41.139322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37146) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.155282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.192368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.192655 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-733502e9-6d6d-4821-b87b-1000ede024f6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:41.192928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733502e9-6d6d-4821-b87b-1000ede024f6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:41.196999 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-733502e9-6d6d-4821-b87b-1000ede024f6 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/d1994243-62df-4493-b3b4-d416f467d8d5 HTTP/1.1" status: 404 len: 337 time: 0.0556202 Mar 02 20:03:41.197825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.239731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:41.241033 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e561e0ad-a163-4594-98e5-818b2e50a793 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] DELETE failed (client error): The resource could not be found. Mar 02 20:03:41.241530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e561e0ad-a163-4594-98e5-818b2e50a793 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:41.243840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:41.246259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:41.250761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e561e0ad-a163-4594-98e5-818b2e50a793 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/subnets/5e48fc9a-a109-4854-8edc-0fbd79c6ea74 HTTP/1.1" status: 404 len: 337 time: 0.0495763 Mar 02 20:03:41.251021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37154) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.252251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:41.252961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.258774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:41.261397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=b0988c5b-5a97-40c5-87d2-77d6c3aeffaf,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.263866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:41.271235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77010c94-583b-42bf-af57-de35e866e3ea None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:41.275883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:41.291018 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-347c0c6d-831f-42e5-93eb-ba1f6e716e2e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7748890 Mar 02 20:03:41.292462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.298181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:ee:fc:66', 'name': 'tempest-NetworksTestDHCPv6-28853687'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:41.353301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.358297 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.404208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90f7c7d-646c-4f86-9d35-09054c29ef72,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.420055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.424416 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0ae39b0c-2fd8-455d-99b0-dff8fc7aac20 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3369102 Mar 02 20:03:41.424992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37162) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.430433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'ba2e4425-2f4c-4e58-8f62-6ce4f69a7567', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b90f7c7d-646c-4f86-9d35-09054c29ef72', 'remote_ip_prefix': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:41.437186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:41.441622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:41.444695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:41.447360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Attempting to bind port e9907ea0-a183-4e37-8829-dd5d290a395a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:41.447701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Attempting to bind port e9907ea0-a183-4e37-8829-dd5d290a395a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '3a8ff3bb-2f2d-4dbe-b374-d405558e6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:41.448058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Attempting to bind port e9907ea0-a183-4e37-8829-dd5d290a395a on network ca01501f-00e1-4a21-80dd-c116bd3d54c9 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:41.451525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:41.468652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:41.469027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Checking segment: {'id': '3a8ff3bb-2f2d-4dbe-b374-d405558e6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:41.469231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Deleting port 948bacb1-8f8a-445f-9333-b2f224809245 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:41.469710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.469802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.469802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Bound using segment: {'id': '3a8ff3bb-2f2d-4dbe-b374-d405558e6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:41.470266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Bound port: e9907ea0-a183-4e37-8829-dd5d290a395a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8ff3bb-2f2d-4dbe-b374-d405558e6525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ca01501f-00e1-4a21-80dd-c116bd3d54c9'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:41.470637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.484533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.577884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.581921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:41.585089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.609600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] For port cdcbb8b8-9743-4646-aebe-e5782e2d7788, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cdcbb8b8-9743-4646-aebe-e5782e2d7788,segment=NetworkSegment(e28959d7-686e-47ea-b588-4bdab16595d7),segment_id=e28959d7-686e-47ea-b588-4bdab16595d7)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:41.609997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.623199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:41.629768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597f5940-8b7c-4db1-a92d-30fedef8f302,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.639053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:41.650460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:41.654054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.655616 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-462abea7-063d-4b17-a56e-cabac2f4285c tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2293873 Mar 02 20:03:41.658525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37166) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.659263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.692078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.705342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.742014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.769010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=597f5940-8b7c-4db1-a92d-30fedef8f302,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:41.786539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.791289 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3288e09a-d398-4d45-b570-cc57a277d8fb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/597f5940-8b7c-4db1-a92d-30fedef8f302 HTTP/1.1" status: 204 len: 168 time: 0.1313639 Mar 02 20:03:41.791967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37170) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.798156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cdcbb8b8-9743-4646-aebe-e5782e2d7788 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:41.848409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Calling delete_port for cdcbb8b8-9743-4646-aebe-e5782e2d7788 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:41.853861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f6025d13-0eeb-4f5b-8da3-bebadb904d1e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:41.871918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:41.873017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f6025d13-0eeb-4f5b-8da3-bebadb904d1e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:41.874645 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f6025d13-0eeb-4f5b-8da3-bebadb904d1e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0812712 Mar 02 20:03:41.877578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37174) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:41.947439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] For port e9907ea0-a183-4e37-8829-dd5d290a395a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:41.955032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.959095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01680d74-3f23-4fe0-8f02-007266a8a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:41.993342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.005659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] For port e9907ea0-a183-4e37-8829-dd5d290a395a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e9907ea0-a183-4e37-8829-dd5d290a395a,segment=NetworkSegment(3a8ff3bb-2f2d-4dbe-b374-d405558e6525),segment_id=3a8ff3bb-2f2d-4dbe-b374-d405558e6525)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:42.029466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.045662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.065997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90f7c7d-646c-4f86-9d35-09054c29ef72,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.084932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.088688 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e7970512-7dea-4f9f-8f28-486e0ab22565 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/b90f7c7d-646c-4f86-9d35-09054c29ef72 HTTP/1.1" status: 204 len: 168 time: 0.2077248 Mar 02 20:03:42.089078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37178) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.090617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Subnet': ['ID=d5f5424a-5367-47c0-b66b-b4b88b50e669,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.112631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.125416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Checking segment: {'id': '9eda0f92-d07f-4718-b529-5619e8cefa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:42.125775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network hostable DHCP agents. Network: f1a0f624-d731-4334-9480-ee0b96b75141, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:03:42.137160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.161193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-58ae431c-30c8-4cb9-96ad-eeee9cb00531 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:42.174976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.179628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-58ae431c-30c8-4cb9-96ad-eeee9cb00531 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:42.183412 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-58ae431c-30c8-4cb9-96ad-eeee9cb00531 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0911276 Mar 02 20:03:42.184861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37182) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.209633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] No DVR routers for this DVR port cdcbb8b8-9743-4646-aebe-e5782e2d7788 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:42.215754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.236907 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51a53c-68aa-415a-b803-ca910735b030 None None] Pushing event updated for resources: {'Port': ['ID=e9907ea0-a183-4e37-8829-dd5d290a395a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.276685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.279825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Calling delete_port for 948bacb1-8f8a-445f-9333-b2f224809245 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:42.299236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249c43b-b5c4-49da-860e-d7c06031fccb None None] Pushing event deleted for resources: {'Port': ['ID=cdcbb8b8-9743-4646-aebe-e5782e2d7788,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.326831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.354543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port ad8cead9-6475-453d-88b5-3e7e897b3db9 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:42.392524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network f1a0f624-d731-4334-9480-ee0b96b75141 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:03:42.408645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.431899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'b0988c5b-5a97-40c5-87d2-77d6c3aeffaf'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': 'ec2fb2f2-3911-4a80-82b7-0a63d4d1168c'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:42.436746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e4425-2f4c-4e58-8f62-6ce4f69a7567,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.453932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.455241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, f1a0f624-d731-4334-9480-ee0b96b75141) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:42.458129 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c6c114a5-1e4c-44b3-82f6-d96cb7919d80 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/ba2e4425-2f4c-4e58-8f62-6ce4f69a7567 HTTP/1.1" status: 204 len: 168 time: 0.2718318 Mar 02 20:03:42.474654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37186) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.488699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:42.489838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.497095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d89f8-8cd4-4a75-ae34-aa75e2e484b4 None None] Network f1a0f624-d731-4334-9480-ee0b96b75141 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:42.530135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.556937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c87306e-567a-4244-b579-6b006e197e76 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:42.580248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c87306e-567a-4244-b579-6b006e197e76 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:42.585703 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5c87306e-567a-4244-b579-6b006e197e76 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056588 Mar 02 20:03:42.585964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37190) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.591179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107976791'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:42.598217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:42.613792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:42.635908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.653913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Port': ['ID=948bacb1-8f8a-445f-9333-b2f224809245,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:42.656860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.671316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dca56cda-d30d-492a-a06f-ae1a040db252 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2016366 Mar 02 20:03:42.675011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.678371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.683053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-03d8183f-b3d9-4a43-8ef6-1d9f47a19b91 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/ports/948bacb1-8f8a-445f-9333-b2f224809245 HTTP/1.1" status: 204 len: 168 time: 1.4311061 Mar 02 20:03:42.684918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'subnet': {'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:42.689646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37198) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:42.722193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:42.735776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::14e (9616b26f-257b-4b9d-b045-31339b11d161/b0988c5b-5a97-40c5-87d2-77d6c3aeffaf/ad8cead9-6475-453d-88b5-3e7e897b3db9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:42.743809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:42.752395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:42.764140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:42.848222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:42.886946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-f1a0f624-d731-4334-9480-ee0b96b75141', 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141', 'tenant_id': '7f0bc9b54269412f92d42542ffe784dc', 'fixed_ips': [{'subnet_id': 'd5f5424a-5367-47c0-b66b-b4b88b50e669'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:42.887820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.037608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:43.043721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:subnet and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:43.055132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Allocated IP 2001:db8::2 (f1a0f624-d731-4334-9480-ee0b96b75141/d5f5424a-5367-47c0-b66b-b4b88b50e669/e0195b8b-193a-4293-851d-8a63590ecb7d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:43.055732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:43.067229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:43.084683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.097052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.101806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.141594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9311a107-b746-4bff-8b5e-a868854955ed,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:43.147622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:43.152317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.197191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.217907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object ad8cead9-6475-453d-88b5-3e7e897b3db9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:43.256414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674714d2-2a11-4a96-baa3-34a1a2c4365c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:43.265892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.324966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28959d7-686e-47ea-b588-4bdab16595d7') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:43.324966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28959d7-686e-47ea-b588-4bdab16595d7') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:43.357200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.357459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/b0988c5b-5a97-40c5-87d2-77d6c3aeffaf/ec2fb2f2-3911-4a80-82b7-0a63d4d1168c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:43.391751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:43.399055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:43.403519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.410527 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6843919d-0cfa-424a-8d75-efbf49151b00 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8177838 Mar 02 20:03:43.410745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:43.410844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37204) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.412067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:43.412745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.414621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': '9311a107-b746-4bff-8b5e-a868854955ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:43.417092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=ad8cead9-6475-453d-88b5-3e7e897b3db9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:43.422399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.423080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:43.437423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:03:43.437423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.440108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:43.445913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:03:43.453618 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:03:43.461242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:43.478688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.485219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af0105-a2d2-40a2-b0ce-5b148770279f None None] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:43.506625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.520519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-26c366fb-e2cf-4a85-b3aa-da7cfd05207d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2245123 Mar 02 20:03:43.523704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37208) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.532875 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.541826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.561007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.574271 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] 10.222.0.36 "DELETE /v2.0/networks/674714d2-2a11-4a96-baa3-34a1a2c4365c HTTP/1.1" status: 204 len: 168 time: 0.8812361 Mar 02 20:03:43.574271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53039ad4-5dfa-4914-813e-c53f44ff6c86 tempest-PortsTestJSON-878852086 tempest-PortsTestJSON-878852086-project] Pushing event deleted for resources: {'Network': ['ID=674714d2-2a11-4a96-baa3-34a1a2c4365c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:43.592394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Transition to ACTIVE for port object e0195b8b-193a-4293-851d-8a63590ecb7d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:43.649632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Subnet': ['ID=290d374e-d668-4c0c-80eb-c0416516592a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:43.681295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a044fb8d-5336-402b-b699-3bcc733845bd None None] Provisioning for port e9907ea0-a183-4e37-8829-dd5d290a395a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:43.687790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Checking segment: {'id': '54aa1b09-4693-4d89-889c-826eab3498dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:43.688359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network hostable DHCP agents. Network: b391f013-f3ca-4527-9744-e6525e6583d0, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:03:43.707524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.714923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Transition to ACTIVE for port object e0195b8b-193a-4293-851d-8a63590ecb7d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:43.729031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.750001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] For port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:43.761867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.766684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network b391f013-f3ca-4527-9744-e6525e6583d0 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:03:43.794965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37878d14-98ef-42fe-9323-3e48880f330f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:43.801443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37878d14-98ef-42fe-9323-3e48880f330f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:43.803125 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37878d14-98ef-42fe-9323-3e48880f330f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.2808061 Mar 02 20:03:43.805842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37214) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.813503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad40aa94-a0ee-4a1b-b14a-e83836145095,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:43.816803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, b391f013-f3ca-4527-9744-e6525e6583d0) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:43.826068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:43.826831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.851002 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-968d0ddf-dc2e-44bf-ad50-467868d0d0df tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1723576 Mar 02 20:03:43.851209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e9907ea0-a183-4e37-8829-dd5d290a395a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:43.851481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37220) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.856080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:43.860136 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f96bc476-1da1-41eb-8221-afc0c11c0055 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4471769 Mar 02 20:03:43.893920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc7e37-c43a-486a-8f8e-ff4d5fb6c74d None None] Network b391f013-f3ca-4527-9744-e6525e6583d0 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:43.986708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37224) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.987086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37226) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:43.999609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Network f1a0f624-d731-4334-9480-ee0b96b75141 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:44.009305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Pushing event updated for resources: {'Port': ['ID=e0195b8b-193a-4293-851d-8a63590ecb7d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:44.024761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:44.052366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port ad8cead9-6475-453d-88b5-3e7e897b3db9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:44.052720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.075178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:44.088762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:03:44.166418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.178946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.248213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.306678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Ignored duplicate provisioning block setup for port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 20:03:44.322990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.342747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.351817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Attempting to bind port e0195b8b-193a-4293-851d-8a63590ecb7d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:44.352185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Attempting to bind port e0195b8b-193a-4293-851d-8a63590ecb7d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '9eda0f92-d07f-4718-b529-5619e8cefa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:44.352736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Attempting to bind port e0195b8b-193a-4293-851d-8a63590ecb7d on network f1a0f624-d731-4334-9480-ee0b96b75141 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:44.399073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e9907ea0-a183-4e37-8829-dd5d290a395a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:44.403751 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-654958ea-a08b-42b5-8bee-20d5421c34b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efbea6ad78fe481f8bdd69dd4b973b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114969 Mar 02 20:03:44.408619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37236) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:44.429207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.452705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for ad8cead9-6475-453d-88b5-3e7e897b3db9 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:44.459474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:44.459878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Checking segment: {'id': '9eda0f92-d07f-4718-b529-5619e8cefa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:44.460240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.460641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Bound using segment: {'id': '9eda0f92-d07f-4718-b529-5619e8cefa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:44.461119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Bound port: e0195b8b-193a-4293-851d-8a63590ecb7d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eda0f92-d07f-4718-b529-5619e8cefa41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f1a0f624-d731-4334-9480-ee0b96b75141'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:44.461643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.471119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad40aa94-a0ee-4a1b-b14a-e83836145095,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:44.487030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e9907ea0-a183-4e37-8829-dd5d290a395a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:44.487397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.502517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.503941 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-08f618a1-5a7b-4492-b43e-560f2f032d3e tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ad40aa94-a0ee-4a1b-b14a-e83836145095 HTTP/1.1" status: 204 len: 168 time: 0.5159001 Mar 02 20:03:44.506427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37240) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:44.546799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.613440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e6267f5-dae8-4270-9dd9-15542da08d70 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:44.654318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e6267f5-dae8-4270-9dd9-15542da08d70 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:44.656067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4e6267f5-dae8-4270-9dd9-15542da08d70 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1485562 Mar 02 20:03:44.658807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:44.675053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.701752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.717334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d72034-737d-4c7c-b7b5-8cc8a63ca988 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:44.722567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-b391f013-f3ca-4527-9744-e6525e6583d0', 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0', 'tenant_id': '7f0bc9b54269412f92d42542ffe784dc', 'fixed_ips': [{'subnet_id': '290d374e-d668-4c0c-80eb-c0416516592a'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:44.723807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.739296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=ad8cead9-6475-453d-88b5-3e7e897b3db9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:44.840119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.879930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.898792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-df9a89ad-0fb8-48e9-982f-f8f51fbe974e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/ad8cead9-6475-453d-88b5-3e7e897b3db9 HTTP/1.1" status: 204 len: 168 time: 1.0827672 Mar 02 20:03:44.899534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37248) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:44.943995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:44.965347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] For port e0195b8b-193a-4293-851d-8a63590ecb7d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:45.002815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] For port e0195b8b-193a-4293-851d-8a63590ecb7d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e0195b8b-193a-4293-851d-8a63590ecb7d,segment=NetworkSegment(9eda0f92-d07f-4718-b529-5619e8cefa41),segment_id=9eda0f92-d07f-4718-b529-5619e8cefa41)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:45.008835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e9907ea0-a183-4e37-8829-dd5d290a395a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e9907ea0-a183-4e37-8829-dd5d290a395a,segment=NetworkSegment(3a8ff3bb-2f2d-4dbe-b374-d405558e6525),segment_id=3a8ff3bb-2f2d-4dbe-b374-d405558e6525)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:45.065548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd1303-1909-4542-9b38-9fdfeaca5304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:45.067219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd1303-1909-4542-9b38-9fdfeaca5304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:45.067995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-70bd1303-1909-4542-9b38-9fdfeaca5304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:45.098411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.112003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-70bd1303-1909-4542-9b38-9fdfeaca5304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:45.113319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70bd1303-1909-4542-9b38-9fdfeaca5304 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1717491 Mar 02 20:03:45.121843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37252) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:45.186580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Allocated IP 2001:db8::2 (b391f013-f3ca-4527-9744-e6525e6583d0/290d374e-d668-4c0c-80eb-c0416516592a/d55b0d6f-7827-47d6-a01b-e704af405c12) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:45.211031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.226887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet b0988c5b-5a97-40c5-87d2-77d6c3aeffaf {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:45.230328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.235406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.249628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.253045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.281638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Allocated IP 2001:db8::1 (f1a0f624-d731-4334-9480-ee0b96b75141/d5f5424a-5367-47c0-b66b-b4b88b50e669/6d29ed7d-9296-45e1-b296-b4a856d6325a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:45.294670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311a107-b746-4bff-8b5e-a868854955ed,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:45.321245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.345227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.349450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.353126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e7233695-ea35-40bf-b3f0-928e092c34bc tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/9311a107-b746-4bff-8b5e-a868854955ed HTTP/1.1" status: 204 len: 168 time: 0.6906786 Mar 02 20:03:45.357206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:45.369806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4237484-db21-4643-889f-cd197c679869,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:45.426754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.430919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.435832 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-08c93f13-e313-431a-b79b-6d835f2010a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e4237484-db21-4643-889f-cd197c679869 HTTP/1.1" status: 204 len: 168 time: 1.0259609 Mar 02 20:03:45.443448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-83d01974-dde7-4ae4-9b0c-9aba2faf4c75 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:45.455424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-578921be-df25-41e7-9098-d9bdf1f499b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.472146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-83d01974-dde7-4ae4-9b0c-9aba2faf4c75 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:45.477262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-83d01974-dde7-4ae4-9b0c-9aba2faf4c75 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1162002 Mar 02 20:03:45.480089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:45.488898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--729942503'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:45.494769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.528637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.542372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:45.567972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Transition to ACTIVE for port object 6d29ed7d-9296-45e1-b296-b4a856d6325a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:45.616033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:45.687771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.720145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.762541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.763841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.790734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Transition to ACTIVE for port object d55b0d6f-7827-47d6-a01b-e704af405c12 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:45.814707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Transition to ACTIVE for port object d55b0d6f-7827-47d6-a01b-e704af405c12 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:45.829046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.829940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2670b8ba-a33c-4d91-bac6-a6b0158f7537 None None] Provisioning complete for port e9907ea0-a183-4e37-8829-dd5d290a395a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:45.830338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2670b8ba-a33c-4d91-bac6-a6b0158f7537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:45.988899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network f1a0f624-d731-4334-9480-ee0b96b75141 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:46.001365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:46.005715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:46.019981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:46.020673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=b0988c5b-5a97-40c5-87d2-77d6c3aeffaf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.020866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.023449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.038770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec2fb2f2-3911-4a80-82b7-0a63d4d1168c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:46.063866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:46.105663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:46.125192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:46.137545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e8e5c9a0-571e-4d76-85e6-9d21573c3977 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/b0988c5b-5a97-40c5-87d2-77d6c3aeffaf HTTP/1.1" status: 204 len: 168 time: 1.0120592 Mar 02 20:03:46.138510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.149660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37270) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:46.166322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.181208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Port': ['ID=6d29ed7d-9296-45e1-b296-b4a856d6325a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.213646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2e98-aa64-4624-a626-6b713fda91cd None None] Pushing event updated for resources: {'Port': ['ID=e0195b8b-193a-4293-851d-8a63590ecb7d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.223131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.366890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1ab263de-f0c3-4e88-9529-60432e858bd0 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2161541 Mar 02 20:03:46.370491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:46.422234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:46.436827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Network b391f013-f3ca-4527-9744-e6525e6583d0 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:46.490458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:46.492113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e9907ea0-a183-4e37-8829-dd5d290a395a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.502737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75057b7-e764-4ff3-81d3-de8e9dcc9716 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:46.508639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.518836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:46.523819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fb1807-2717-400c-ad5a-8fac6835e8c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:46.525092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1fb1807-2717-400c-ad5a-8fac6835e8c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:46.530507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.598150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Pushing event updated for resources: {'Port': ['ID=d55b0d6f-7827-47d6-a01b-e704af405c12,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.600351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc22dc5e-ecc5-4692-a7ed-7e441375983e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.611242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1fb1807-2717-400c-ad5a-8fac6835e8c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:46.620992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e1fb1807-2717-400c-ad5a-8fac6835e8c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2494154 Mar 02 20:03:46.621563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:46.632423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.634178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-463127df-28e2-4b78-989c-36d613aa4642 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1529200 Mar 02 20:03:46.637133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:46.647343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'dc22dc5e-ecc5-4692-a7ed-7e441375983e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:46.655047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:46.662863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:46.667329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:46.676168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:46.732278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.747869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e12148d-91d9-4b59-97fd-866e00ad05ba tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:46.750455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9e12148d-91d9-4b59-97fd-866e00ad05ba tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:46.806820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Provisioning for port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:46.815146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Attempting to bind port d55b0d6f-7827-47d6-a01b-e704af405c12 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:46.815509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Attempting to bind port d55b0d6f-7827-47d6-a01b-e704af405c12 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '54aa1b09-4693-4d89-889c-826eab3498dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:46.815862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Attempting to bind port d55b0d6f-7827-47d6-a01b-e704af405c12 on network b391f013-f3ca-4527-9744-e6525e6583d0 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:46.829345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Provisioning complete for port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:46.829719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.889246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.902454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.902712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:46.902974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Checking segment: {'id': '54aa1b09-4693-4d89-889c-826eab3498dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:46.903324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.903702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Bound using segment: {'id': '54aa1b09-4693-4d89-889c-826eab3498dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:46.904184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Bound port: d55b0d6f-7827-47d6-a01b-e704af405c12, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54aa1b09-4693-4d89-889c-826eab3498dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b391f013-f3ca-4527-9744-e6525e6583d0'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:46.904602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.937496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d1ca69-d00c-47a1-a9ed-119c4c7b8da1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:46.949829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:46.951213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-282bbbdf-76dd-4507-8ad4-b45736fa3ba8 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3125677 Mar 02 20:03:46.960903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:46.991499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc466dca-7347-4544-9230-d2331d33bd52 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules/61d1ca69-d00c-47a1-a9ed-119c4c7b8da1 HTTP/1.1" status: 200 len: 763 time: 0.0294423 Mar 02 20:03:46.997276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.026088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9e12148d-91d9-4b59-97fd-866e00ad05ba tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:47.027191 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9e12148d-91d9-4b59-97fd-866e00ad05ba tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4052236 Mar 02 20:03:47.036484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37310) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.093545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f449e5cd-9db1-45ed-83e8-ffb64bc48501 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:47.103185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37314) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.139768 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0114351e-5f98-4d49-9dcf-a8c6a7054816 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020837 Mar 02 20:03:47.145416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37320) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.161414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:47.167054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f449e5cd-9db1-45ed-83e8-ffb64bc48501 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:47.172199 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f449e5cd-9db1-45ed-83e8-ffb64bc48501 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1738925 Mar 02 20:03:47.173227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37324) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.189305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.243696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.291482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.331471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.334030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.344506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe1b42-2090-4140-abb7-f23cf9bebe2d None None] Network f1a0f624-d731-4334-9480-ee0b96b75141 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:47.352231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:47.352854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c9288efb-ee2a-407e-a5e4-e8fcc1bb6648 tempest-DvrRoutersNegativeTest-736707877 tempest-DvrRoutersNegativeTest-736707877-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-809312206', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:47.355117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.policy [None req-c9288efb-ee2a-407e-a5e4-e8fcc1bb6648 tempest-DvrRoutersNegativeTest-736707877 tempest-DvrRoutersNegativeTest-736707877-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87812) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 02 20:03:47.355408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.policy [None req-c9288efb-ee2a-407e-a5e4-e8fcc1bb6648 tempest-DvrRoutersNegativeTest-736707877 tempest-DvrRoutersNegativeTest-736707877-project] Failed policy check for 'create_router' {{(pid=87812) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 02 20:03:47.356483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-c9288efb-ee2a-407e-a5e4-e8fcc1bb6648 tempest-DvrRoutersNegativeTest-736707877 tempest-DvrRoutersNegativeTest-736707877-project] create failed (client error): Access was denied to this resource. Mar 02 20:03:47.362387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c9288efb-ee2a-407e-a5e4-e8fcc1bb6648 tempest-DvrRoutersNegativeTest-736707877 tempest-DvrRoutersNegativeTest-736707877-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2544816 Mar 02 20:03:47.365368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61d1ca69-d00c-47a1-a9ed-119c4c7b8da1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:47.375769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.376247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.380008 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5ec104bb-5e0c-4f76-b5f1-97eb95f1e8bb tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/61d1ca69-d00c-47a1-a9ed-119c4c7b8da1 HTTP/1.1" status: 204 len: 168 time: 0.2028646 Mar 02 20:03:47.380537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.389564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:47.401183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.403650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.416388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] For port d55b0d6f-7827-47d6-a01b-e704af405c12, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:47.481782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] For port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:47.481981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-16dffa1b-3f4e-4d4f-a66d-00d4719a0dec tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:47.491671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] For port d55b0d6f-7827-47d6-a01b-e704af405c12, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55b0d6f-7827-47d6-a01b-e704af405c12,segment=NetworkSegment(54aa1b09-4693-4d89-889c-826eab3498dc),segment_id=54aa1b09-4693-4d89-889c-826eab3498dc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:47.496247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.520164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-16dffa1b-3f4e-4d4f-a66d-00d4719a0dec tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:47.524364 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-16dffa1b-3f4e-4d4f-a66d-00d4719a0dec tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1397469 Mar 02 20:03:47.524589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37334) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.530844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'dc22dc5e-ecc5-4692-a7ed-7e441375983e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:47.537072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:47.547517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:47.560949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Port': ['ID=6d29ed7d-9296-45e1-b296-b4a856d6325a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:47.565192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:03:47.565743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:47.570501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.571563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.573030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.595980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Deleting port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:47.596385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.659896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.667787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.695462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d681f0b-ac71-451c-9a45-809171d48a4b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:47.721109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.725067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5740b1ed-0328-4427-ac7a-a2ac062dbe73 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970911 Mar 02 20:03:47.725394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.777643 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-904f79d5-e6e6-487d-a73d-d5cb98617334 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules/9d681f0b-ac71-451c-9a45-809171d48a4b HTTP/1.1" status: 200 len: 763 time: 0.0459247 Mar 02 20:03:47.778975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.840898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.880791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e52d1bf-9b0d-4703-a2d3-9a8410bf4013 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:47.905676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4e52d1bf-9b0d-4703-a2d3-9a8410bf4013 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:47.908837 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4e52d1bf-9b0d-4703-a2d3-9a8410bf4013 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1282837 Mar 02 20:03:47.911863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:47.933366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e9907ea0-a183-4e37-8829-dd5d290a395a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:47.970291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:47.986053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.044996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.056514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.083886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network f1a0f624-d731-4334-9480-ee0b96b75141 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:48.084718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d681f0b-ac71-451c-9a45-809171d48a4b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.089324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:48.091151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:48.100035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6cff3ad70faf42dbae6c10516026dad5 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:48.103988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.108280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c45929bd-26df-47b4-aecc-d712e1f3e76f tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/9d681f0b-ac71-451c-9a45-809171d48a4b HTTP/1.1" status: 204 len: 168 time: 0.1941605 Mar 02 20:03:48.109682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:48.112901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.130190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:48.139660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6192ea37-258c-495c-8c18-6eb052c52061 None None] Provisioning for port e0195b8b-193a-4293-851d-8a63590ecb7d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:48.179454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9a1fc-84f4-4979-8f8c-659f782ac0b5 None None] Pushing event updated for resources: {'Port': ['ID=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.190159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-31263c04-d63d-48a8-ad52-4047dfc05dfa tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:48.245402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-31263c04-d63d-48a8-ad52-4047dfc05dfa tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:48.250215 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-31263c04-d63d-48a8-ad52-4047dfc05dfa tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1333628 Mar 02 20:03:48.250215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37362) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.259204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'dc22dc5e-ecc5-4692-a7ed-7e441375983e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:48.272617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:48.303808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:48.347520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] For port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:48.348182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.349420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.359169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.377103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.437616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e9907ea0-a183-4e37-8829-dd5d290a395a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:48.437885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.454693 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cff3ad70faf42dbae6c10516026dad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6106007 Mar 02 20:03:48.457145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37366) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.472113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Router 748886db-e014-4da3-8231-3412eb540238 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:03:48.474625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18331d04-a251-4eb4-ba71-c78317c643d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb411b44-cf31-4dd6-93a1-de4364238c91,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.509871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.519081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.541539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Calling delete_port for ec2fb2f2-3911-4a80-82b7-0a63d4d1168c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:48.555455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=957a362f-ee46-482f-84b1-a69ec94fc75e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.580696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.591118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298a064-02d8-4ca0-9d32-78161aa3c6d1 None None] Pushing event updated for resources: {'Port': ['ID=d55b0d6f-7827-47d6-a01b-e704af405c12,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.592966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.594774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ae6336c7-8424-4a4b-9e6d-8ca6bbaa7b4d tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438051 Mar 02 20:03:48.597516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37370) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.622136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.641892 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0dc85662-3f7e-4ece-a7e4-65e3e23ac84b tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules/957a362f-ee46-482f-84b1-a69ec94fc75e HTTP/1.1" status: 200 len: 764 time: 0.0409846 Mar 02 20:03:48.646794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37374) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.695043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:48.701970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.715837 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8f07fb2e-0368-4fdc-a8a9-f35030e11421 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8595519 Mar 02 20:03:48.715837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:48.715837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37378) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.759370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] Sync routers for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:48.800523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] No DVR routers for this DVR port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:03:48.807970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672aa3ca-0d0c-478d-b2f3-d89723c94e01 None None] Pushing event deleted for resources: {'Port': ['ID=ec2fb2f2-3911-4a80-82b7-0a63d4d1168c,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.816237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e0195b8b-193a-4293-851d-8a63590ecb7d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:48.860476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:48.861121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:48.867451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0152367c-77bb-472e-8c66-c2c2d58aa382 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:48.893299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0152367c-77bb-472e-8c66-c2c2d58aa382 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:48.897364 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0152367c-77bb-472e-8c66-c2c2d58aa382 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2470882 Mar 02 20:03:48.897613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.901710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37382) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:48.947665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb411b44-cf31-4dd6-93a1-de4364238c91,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:48.974185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:48.982219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:48.983482 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f00fd4d9-e7e4-466a-b112-0ecf7b23fbcc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb411b44-cf31-4dd6-93a1-de4364238c91 HTTP/1.1" status: 204 len: 168 time: 0.5252774 Mar 02 20:03:48.989489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.004522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.018292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:49.018924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:49.047262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.096920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=957a362f-ee46-482f-84b1-a69ec94fc75e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:49.109780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.114452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-08c70e1c-491c-4245-adab-49163b6f02e4 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/957a362f-ee46-482f-84b1-a69ec94fc75e HTTP/1.1" status: 204 len: 168 time: 0.2025359 Mar 02 20:03:49.115200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:49.175563 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.services.revisions.revision_plugin [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Could not find related port for resource to bump revision. Mar 02 20:03:49.178534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:49.179130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f0f1e5-2846-4692-9f15-c537a0d56e9d None None] The sync data for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:49.202842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_pluggable_backend [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Port ec2fb2f2-3911-4a80-82b7-0a63d4d1168c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 20:03:49.203125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_pluggable_backend [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:2bfb {{(pid=87813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 20:03:49.206827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2770815c-5f82-4e8a-b8ba-e43dcf1214ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:49.212986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_pluggable_backend [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:2bfb {{(pid=87813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 20:03:49.218337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.233089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e0195b8b-193a-4293-851d-8a63590ecb7d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:49.235907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2770815c-5f82-4e8a-b8ba-e43dcf1214ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:49.241249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2770815c-5f82-4e8a-b8ba-e43dcf1214ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1246850 Mar 02 20:03:49.244524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37394) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:49.246014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e0195b8b-193a-4293-851d-8a63590ecb7d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:49.246900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.324680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-123aaf18-1abb-48a9-8eb8-f3afd8f26126 None None] Provisioning for port 6d29ed7d-9296-45e1-b296-b4a856d6325a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:49.331812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:49.333874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-123aaf18-1abb-48a9-8eb8-f3afd8f26126 None None] Provisioning complete for port 6d29ed7d-9296-45e1-b296-b4a856d6325a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:49.334483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-123aaf18-1abb-48a9-8eb8-f3afd8f26126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.391654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.433619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.438085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:49.458506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6954af-9f25-4dfc-9201-323a3907fdc6 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:49.461748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:49.462439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.511153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.546299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc22dc5e-ecc5-4692-a7ed-7e441375983e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:49.560475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.561334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.568831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0b6b8caa-ab45-4498-a8f8-d1f6a75b5597 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/dc22dc5e-ecc5-4692-a7ed-7e441375983e HTTP/1.1" status: 204 len: 168 time: 0.3229053 Mar 02 20:03:49.569631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:49.595982 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4491920 Mar 02 20:03:49.611677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37408) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:49.612761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6fc4d-c28b-4421-98f1-f4ae1625544b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:49.625385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:49.650899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c8080ae-0a5a-44d0-995a-66f817ab01ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:49.676458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-123aaf18-1abb-48a9-8eb8-f3afd8f26126 None None] Port 6d29ed7d-9296-45e1-b296-b4a856d6325a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:49.686914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c8080ae-0a5a-44d0-995a-66f817ab01ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:49.688145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f38c05-67ee-40b9-a9b4-bcb912e7bbde None None] Network b391f013-f3ca-4527-9744-e6525e6583d0 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:49.689685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6c8080ae-0a5a-44d0-995a-66f817ab01ed tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176240 Mar 02 20:03:49.694011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37414) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:49.701368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group': {'name': 'tempest-secgroup--876596555'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:49.708392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:49.718854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:49.749484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.803395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:49.817328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:49.826250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:49.837229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:49.906473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e0195b8b-193a-4293-851d-8a63590ecb7d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e0195b8b-193a-4293-851d-8a63590ecb7d,segment=NetworkSegment(9eda0f92-d07f-4718-b529-5619e8cefa41),segment_id=9eda0f92-d07f-4718-b529-5619e8cefa41)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:49.970347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.971174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:49.978058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.077559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f0eb5-ab6b-4159-b6f8-ed0bb56458b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:50.093008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-55924e1e-299e-4b93-9208-b41b11acea2d None None] Provisioning for port d55b0d6f-7827-47d6-a01b-e704af405c12 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:50.093649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:50.095356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.097204 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-863bf9f3-e58a-439a-8b3a-db38c32aca82 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4035668 Mar 02 20:03:50.099787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37426) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.108965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Request body: {'security_group_rule': {'security_group_id': 'ce7f0eb5-ab6b-4159-b6f8-ed0bb56458b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:50.109759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:50.115919 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-1bf62c6f-ef06-4dcf-81d5-7536ebe95483 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:50.117066 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1bf62c6f-ef06-4dcf-81d5-7536ebe95483 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4005353 Mar 02 20:03:50.117410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:50.120010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37430) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.122458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec2fb2f2-3911-4a80-82b7-0a63d4d1168c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:50.128607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:50.132888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.172997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ec2fb2f2-3911-4a80-82b7-0a63d4d1168c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:03:50.173343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec2fb2f2-3911-4a80-82b7-0a63d4d1168c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:03:50.207741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.209743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Usage tracker for resource:security_group_rule and tenant:901152be4e1c4d9da6871878ae393f2d is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:50.220909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:50.258506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:50.272150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-55924e1e-299e-4b93-9208-b41b11acea2d None None] Provisioning complete for port 6d29ed7d-9296-45e1-b296-b4a856d6325a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:50.272557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-55924e1e-299e-4b93-9208-b41b11acea2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.309328 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.ipam_backend_mixin [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7 (CIDR: 2001:db8::/64) Mar 02 20:03:50.326118 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:50.327042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:50.358934 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e1486a5f-0fdc-40f8-95cf-28884e4de620 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7426481 Mar 02 20:03:50.359522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.362271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37440) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.367141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-55924e1e-299e-4b93-9208-b41b11acea2d None None] Port 6d29ed7d-9296-45e1-b296-b4a856d6325a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:50.370563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:50.371940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55b0d6f-7827-47d6-a01b-e704af405c12 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:50.439470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:50.440170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.442096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7404dcbc-1986-4b4c-867d-ad4c7768e5a2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:50.442541 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-7404dcbc-1986-4b4c-867d-ad4c7768e5a2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 20:03:50.443024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-7404dcbc-1986-4b4c-867d-ad4c7768e5a2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:03:50.447428 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7404dcbc-1986-4b4c-867d-ad4c7768e5a2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2249243 Mar 02 20:03:50.451819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.462867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e0195b8b-193a-4293-851d-8a63590ecb7d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:50.516089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633402529'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:50.516872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:50.526971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:50.530873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:50.538581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:50.539861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:50.543828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.547346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:50.563041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:50.592551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d55b0d6f-7827-47d6-a01b-e704af405c12 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:50.606750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-59a63ff0-202a-4c82-9ea3-8d2f7b480993 None None] Provisioning complete for port 6d29ed7d-9296-45e1-b296-b4a856d6325a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:50.607118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-59a63ff0-202a-4c82-9ea3-8d2f7b480993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.636585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.645454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d55b0d6f-7827-47d6-a01b-e704af405c12 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:50.646115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.653746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.654786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.673205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.709001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:50.722300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:50.727067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e8be40-b80b-48d3-a74a-551aaaac5cdc,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:50.731769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:50.768597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:50.775709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.777085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f72ffbf7-5d03-44f3-87b0-9d74061025e9 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6755846 Mar 02 20:03:50.780253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37448) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.815129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-59a63ff0-202a-4c82-9ea3-8d2f7b480993 None None] Port 6d29ed7d-9296-45e1-b296-b4a856d6325a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:03:50.851235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.867856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Allocated IP 2001:db8::f816:3eff:fe93:2bcf (9616b26f-257b-4b9d-b045-31339b11d161/c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7/6007d14c-1749-4fd9-a024-b6d53bbf888e) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:50.915834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.916056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:50.919536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:50.924948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:50.925529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.941037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=72511e9b-062e-4533-aa16-7c9d8a33e449,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:50.958920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:50.961787 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23c89e6e-2900-468d-9211-bd3759abdb7d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5983539 Mar 02 20:03:50.966171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37452) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:50.973020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:80:9e:6e', 'name': 'tempest-NetworksTestDHCPv6-487419298'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:51.011737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.030097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port d55b0d6f-7827-47d6-a01b-e704af405c12, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55b0d6f-7827-47d6-a01b-e704af405c12,segment=NetworkSegment(54aa1b09-4693-4d89-889c-826eab3498dc),segment_id=54aa1b09-4693-4d89-889c-826eab3498dc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:51.055359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.074123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.099400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:51.108908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:51.113339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:51.129920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:51.137949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.143868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.173492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:51.183840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:51.197314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:51.208598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c6c291-2a6b-49c0-a63d-eb18eb5a8e59,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.220273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.258387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-00c3eb64-d6b0-4ee4-b644-f3a94a72bc50 None None] Provisioning complete for port d55b0d6f-7827-47d6-a01b-e704af405c12 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:51.258756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-00c3eb64-d6b0-4ee4-b644-f3a94a72bc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.311460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.317147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f0eb5-ab6b-4159-b6f8-ed0bb56458b2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.326357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=d55b0d6f-7827-47d6-a01b-e704af405c12,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.337621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Transition to ACTIVE for port object 6007d14c-1749-4fd9-a024-b6d53bbf888e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:51.341723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.372960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port d2353fd9-da50-44bf-b90b-cd9111f45967 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:51.379809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Transition to ACTIVE for port object 6007d14c-1749-4fd9-a024-b6d53bbf888e will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:51.417817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.429683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.433231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3be44ac6-cc93-467c-b6f0-80651f68c2be tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce7f0eb5-ab6b-4159-b6f8-ed0bb56458b2 HTTP/1.1" status: 204 len: 168 time: 0.6477816 Mar 02 20:03:51.434275 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37456) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:51.497139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.498643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:51.505905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:51.506141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.510074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:51.515895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.546405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-50584f31-8eab-459a-b2d4-e2e91e7d4797 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:51.561291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ee72d-b753-4c0a-9819-32965f8b16f3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.565387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.569343 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22901212-3426-45ab-ab08-58ac966f60b9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1136751 Mar 02 20:03:51.569764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37460) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:51.576139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'c23ee72d-b753-4c0a-9819-32965f8b16f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:51.585243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:51.586632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-50584f31-8eab-459a-b2d4-e2e91e7d4797 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:51.590531 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-50584f31-8eab-459a-b2d4-e2e91e7d4797 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534293 Mar 02 20:03:51.591275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:51.593325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:51.611625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:51.615058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Attempting to bind port 6007d14c-1749-4fd9-a024-b6d53bbf888e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:51.615417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Attempting to bind port 6007d14c-1749-4fd9-a024-b6d53bbf888e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:51.615779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Attempting to bind port 6007d14c-1749-4fd9-a024-b6d53bbf888e on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:51.621198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:51.621565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:51.622142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.622709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:51.623219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Bound port: 6007d14c-1749-4fd9-a024-b6d53bbf888e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:51.623640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.661878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8:0:1::1ef (9616b26f-257b-4b9d-b045-31339b11d161/72511e9b-062e-4533-aa16-7c9d8a33e449/d2353fd9-da50-44bf-b90b-cd9111f45967) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:51.670291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fe80:9e6e (9616b26f-257b-4b9d-b045-31339b11d161/c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7/d2353fd9-da50-44bf-b90b-cd9111f45967) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:51.717857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:51.721088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:51.727222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.786700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:51.819662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1ca44-4c53-4414-87f5-a01ef3213d16 None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:51.840426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb895117-63e0-4df9-b939-c8fe27bc1e93 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Synchronizing usage tracker for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:51.844863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port 6d29ed7d-9296-45e1-b296-b4a856d6325a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:51.845204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.876389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.935675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb895117-63e0-4df9-b939-c8fe27bc1e93 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] Unset dirty status for tenant:901152be4e1c4d9da6871878ae393f2d on resource:security_group_rule {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:51.936143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:51.936995 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fb895117-63e0-4df9-b939-c8fe27bc1e93 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3453517 Mar 02 20:03:51.942492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37468) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:51.963113 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-6f521709-b9c0-4ae7-842f-f9a2d8037553 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] delete failed (client error): The resource could not be found. Mar 02 20:03:51.964283 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6f521709-b9c0-4ae7-842f-f9a2d8037553 tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "DELETE /v2.0/security-groups/ce7f0eb5-ab6b-4159-b6f8-ed0bb56458b2 HTTP/1.1" status: 404 len: 347 time: 0.0206883 Mar 02 20:03:51.970374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37472) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:51.994772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object d2353fd9-da50-44bf-b90b-cd9111f45967 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:52.053789 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-29db7e37-f081-4c20-897f-ed945c05508b tempest-SecGroupTest-2092817009 tempest-SecGroupTest-2092817009-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814333 Mar 02 20:03:52.077568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.084434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.098617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.129598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ddaedc-ed27-41d1-adcd-5aa8978c12de,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:52.164128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.167976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:52.168147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9cc6c813-6f0b-4761-8245-d1ebfcd618ae tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5950189 Mar 02 20:03:52.168147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.173413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:52.175439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:52.180581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:52.184544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'c23ee72d-b753-4c0a-9819-32965f8b16f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:52.186705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:52.187385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.202226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=d2353fd9-da50-44bf-b90b-cd9111f45967,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:52.220107 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d25b54de-2692-40a7-ad57-8bd3418bff57 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2495933 Mar 02 20:03:52.220573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37482) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:52.241828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:52.314721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for 6d29ed7d-9296-45e1-b296-b4a856d6325a owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:52.347592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:52.358340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:52.367979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:52.424989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55b0d6f-7827-47d6-a01b-e704af405c12 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:52.429409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.457932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port d2353fd9-da50-44bf-b90b-cd9111f45967 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:03:52.459300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.523540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 20:03:52.525228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-34ae8c63-0dd9-4299-994a-60e6ccea2fe5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3486946 Mar 02 20:03:52.526766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d55b0d6f-7827-47d6-a01b-e704af405c12 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:52.528023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.528346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37488) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:52.571196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37492) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:52.670574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.683607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.797421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.821889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e0195b8b-193a-4293-851d-8a63590ecb7d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:52.906348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=6d29ed7d-9296-45e1-b296-b4a856d6325a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:52.906611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e0195b8b-193a-4293-851d-8a63590ecb7d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:52.906923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.919032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:52.954817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for d2353fd9-da50-44bf-b90b-cd9111f45967 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:03:53.076538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.081402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:53.093276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ea4f6393-b7ec-4f66-9742-f7fe5f5011d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=901152be4e1c4d9da6871878ae393f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184066 Mar 02 20:03:53.093799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.169774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6007d14c-1749-4fd9-a024-b6d53bbf888e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:53.193207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.213932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176f199-e1e3-4f08-9df6-070465d636a2 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:53.214247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.270059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=d2353fd9-da50-44bf-b90b-cd9111f45967,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:53.284768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ee72d-b753-4c0a-9819-32965f8b16f3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:53.313508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Provisioning for port 6007d14c-1749-4fd9-a024-b6d53bbf888e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:03:53.326700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:53.327133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.349413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.361714 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eb742535-aca5-4ff7-89b9-677b18804558 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d2353fd9-da50-44bf-b90b-cd9111f45967 HTTP/1.1" status: 204 len: 168 time: 1.1378400 Mar 02 20:03:53.361945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37502) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.369992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.371725 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-222582b5-530d-4a65-bbeb-9c1b15177dab tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/c23ee72d-b753-4c0a-9819-32965f8b16f3 HTTP/1.1" status: 204 len: 168 time: 0.8418822 Mar 02 20:03:53.381575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.458931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36c8db-6a1a-47ac-b884-5bcdedafed98 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:53.460077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e36c8db-6a1a-47ac-b884-5bcdedafed98 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:53.478944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2e36c8db-6a1a-47ac-b884-5bcdedafed98 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:53.481193 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e36c8db-6a1a-47ac-b884-5bcdedafed98 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1181638 Mar 02 20:03:53.483679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37510) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.554011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.574402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40bd8f-10bd-4025-8c4a-403c7b8fa8ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:53.577310 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7f40bd8f-10bd-4025-8c4a-403c7b8fa8ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0920353 Mar 02 20:03:53.578821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37514) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.593121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.602106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:53.605752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Router 748886db-e014-4da3-8231-3412eb540238 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:03:53.608317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.661373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c18fd349-839a-4dcf-a1b1-b99a7b3fc1e9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:53.662692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:53.664399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:53.665912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:53.666750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:53.684137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:53.687672 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ebc82bd0-3589-46af-89c9-dc1d8c1ffa48 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1046717 Mar 02 20:03:53.687997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37518) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.726696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.730435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73c256-3dd7-4335-a536-4a3e116911bc None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:53.735394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa3d459-8f2d-445a-8e93-624dc6d72489 None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7', 'ip_address': '2001:db8::f816:3eff:fe93:2bcf'}, {'subnet_id': '72511e9b-062e-4533-aa16-7c9d8a33e449'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '6007d14c-1749-4fd9-a024-b6d53bbf888e'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:53.760033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 72511e9b-062e-4533-aa16-7c9d8a33e449 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:53.765155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.796321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9fa3d459-8f2d-445a-8e93-624dc6d72489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.821974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:03:53.833144 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] Sync routers for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:03:53.834412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.835136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ada30118-8670-4ba9-a256-5ec7455c0acc tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7134712 Mar 02 20:03:53.839215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.849110 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:53.849750 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:53.898636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c18fd349-839a-4dcf-a1b1-b99a7b3fc1e9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:53.900207 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c18fd349-839a-4dcf-a1b1-b99a7b3fc1e9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5157306 Mar 02 20:03:53.906858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37526) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.915619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:53.919984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008093888'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:53.922677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:53.927972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:53.930886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-d3ee5145-29a0-4dc8-823e-a58c7599631a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] delete failed (client error): The resource could not be found. Mar 02 20:03:53.932168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d3ee5145-29a0-4dc8-823e-a58c7599631a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-739748864 HTTP/1.1" status: 404 len: 334 time: 0.0917590 Mar 02 20:03:53.936668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:53.938404 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:03:53.939145 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:53.948754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:53.962553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-65480184-4d7a-4b29-ad1c-6635fbb98102 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'router': {'external_gateway_info': {'network_id': '748886db-e014-4da3-8231-3412eb540238'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:54.013680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server [None req-9fa3d459-8f2d-445a-8e93-624dc6d72489 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72511e9b-062e-4533-aa16-7c9d8a33e449: This subnet is being modified by another concurrent operation. Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 72511e9b-062e-4533-aa16-7c9d8a33e449: This subnet is being modified by another concurrent operation. Mar 02 20:03:54.016058 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Mar 02 20:03:54.026552 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:03:54.027950 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed1f9eb-3c97-48ec-a2f7-f21707ef558e None None] The sync data for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:03:54.032042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.055701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:54.062185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.067532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=72511e9b-062e-4533-aa16-7c9d8a33e449,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:54.069556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.072764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:54.084699 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2ae86aa6-f3c4-45ca-a47f-cdfa2a447129 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/72511e9b-062e-4533-aa16-7c9d8a33e449 HTTP/1.1" status: 204 len: 168 time: 0.3954709 Mar 02 20:03:54.087177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.145884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:54.146701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4ee66996-666d-475d-aefb-a8075d1c3b1e None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:54.147286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4ee66996-666d-475d-aefb-a8075d1c3b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.148796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49553dcb-29ea-482b-86eb-fbc6e930f4e6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:54.163824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:54.173772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:03:54.177564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.249214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.249506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778e2f18-13f9-4a20-9780-a6d06f08d154 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:03:54.282345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:03:54.314004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.317502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-600c6ade-4ae0-4508-807e-400a7da11aff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49553dcb-29ea-482b-86eb-fbc6e930f4e6 HTTP/1.1" status: 204 len: 168 time: 1.2205851 Mar 02 20:03:54.349863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.442323 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.471084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-65480184-4d7a-4b29-ad1c-6635fbb98102 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.504532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:54.511041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.526239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.527048 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c18cb35-cf4c-464e-a20b-01ddcaf0df06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7 HTTP/1.1" status: 204 len: 168 time: 0.4387112 Mar 02 20:03:54.550163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.578629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e2f18-13f9-4a20-9780-a6d06f08d154 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:03:54.580752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-65480184-4d7a-4b29-ad1c-6635fbb98102 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] update failed (client error): The resource could not be found. Mar 02 20:03:54.585734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-65480184-4d7a-4b29-ad1c-6635fbb98102 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238 HTTP/1.1" status: 404 len: 339 time: 0.6479015 Mar 02 20:03:54.586064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37546) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.595720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1195078968'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:54.599222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:54.603677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:54.611653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:network and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:54.615365 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0202cc55-0b82-457d-9075-9c23d94a046a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880394 Mar 02 20:03:54.617434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:54.623680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37552) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.625852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:54.626756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.638686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:54.653807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.672102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:54.674749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.678159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.680494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6cf8529f-285a-4ca2-8e97-0d03c9470210 None None] Could not find standard attr ID for object d2353fd9-da50-44bf-b90b-cd9111f45967. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:03:54.722350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:03:54.733485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.733959 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Added segment 00cf605c-8cf2-4d60-a36f-d8bac756529f of type vlan for network df42bc3f-519a-40ae-b0f4-146ff32653b8 Mar 02 20:03:54.781375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.792961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59eeb0-e297-45cd-a8e4-88db73cdf88d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:54.815190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:54.820757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.829877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cbcbbf1-422d-4ad3-bd1c-5dfa586425d1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9202445 Mar 02 20:03:54.833149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.834446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:54.842049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:54.847422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4ba65048-1bcf-4297-8ee9-cb4392187b09 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '2e59eeb0-e297-45cd-a8e4-88db73cdf88d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:54.848157 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-4ba65048-1bcf-4297-8ee9-cb4392187b09 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 20:03:54.849228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-4ba65048-1bcf-4297-8ee9-cb4392187b09 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:54.853137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4ba65048-1bcf-4297-8ee9-cb4392187b09 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0137479 Mar 02 20:03:54.854344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:54.855142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37568) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:54.862563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:54.879315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.880841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:54.884695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:54.885208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:54.885785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.195172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Network': ['ID=df42bc3f-519a-40ae-b0f4-146ff32653b8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:55.206420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:03:55.218804 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8ee29c6d-0c79-4dc9-a0cc-fb2ef6938dfe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6306937 Mar 02 20:03:55.219830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.222344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37582) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:55.235515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'subnet': {'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:55.303634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a25fda-f70c-4983-b230-d328d87b662b None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:03:55.308560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37586) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:55.362056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.386717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:55.393838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:55.394703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.395305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Usage tracker for resource:subnet and tenant:7f0bc9b54269412f92d42542ffe784dc is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:55.405236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:55.415148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:55.430268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Made reservation on behalf of 7f0bc9b54269412f92d42542ffe784dc for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:55.434540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.451619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.491996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59eeb0-e297-45cd-a8e4-88db73cdf88d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:55.495210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:03:55.555914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a25fda-f70c-4983-b230-d328d87b662b None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:03:55.559683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.560943 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2337b4a6-6a25-4271-b982-ff79007af3e2 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e59eeb0-e297-45cd-a8e4-88db73cdf88d HTTP/1.1" status: 204 len: 168 time: 0.7048090 Mar 02 20:03:55.566203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37592) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:55.572220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711916704-network', 'tenant_id': '640e5b33c532483b861d1e057dd5e369'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:55.588475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:55.603465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Usage tracker for resource:network and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:55.613357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:55.624259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:55.628149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.632856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8f0cd2b0-5a79-40ea-a97f-faaa68049af3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:55.654133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Made reservation on behalf of 640e5b33c532483b861d1e057dd5e369 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:55.656722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.673744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.692701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:55.699244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:55.702825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8f0cd2b0-5a79-40ea-a97f-faaa68049af3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:55.703187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:55.708445 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8f0cd2b0-5a79-40ea-a97f-faaa68049af3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1370513 Mar 02 20:03:55.709423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:55.713643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:55.713889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486709273'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:55.721117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:55.745322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:55.780298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.796074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.798728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.822529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:03:55.823034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:03:55.868691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:55.878202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:55.884046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:55.913496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:55.917109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Subnet': ['ID=6a069d7c-19fd-431a-bf92-8ba331ed5e95,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:55.929706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Checking segment: {'id': '00cf605c-8cf2-4d60-a36f-d8bac756529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:55.930065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network hostable DHCP agents. Network: df42bc3f-519a-40ae-b0f4-146ff32653b8, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:03:55.951080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:03:55.962942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, df42bc3f-519a-40ae-b0f4-146ff32653b8) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:55.969712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:55.971029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:55.997808 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d12fa0f3-7bba-4207-a8ff-65620b204af5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7744424 Mar 02 20:03:56.002342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37600) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:56.007592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-95499f9d-13b1-4bae-b6f1-c2363de9831d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'router': {'external_gateway_info': {'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:56.017767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.027676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.073905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:03:56.092798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6ec19-abc4-42cc-b95d-5c684fc53fae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.108666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.108907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Added segment a6cfb5d5-1d88-400f-a4d0-5579c2769937 of type vlan for network 5d7aaa01-5561-4950-bf0e-d302f6efe87c Mar 02 20:03:56.124971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:56.151070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.188686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.195971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.197031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.341072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:56.353061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:56.356727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:56.357666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.364268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:56.370164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.371563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:56.372315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.454184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.479482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.482217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95499f9d-13b1-4bae-b6f1-c2363de9831d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.489212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.495665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:03:56.497412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:56.497809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.516469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] Pushing event updated for resources: {'Network': ['ID=5d7aaa01-5561-4950-bf0e-d302f6efe87c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.546704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.549518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=bfc76e5f-fdd5-4203-8843-28710e229d17,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.559272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:03:56.563190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.572926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682a908d-bcc9-4143-a080-96745d539b85,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.586484 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d562bea2-eb60-41d1-97b1-b691dd5217d4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9614422 Mar 02 20:03:56.588612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-45bcb534-b45f-41a5-9b30-631e31b5a4ad admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2798512 Mar 02 20:03:56.589257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37604) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:56.592889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.594146 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-86daaa5e-9c3f-4c31-9bf3-e34cb913d445 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8845782 Mar 02 20:03:56.595577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37608) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:56.597653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:56.599643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:56.604381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Request body: {'subnet': {'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711916704-subnet', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:56.610507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4a02ef2b-bd64-45de-811f-4fc138f05244 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '682a908d-bcc9-4143-a080-96745d539b85', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:56.611057 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-4a02ef2b-bd64-45de-811f-4fc138f05244 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 20:03:56.611550 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-4a02ef2b-bd64-45de-811f-4fc138f05244 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:56.612665 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4a02ef2b-bd64-45de-811f-4fc138f05244 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136445 Mar 02 20:03:56.615950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37616) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:56.619831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:56.633928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Usage tracker for resource:subnet and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:56.676883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:56.693756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:56.754894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Made reservation on behalf of 640e5b33c532483b861d1e057dd5e369 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:56.757317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.801093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7628a-9598-419f-8b8b-e402bad31a38 None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:56.811188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.849503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:56.856458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:56.860032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:56.866803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:56.895848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:56.899967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:56.960766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d222033-dd06-4d4a-a5c0-715f1c4d88b9 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:56.990496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c594bdda-9eb4-4012-bc56-38241ca120ea None None] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:57.043908 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfc76e5f-fdd5-4203-8843-28710e229d17 (CIDR: 2001:db8::/64) Mar 02 20:03:57.049399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:57.049851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:03:57.054901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.075554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5a38a612-a2fe-430b-9388-a0a74f23e874 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4821799 Mar 02 20:03:57.076125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:57.081727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:57.087079 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-95499f9d-13b1-4bae-b6f1-c2363de9831d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:57.091844 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-95499f9d-13b1-4bae-b6f1-c2363de9831d tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238 HTTP/1.1" status: 400 len: 364 time: 1.0848811 Mar 02 20:03:57.099849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37624) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:57.171150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-57e8d56b-c060-42dd-90c4-7f47f344e5a4 None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:57.171559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-57e8d56b-c060-42dd-90c4-7f47f344e5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.224776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:57.229492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:57.233287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:57.239071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:57.250479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:57.254506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.334780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.369546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a908d-bcc9-4143-a080-96745d539b85,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:57.522647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-df42bc3f-519a-40ae-b0f4-146ff32653b8', 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8', 'tenant_id': '7f0bc9b54269412f92d42542ffe784dc', 'fixed_ips': [{'subnet_id': '6a069d7c-19fd-431a-bf92-8ba331ed5e95'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:57.523592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.537275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.596699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:57.598318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.599625 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c7a291f3-f61e-4f44-882b-a3155afef180 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/682a908d-bcc9-4143-a080-96745d539b85 HTTP/1.1" status: 204 len: 168 time: 0.9825909 Mar 02 20:03:57.599890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:57.602202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:57.617918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:57.619393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.635275 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.645631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=536ef197-de64-41fa-88a0-b33803e644f3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:57.679905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-44940e0b-0424-42fd-9395-4022e3870c6d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5998564 Mar 02 20:03:57.685687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37634) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:57.692769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-df1ee1a7-0c58-4af5-ba49-26240113e525 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:57.706012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:f2:45:7c', 'name': 'tempest-NetworksTestDHCPv6-1353451743'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:57.709380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-df1ee1a7-0c58-4af5-ba49-26240113e525 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:57.714721 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-df1ee1a7-0c58-4af5-ba49-26240113e525 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115437 Mar 02 20:03:57.715301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:57.721176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--487399132'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:57.727095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:57.737142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:57.752487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.763102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Allocated IP 2001:db8:1::2 (df42bc3f-519a-40ae-b0f4-146ff32653b8/6a069d7c-19fd-431a-bf92-8ba331ed5e95/6176010b-4e72-40ce-a5da-2e2e641da791) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:57.769141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b1620e-b3e0-4a16-902f-d3e0545b8dd9,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:57.936392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:57.947258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:57.952227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:57.955432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:57.962273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:57.984250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702bccd-425c-4a22-9258-30a571b0d77b None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:58.023482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:58.033401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:58.033749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Network hostable DHCP agents. Network: 5d7aaa01-5561-4950-bf0e-d302f6efe87c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:03:58.039535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.044862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.105621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20d3d7-925f-4bae-9948-b05ec276d293,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:58.105994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.107461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:58.110321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.116709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2548d2fa-a8ac-475b-8245-357ca3b6f5a9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4000814 Mar 02 20:03:58.116986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37646) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.133866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Transition to ACTIVE for port object 6176010b-4e72-40ce-a5da-2e2e641da791 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:58.150626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e41cb70b-d8eb-4f05-988a-3f45fad7451b None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:58.151002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e41cb70b-d8eb-4f05-988a-3f45fad7451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.162908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-75f46908-62ed-4b2b-86dc-ae70e7bf5a24 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '4d20d3d7-925f-4bae-9948-b05ec276d293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.163748 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-75f46908-62ed-4b2b-86dc-ae70e7bf5a24 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 20:03:58.164232 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-75f46908-62ed-4b2b-86dc-ae70e7bf5a24 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:58.165194 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-75f46908-62ed-4b2b-86dc-ae70e7bf5a24 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119915 Mar 02 20:03:58.168499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37650) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.174950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1b7a944f-f8c5-4ce5-8aa9-46c1ac38ead9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '4d20d3d7-925f-4bae-9948-b05ec276d293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.176407 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-1b7a944f-f8c5-4ce5-8aa9-46c1ac38ead9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 20:03:58.176407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-1b7a944f-f8c5-4ce5-8aa9-46c1ac38ead9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:58.179909 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1b7a944f-f8c5-4ce5-8aa9-46c1ac38ead9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104012 Mar 02 20:03:58.180708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.185377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:03:58.186677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-12a3e7be-d759-4e23-ad9d-7984a817bb34 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '4d20d3d7-925f-4bae-9948-b05ec276d293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.187486 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-12a3e7be-d759-4e23-ad9d-7984a817bb34 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 20:03:58.187960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-12a3e7be-d759-4e23-ad9d-7984a817bb34 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:58.192307 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12a3e7be-d759-4e23-ad9d-7984a817bb34 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106957 Mar 02 20:03:58.193044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37658) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.199284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-391471fd-ca1f-41ef-a694-70aa4c76325b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '4d20d3d7-925f-4bae-9948-b05ec276d293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.200430 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-391471fd-ca1f-41ef-a694-70aa4c76325b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 20:03:58.200654 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-391471fd-ca1f-41ef-a694-70aa4c76325b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:58.204559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-391471fd-ca1f-41ef-a694-70aa4c76325b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106199 Mar 02 20:03:58.205246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37662) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.248009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Transition to ACTIVE for port object 6176010b-4e72-40ce-a5da-2e2e641da791 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:58.268763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.283256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.300007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:03:58.312621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.315380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:03:58.333121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5d7aaa01-5561-4950-bf0e-d302f6efe87c) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:58.358162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e769b3-f137-468d-8f2a-3b2d1afa440f None None] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:03:58.371241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.377381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:58.377968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.392399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20d3d7-925f-4bae-9948-b05ec276d293,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:58.403612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.408558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cf17a031-65c7-4cec-ae60-b0bb10c50149 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/4d20d3d7-925f-4bae-9948-b05ec276d293 HTTP/1.1" status: 204 len: 168 time: 0.2024422 Mar 02 20:03:58.408955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.432459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.450313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:58.462376 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-78e0c319-5c68-450b-ae51-86182a1b662d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8657880 Mar 02 20:03:58.465804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37672) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.468875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:58.475231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.480532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:58.485151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Usage tracker for resource:router and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:58.488249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:58.493152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:58.496903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:58.515685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.517282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.534264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.578961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Pushing event updated for resources: {'Port': ['ID=6176010b-4e72-40ce-a5da-2e2e641da791,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:58.665923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 1e173764-b1f5-47ab-802a-cbde1a1b71e1 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:03:58.725686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be805aa5-6265-4d20-86b1-ca99af08282b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:03:58.765606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Attempting to bind port 6176010b-4e72-40ce-a5da-2e2e641da791 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:03:58.765975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Attempting to bind port 6176010b-4e72-40ce-a5da-2e2e641da791 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '00cf605c-8cf2-4d60-a36f-d8bac756529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:03:58.766338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Attempting to bind port 6176010b-4e72-40ce-a5da-2e2e641da791 on network df42bc3f-519a-40ae-b0f4-146ff32653b8 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:03:58.779416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Allocated IP 2001:db8::1 (ca01501f-00e1-4a21-80dd-c116bd3d54c9/b06612e3-6cfa-4778-8215-3d3ec45d3257/2b5d9b4d-adca-409c-b901-a074415ae4ca) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:58.784774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:03:58.785150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.819848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:03:58.820223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Checking segment: {'id': '00cf605c-8cf2-4d60-a36f-d8bac756529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:03:58.820657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.821049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Bound using segment: {'id': '00cf605c-8cf2-4d60-a36f-d8bac756529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:03:58.821522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Bound port: 6176010b-4e72-40ce-a5da-2e2e641da791, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cf605c-8cf2-4d60-a36f-d8bac756529f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'df42bc3f-519a-40ae-b0f4-146ff32653b8'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:03:58.821894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.831898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be805aa5-6265-4d20-86b1-ca99af08282b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:03:58.833203 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-be805aa5-6265-4d20-86b1-ca99af08282b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4205501 Mar 02 20:03:58.835349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:58.841124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37678) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:58.863672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--717770927'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:58.907020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:58.928551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:59.046411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:03:59.047040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.067103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.111398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] For port 6176010b-4e72-40ce-a5da-2e2e641da791, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:03:59.128430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:59.131226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8:0:1::272 (9616b26f-257b-4b9d-b045-31339b11d161/536ef197-de64-41fa-88a0-b33803e644f3/1e173764-b1f5-47ab-802a-cbde1a1b71e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:59.138523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:59.148503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:59.158863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::f816:3eff:fef2:457c (9616b26f-257b-4b9d-b045-31339b11d161/bfc76e5f-fdd5-4203-8843-28710e229d17/1e173764-b1f5-47ab-802a-cbde1a1b71e1) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:59.161077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:59.165574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.170641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.197109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.203067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] For port 6176010b-4e72-40ce-a5da-2e2e641da791, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6176010b-4e72-40ce-a5da-2e2e641da791,segment=NetworkSegment(00cf605c-8cf2-4d60-a36f-d8bac756529f),segment_id=00cf605c-8cf2-4d60-a36f-d8bac756529f)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:03:59.204059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': 'bfc76e5f-fdd5-4203-8843-28710e229d17', 'ip_address': '2001:db8::f816:3eff:fe93:2bcf'}, {'subnet_id': '536ef197-de64-41fa-88a0-b33803e644f3'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '6007d14c-1749-4fd9-a024-b6d53bbf888e'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:03:59.232273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Transition to ACTIVE for port object 2b5d9b4d-adca-409c-b901-a074415ae4ca will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:59.248586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.338944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Allocated IP 172.26.2.50 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/59e89949-1718-46c5-91d1-049ff13d2800) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:59.393964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.412600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.421421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.448462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.481103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2851df9-06a8-49ed-bb58-f56ee012ee30 None None] Pushing event updated for resources: {'Port': ['ID=6176010b-4e72-40ce-a5da-2e2e641da791,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:59.498898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Allocated IP 172.20.0.2 (5d7aaa01-5561-4950-bf0e-d302f6efe87c/03b1620e-b3e0-4a16-902f-d3e0545b8dd9/7f7282f5-e67c-4613-b7c7-84a434c2b64a) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:03:59.542693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.586688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.589769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed894d61-111b-40a7-9674-6487fe4e2941,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:59.594414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:59.606397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.613709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:59.616175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:59.617325 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.633773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.634979 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6d852c2-f6a5-4bc2-8aa1-8552b1d8b337 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7816200 Mar 02 20:03:59.635675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Port': ['ID=2b5d9b4d-adca-409c-b901-a074415ae4ca,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:59.638782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37684) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:59.650466 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1bdd9339-4293-45bc-96e5-b66ebf2f0970 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:59.650945 dv-neutron-831594-2-hyperv neutron-server[87813]: WARNING neutron.api.v2.base [None req-1bdd9339-4293-45bc-96e5-b66ebf2f0970 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 20:03:59.651421 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-1bdd9339-4293-45bc-96e5-b66ebf2f0970 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:03:59.652383 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1bdd9339-4293-45bc-96e5-b66ebf2f0970 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094697 Mar 02 20:03:59.655408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37688) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:59.667833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 1e173764-b1f5-47ab-802a-cbde1a1b71e1 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:03:59.685489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:03:59.696947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:03:59.708498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:59.724768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:59.727002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:03:59.742282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:59.742503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.800823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:03:59.827009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=59e89949-1718-46c5-91d1-049ff13d2800,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:59.849546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:03:59.855334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:03:59.861505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:03:59.864091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:03:59.870283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:03:59.870928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.919488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.923037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:03:59.933228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=1e173764-b1f5-47ab-802a-cbde1a1b71e1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:03:59.939814 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cb0623f7-0e86-42ac-b06a-4df8cbd1f634 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2452447 Mar 02 20:03:59.943320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37692) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:03:59.999788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Transition to ACTIVE for port object 7f7282f5-e67c-4613-b7c7-84a434c2b64a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:00.038116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Transition to ACTIVE for port object 7f7282f5-e67c-4613-b7c7-84a434c2b64a will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:00.049570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Allocated IP 2001:db8:0:1::2 (9616b26f-257b-4b9d-b045-31339b11d161/536ef197-de64-41fa-88a0-b33803e644f3/6007d14c-1749-4fd9-a024-b6d53bbf888e) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:00.055122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.144447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:00.157468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:00.182102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:00.221935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.223247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5a4bdcba-fb4e-45cc-972d-edd8c3059843 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5666268 Mar 02 20:04:00.225777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 1e173764-b1f5-47ab-802a-cbde1a1b71e1 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:00.226132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.229591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-65af452a-9193-4cd6-aee8-e6f6cd1b4aa2 None None] Provisioning for port 2b5d9b4d-adca-409c-b901-a074415ae4ca completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:00.255084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.269732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c5987229-66dc-4e6a-9269-62d86b038f6e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.270262 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-c5987229-66dc-4e6a-9269-62d86b038f6e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 20:04:00.270744 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-c5987229-66dc-4e6a-9269-62d86b038f6e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.271694 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5987229-66dc-4e6a-9269-62d86b038f6e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156567 Mar 02 20:04:00.274524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37700) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.281555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.290882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:00.304211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:00.306320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-65af452a-9193-4cd6-aee8-e6f6cd1b4aa2 None None] Provisioning complete for port 2b5d9b4d-adca-409c-b901-a074415ae4ca triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:00.306690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-65af452a-9193-4cd6-aee8-e6f6cd1b4aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.317417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:00.328026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:00.366097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6176010b-4e72-40ce-a5da-2e2e641da791 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:00.458907 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Pushing event updated for resources: {'Port': ['ID=7f7282f5-e67c-4613-b7c7-84a434c2b64a,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:00.474167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-65af452a-9193-4cd6-aee8-e6f6cd1b4aa2 None None] Port 2b5d9b4d-adca-409c-b901-a074415ae4ca cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:00.515680 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.519726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5871453c-20ed-454d-8e3c-f0b7419c5810 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2414663 Mar 02 20:04:00.525164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Attempting to bind port 7f7282f5-e67c-4613-b7c7-84a434c2b64a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:00.525447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37704) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.526123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Attempting to bind port 7f7282f5-e67c-4613-b7c7-84a434c2b64a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:00.526640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Attempting to bind port 7f7282f5-e67c-4613-b7c7-84a434c2b64a on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:00.533715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f0fd4192-515e-4b6c-8e67-a6cb7001c52e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.534343 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-f0fd4192-515e-4b6c-8e67-a6cb7001c52e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 20:04:00.534935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-f0fd4192-515e-4b6c-8e67-a6cb7001c52e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.540420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f0fd4192-515e-4b6c-8e67-a6cb7001c52e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095084 Mar 02 20:04:00.541618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37708) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.547217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.554404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:00.554704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:00.555647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.556194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Bound using segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:00.556948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Bound port: 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:00.557526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.565198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:00.574409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:00.580144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:00.583362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.644412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:00.658848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:00.689813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Project ea765a366b4f4d6c81f030197c25e897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:00.715338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6176010b-4e72-40ce-a5da-2e2e641da791 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:00.729554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.749281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] For port 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:00.753624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] For port 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7f7282f5-e67c-4613-b7c7-84a434c2b64a,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:00.754685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Transition to ACTIVE for port object 6007d14c-1749-4fd9-a024-b6d53bbf888e will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:00.769399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.800938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.804956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.805463 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5499d3e9-e384-4541-8a26-e60a54fd8cb1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2595909 Mar 02 20:04:00.831661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:00.861002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37712) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.877524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a7f76db7-4bce-4023-95fd-17540406a28f tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.878147 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-a7f76db7-4bce-4023-95fd-17540406a28f tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 20:04:00.878741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-a7f76db7-4bce-4023-95fd-17540406a28f tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:00.879904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a7f76db7-4bce-4023-95fd-17540406a28f tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185537 Mar 02 20:04:00.884816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37716) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:00.890497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:00.901033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:00.908672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:00.921345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:00.983097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:00.999475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 1e173764-b1f5-47ab-802a-cbde1a1b71e1 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:00.999894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844f22-25cc-4161-be69-3666de2177a0 None None] Pushing event updated for resources: {'Port': ['ID=7f7282f5-e67c-4613-b7c7-84a434c2b64a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:01.004315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb7e151-c0ef-4b7c-90e5-73a7eeffe9c8 None None] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:01.021612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Project ea765a366b4f4d6c81f030197c25e897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:01.042778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.116475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:01.117693 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fb9028ac-8a6d-477c-8653-c026a4a9ee54 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2318425 Mar 02 20:04:01.126300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37722) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:01.133072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'ed894d61-111b-40a7-9674-6487fe4e2941', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:01.149342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:01.165318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:01.171286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2210b3-5a3b-4e3f-bbfc-15c2ee400b0b None None] Pushing event updated for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=9']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:01.182114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:01.251377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.294669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Provisioning for port 6176010b-4e72-40ce-a5da-2e2e641da791 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:01.295436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:01.302053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.303174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.308898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Provisioning complete for port 6176010b-4e72-40ce-a5da-2e2e641da791 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:01.309279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.362423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:04:01.476202 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Project ea765a366b4f4d6c81f030197c25e897 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:01.481320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37726) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:01.516211 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:01.517438 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-55b7597f-46e6-4965-a7bf-b724c88b0a7e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3890600 Mar 02 20:04:01.553705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:01.590147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.598882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event updated for resources: {'Port': ['ID=2b5d9b4d-adca-409c-b901-a074415ae4ca,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:01.648256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:01.651248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:01.657562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.679865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] For port 6176010b-4e72-40ce-a5da-2e2e641da791, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6176010b-4e72-40ce-a5da-2e2e641da791,segment=NetworkSegment(00cf605c-8cf2-4d60-a36f-d8bac756529f),segment_id=00cf605c-8cf2-4d60-a36f-d8bac756529f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:01.691217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.717949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=1e173764-b1f5-47ab-802a-cbde1a1b71e1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:01.783437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.796879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9f85e-cd44-46d2-bf5e-f820fe650073 None None] Pushing event updated for resources: {'Port': ['ID=6176010b-4e72-40ce-a5da-2e2e641da791,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:01.895731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb82f5-d513-4713-9bb8-52458f375d66 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:01.896371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb82f5-d513-4713-9bb8-52458f375d66 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:01.896916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb82f5-d513-4713-9bb8-52458f375d66 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:01.912389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-95bb82f5-d513-4713-9bb8-52458f375d66 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=598e46f04fa14aaba3920743e8efe0fd&network_id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 2999 time: 0.4161060 Mar 02 20:04:01.921583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:01.935007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:01.962835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.970026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:01.974548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:01.978253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.979278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:01.983542 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-63d83bd9-3b55-4a99-b611-36cecf44d9ff admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5130770 Mar 02 20:04:01.989227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37736) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.015230 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4a41a3c-b3ba-46bf-8fe2-c1d18b6b1b2c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/1e173764-b1f5-47ab-802a-cbde1a1b71e1 HTTP/1.1" status: 204 len: 168 time: 2.0642111 Mar 02 20:04:02.018657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37740) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.191833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-af013fbf-5b82-4a79-8474-d5d775db982d None None] Provisioning for port 6007d14c-1749-4fd9-a024-b6d53bbf888e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:02.198294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Router 748886db-e014-4da3-8231-3412eb540238 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:02.366909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:02.409180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:02.465806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed894d61-111b-40a7-9674-6487fe4e2941,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:02.470095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:02.473922 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-14447c41-8860-4861-8a27-5fb767a7ba10 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed894d61-111b-40a7-9674-6487fe4e2941 HTTP/1.1" status: 204 len: 168 time: 0.9192183 Mar 02 20:04:02.477498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.480607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e634a-3859-4232-82ba-b3c13f49452c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:02.481517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ef1e634a-3859-4232-82ba-b3c13f49452c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:02.499121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6176010b-4e72-40ce-a5da-2e2e641da791 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:02.541114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:02.552392 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-25d4331f-af15-4528-a81e-7ec642f98e9f tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4460306 Mar 02 20:04:02.558693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.560899 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] Sync routers for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:02.561738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ef1e634a-3859-4232-82ba-b3c13f49452c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:02.565376 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ef1e634a-3859-4232-82ba-b3c13f49452c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5352433 Mar 02 20:04:02.566286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37752) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.585985 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:02.586603 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:02.615996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-af013fbf-5b82-4a79-8474-d5d775db982d None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:02.616730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-af013fbf-5b82-4a79-8474-d5d775db982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:02.705337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe13a14-2eb1-40b3-94b6-70074cbc18e9 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:02.713762 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ffe13a14-2eb1-40b3-94b6-70074cbc18e9 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1400075 Mar 02 20:04:02.715116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37758) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.820406 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:02.852604 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:02.853225 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:02.854162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91985f2a-e575-4dc9-bb1a-156705a0eee7 None None] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:02.856161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ec9598e-6f04-4328-adf9-d65506b07a62 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:02.865586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:02.867477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:02.873859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:02.874920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:02.913029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:02.914862 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3f748925-058b-4d20-8ad7-f7441eb039c4 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1995668 Mar 02 20:04:02.917823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37762) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:02.953267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6176010b-4e72-40ce-a5da-2e2e641da791 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:02.953764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:02.973586 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:02.974469 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209ad23-355b-44ef-a5cb-1034387e9f28 None None] The sync data for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:03.091137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ec9598e-6f04-4328-adf9-d65506b07a62 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:03.097169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4ec9598e-6f04-4328-adf9-d65506b07a62 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6139944 Mar 02 20:04:03.104669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42c11b9b-fbbb-4ff6-bbf0-d9c101b709b5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.126330 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37766) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:03.137749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876729448'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:03.145982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:03.163186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:03.175677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 536ef197-de64-41fa-88a0-b33803e644f3 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:03.179892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.221673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.253472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:03.253995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Could not find standard attr ID for object 1e173764-b1f5-47ab-802a-cbde1a1b71e1. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:04:03.257486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.296710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:03.302372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:00Z', 'revision_number': 3, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:03.305139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:03.315223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:03.374653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:03.399381 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-42c11b9b-fbbb-4ff6-bbf0-d9c101b709b5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 20:04:03.400946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.408124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42c11b9b-fbbb-4ff6-bbf0-d9c101b709b5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/routers/748886db-e014-4da3-8231-3412eb540238 HTTP/1.1" status: 409 len: 329 time: 0.7348323 Mar 02 20:04:03.408387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:03.408387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Updating router af5f0bc4-027f-414d-b9b1-ad90af066cd9 port 59e89949-1718-46c5-91d1-049ff13d2800 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:04:03.413014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37772) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:03.453843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Provisioning for port 7f7282f5-e67c-4613-b7c7-84a434c2b64a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:03.474717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.484718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.502046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.544545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a69f44-37e8-4e76-baa3-d4d4f78dd1be,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:03.549988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.569588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Provisioning complete for port 6176010b-4e72-40ce-a5da-2e2e641da791 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:03.569966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.595529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=536ef197-de64-41fa-88a0-b33803e644f3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:03.600553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.602997 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4eb8e02d-e1f3-477d-a1d0-f2009ea9bfc7 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/536ef197-de64-41fa-88a0-b33803e644f3 HTTP/1.1" status: 204 len: 168 time: 0.6833882 Mar 02 20:04:03.603538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.607484 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-09b9c808-ff95-4e03-83ec-c2d29c8d8916 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4773366 Mar 02 20:04:03.607484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37776) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:03.608223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37780) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:03.613188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'a9a69f44-37e8-4e76-baa3-d4d4f78dd1be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:03.651714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:03.661731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc0855f-f8f0-4335-be7a-33ce93d5d7f0 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:03.665991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:03.671564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:03.674611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6007d14c-1749-4fd9-a024-b6d53bbf888e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:03.674967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.680863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:03.699268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet bfc76e5f-fdd5-4203-8843-28710e229d17 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:03.703027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.785221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:03.830144 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The resource could not be found. Mar 02 20:04:03.831748 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5e189ba0-658b-4b1c-ac5b-838e4301df91 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2227643 Mar 02 20:04:03.836251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37784) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:03.844097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'a9a69f44-37e8-4e76-baa3-d4d4f78dd1be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fae301d2-05e5-436d-ba32-1e600cca6cc2'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:03.854304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:03.862010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:03.866778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:03.879424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:03.925353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.001814 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The resource could not be found. Mar 02 20:04:04.002965 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b036f36b-ebd6-4215-b295-222f57377933 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1657510 Mar 02 20:04:04.005804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37790) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.065433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.118936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.125385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc76e5f-fdd5-4203-8843-28710e229d17,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:04.136469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.152399 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-33b69471-b221-44f8-9242-a4e29160acf6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/bfc76e5f-fdd5-4203-8843-28710e229d17 HTTP/1.1" status: 204 len: 168 time: 0.5461705 Mar 02 20:04:04.155683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37794) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.209036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7f7282f5-e67c-4613-b7c7-84a434c2b64a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:04.237308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.246603 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-125beaae-8926-48a7-8688-1cf25e83c81a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898581 Mar 02 20:04:04.249868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37798) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.257365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:04.258079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.273218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Provisioning complete for port 2b5d9b4d-adca-409c-b901-a074415ae4ca triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:04.273805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.389114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:04.393013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.397217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:04.402539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cae60eb1-35ca-4d6c-a361-c9bed02fb19b None None] Port 2b5d9b4d-adca-409c-b901-a074415ae4ca cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:04.409030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:04.420007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:04.430346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a69f44-37e8-4e76-baa3-d4d4f78dd1be,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:04.437339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.440542 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b8a45572-1595-415b-8412-8cf502916756 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/a9a69f44-37e8-4e76-baa3-d4d4f78dd1be HTTP/1.1" status: 204 len: 168 time: 0.4326777 Mar 02 20:04:04.442111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37802) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.444050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.456720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7f7282f5-e67c-4613-b7c7-84a434c2b64a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:04.460272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:04.464118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.473965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7f7282f5-e67c-4613-b7c7-84a434c2b64a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:04.474451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.499774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Transition to ACTIVE for port object 59e89949-1718-46c5-91d1-049ff13d2800 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:04.522264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.546382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.570068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:04.598111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1fd5af25-8595-456d-bc15-a4cf08623bf6 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:04.610781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Deleting port 6007d14c-1749-4fd9-a024-b6d53bbf888e {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:04.611448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.637040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1fd5af25-8595-456d-bc15-a4cf08623bf6 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:04.638475 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1fd5af25-8595-456d-bc15-a4cf08623bf6 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1951268 Mar 02 20:04:04.644002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37806) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.650929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '12afc0c0-d38a-4761-a6e5-3ada66ade50e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:04.680678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a91dcfd0-662b-4a3c-aa93-4876a1702540 None None] Provisioning complete for port 7f7282f5-e67c-4613-b7c7-84a434c2b64a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:04.680678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a91dcfd0-662b-4a3c-aa93-4876a1702540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.685998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Allocated IP 172.20.0.1 (5d7aaa01-5561-4950-bf0e-d302f6efe87c/03b1620e-b3e0-4a16-902f-d3e0545b8dd9/ab5f5d8f-4c49-491a-913e-9c1235df93d3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:04.686198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:04.696514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:04.705082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:04.712682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Attempting to bind port 59e89949-1718-46c5-91d1-049ff13d2800 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:04.712972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Attempting to bind port 59e89949-1718-46c5-91d1-049ff13d2800 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:04.713533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Attempting to bind port 59e89949-1718-46c5-91d1-049ff13d2800 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:04.714213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:04.726646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420434fd-453a-4f4d-8e4e-083373b2da98 None None] Pushing event updated for resources: {'Port': ['ID=59e89949-1718-46c5-91d1-049ff13d2800,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:04.751930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:04.752252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37810) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.752893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:04.753469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.754088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:04.754831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Bound port: 59e89949-1718-46c5-91d1-049ff13d2800, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:04.755405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.856652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.893457 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The resource could not be found. Mar 02 20:04:04.898260 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c77f7950-05cd-4125-a7e7-1fd912bfcbb3 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2497151 Mar 02 20:04:04.898260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcea52c8-e4bd-4287-8b86-caf9f59df209 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:04.907547 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bcea52c8-e4bd-4287-8b86-caf9f59df209 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 814 time: 0.1455104 Mar 02 20:04:04.907547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37814) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:04.915518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663696181'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:04.931242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:04.948580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:04.951846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:04.954254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:04.957309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:04.957886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.983555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:04.984188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=fc1d548c-da25-48d8-9724-cbdfca856e81,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:04.994846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.003814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] For port 59e89949-1718-46c5-91d1-049ff13d2800, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:05.012253 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0f7d1df0-5870-4b04-b9d7-2cb68df292ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7588286 Mar 02 20:04:05.013175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37820) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:05.020679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:05.031341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.058249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:05.066566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:05.069361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Transition to ACTIVE for port object ab5f5d8f-4c49-491a-913e-9c1235df93d3 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:05.077154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port 2b5d9b4d-adca-409c-b901-a074415ae4ca {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:05.077515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.117472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:05.137164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:05.176999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] For port 59e89949-1718-46c5-91d1-049ff13d2800, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59e89949-1718-46c5-91d1-049ff13d2800,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:05.194303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] For port 6007d14c-1749-4fd9-a024-b6d53bbf888e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6007d14c-1749-4fd9-a024-b6d53bbf888e,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:05.194691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.208813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:05.210073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.221019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:05.225469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:05.239502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:05.259367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.260531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.265605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.302996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:05.303232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7f7282f5-e67c-4613-b7c7-84a434c2b64a,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:05.307074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.334912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:05.346956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:05.359971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:05.373353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c26af71-810a-4410-b07b-7bfa95a4c905,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:05.385005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Calling delete_port for 6007d14c-1749-4fd9-a024-b6d53bbf888e owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:05.397992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:05.411758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.415230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a91dcfd0-662b-4a3c-aa93-4876a1702540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.420150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.457430 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.458931 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-268e29e9-dde7-4d24-b909-639c72cb5b73 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5519722 Mar 02 20:04:05.464016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37826) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:05.472627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--869975100'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:05.490303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:05.501836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:05.507581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:05.515115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:05.515738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:05.555985 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.ipam_backend_mixin [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc1d548c-da25-48d8-9724-cbdfca856e81 (CIDR: 2001:db8::/64) Mar 02 20:04:05.558713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:05.564630 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:05.565334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:05.588044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.595712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6007d14c-1749-4fd9-a024-b6d53bbf888e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:05.606490 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-95534c07-80c7-4c7e-a1f4-b4eaefdce56c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5918851 Mar 02 20:04:05.610124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37830) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:05.617588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:05.643723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420434fd-453a-4f4d-8e4e-083373b2da98 None None] Pushing event updated for resources: {'Port': ['ID=59e89949-1718-46c5-91d1-049ff13d2800,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:05.656292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:05.705308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:05.707735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37834) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:05.710383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:05.720250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:05.742050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.752586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for 2b5d9b4d-adca-409c-b901-a074415ae4ca owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:05.888762 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No ports have port_id starting with 6007d14c-1749-4fd9-a024-b6d53bbf888e Mar 02 20:04:05.889824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:05.915631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:05.932756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=7f7282f5-e67c-4613-b7c7-84a434c2b64a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:05.985129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a91dcfd0-662b-4a3c-aa93-4876a1702540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:04:05.985514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a91dcfd0-662b-4a3c-aa93-4876a1702540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:04:05.986508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] No DVR routers for this DVR port 6007d14c-1749-4fd9-a024-b6d53bbf888e on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:06.002189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.020741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:06.024210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.035556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.062490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5101e91-cb9c-4abb-af17-2deb75fb44ef None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:06.089949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd30a0-8258-48b2-ad17-14a79ddcb932 None None] Pushing event deleted for resources: {'Port': ['ID=6007d14c-1749-4fd9-a024-b6d53bbf888e,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:06.095645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:06.100121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:06.103036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:06.109009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:06.122022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=2b5d9b4d-adca-409c-b901-a074415ae4ca,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:06.128951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:06.132552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.391943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.416194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.459789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.538079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.554913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.555158 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec disassociated. External IP: 172.26.2.66, port: 5d198ff5-6177-49ad-839b-5e08dbe8fcc3. Mar 02 20:04:06.621554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.622801 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1583683 Mar 02 20:04:06.625107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': 'fc1d548c-da25-48d8-9724-cbdfca856e81'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:06.626183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.633676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37838) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:06.634043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545416-a673-4ac5-9949-48a3f763ec58 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c952cd0-4d73-4e99-92b2-8ed288216b89,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:06.693991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': '4c26af71-810a-4410-b07b-7bfa95a4c905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2c952cd0-4d73-4e99-92b2-8ed288216b89'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:06.705235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.715707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:06.722790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:06.730174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:00Z', 'revision_number': 3, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:06.739638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7952dad-a973-4a5d-a25a-794eb7d6b83c None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:00Z', 'revision_number': 3, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:06.779750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.819614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:06.847638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa6a771c-5ffd-475a-be6c-02ea1d016f61 None None] Provisioning for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:06.866183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/fc1d548c-da25-48d8-9724-cbdfca856e81/31b212df-c55b-4d7e-9263-7b9f2ccbdbce) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:06.869599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa6a771c-5ffd-475a-be6c-02ea1d016f61 None None] Provisioning complete for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:06.869976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aa6a771c-5ffd-475a-be6c-02ea1d016f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.909076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:06.919124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:06.953462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:06.961563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a771c-5ffd-475a-be6c-02ea1d016f61 None None] Port ab5f5d8f-4c49-491a-913e-9c1235df93d3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:06.978314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Router 748886db-e014-4da3-8231-3412eb540238 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:07.073569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:07.172646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.188466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Transition to ACTIVE for port object 31b212df-c55b-4d7e-9263-7b9f2ccbdbce will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:07.211974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Transition to ACTIVE for port object 31b212df-c55b-4d7e-9263-7b9f2ccbdbce will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:07.220741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.303675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:07.305916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:07.307013 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c48fb41a-9a15-4667-adbd-3d0111b5dfc9 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6724203 Mar 02 20:04:07.309351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:07.311400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:07.318665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37842) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:07.321161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.324840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:07.334324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:07.348459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Pushing event updated for resources: {'Port': ['ID=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:07.397414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:07.397778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:07.398598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:07.414328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] Sync routers for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:07.428791 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:07.429397 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:07.433953 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7373ca9f-c64c-4c0c-8f83-2d0045779633 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 689 time: 1.7251458 Mar 02 20:04:07.438559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e9dce813-3cee-4162-a3c3-bc93a6cf5643 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/748886db-e014-4da3-8231-3412eb540238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0239785 Mar 02 20:04:07.438674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:07.441636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:04:07.447604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:07.563730 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:07.574411 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] Routers {'748886db-e014-4da3-8231-3412eb540238'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:07.575465 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['748886db-e014-4da3-8231-3412eb540238'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:07.654165 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:07.659922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Attempting to bind port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:07.665329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Attempting to bind port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:07.665761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Attempting to bind port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:07.668159 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5e4b7d-3edb-4d15-847c-314400dd6d86 None None] The sync data for ids ['748886db-e014-4da3-8231-3412eb540238'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:07.673888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59e89949-1718-46c5-91d1-049ff13d2800 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:07.721422 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'status': 'completed', 'code': 200} Mar 02 20:04:07.723662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:07.724040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:07.724963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.725385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:07.725854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Bound port: 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:07.726223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.742957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.805006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-e85f3a41-ede0-49f7-9a6a-489817ba6d2c tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] show failed (client error): The resource could not be found. Mar 02 20:04:07.810446 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e85f3a41-ede0-49f7-9a6a-489817ba6d2c tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-225766603 HTTP/1.1" status: 404 len: 334 time: 0.3479679 Mar 02 20:04:07.815198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3d742c9a-175e-4b99-87f2-bf85ff9256c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 689 time: 0.3710217 Mar 02 20:04:07.818172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:07.820277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37856) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:07.823882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:07.828818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fee7d101-ff89-473b-b1f5-7c8a604a50b2 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:07.833704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:07.903437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.objects.ports [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87813) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:04:07.905735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:07.952172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-fee7d101-ff89-473b-b1f5-7c8a604a50b2 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] update failed (client error): The resource could not be found. Mar 02 20:04:07.953478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fee7d101-ff89-473b-b1f5-7c8a604a50b2 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-2006102652 HTTP/1.1" status: 404 len: 335 time: 0.1323729 Mar 02 20:04:07.960517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37860) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:08.091529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.144223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-230c3e26-c580-4d71-91d4-e093bcf20ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:08.144915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c952cd0-4d73-4e99-92b2-8ed288216b89,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:08.145782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-230c3e26-c580-4d71-91d4-e093bcf20ad2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1098 time: 0.4488671 Mar 02 20:04:08.150285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting subnet 6a069d7c-19fd-431a-bf92-8ba331ed5e95 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:08.164259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.207177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.208311 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a5dd2dde-8e30-4b2a-9998-b7b9f2b0363b tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/2c952cd0-4d73-4e99-92b2-8ed288216b89 HTTP/1.1" status: 204 len: 168 time: 0.8266094 Mar 02 20:04:08.213206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37864) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:08.244461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 59e89949-1718-46c5-91d1-049ff13d2800 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:08.247128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.257231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59e89949-1718-46c5-91d1-049ff13d2800 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:08.257931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.283033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:08.293971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dc4f575b-b682-4ee9-adce-7d8ae513efb2 None None] Provisioning complete for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:08.293971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc4f575b-b682-4ee9-adce-7d8ae513efb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.354505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] For port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:08.388685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-8918fc41-e36b-4cf5-8a92-cba786333aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:08.390159 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-8918fc41-e36b-4cf5-8a92-cba786333aff service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.2356501 Mar 02 20:04:08.403443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.415659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-047a4fb4-c27b-469f-a3af-1b94b1e0e980 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:08.425573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f575b-b682-4ee9-adce-7d8ae513efb2 None None] Port ab5f5d8f-4c49-491a-913e-9c1235df93d3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:08.427933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] For port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:08.447814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.498739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-047a4fb4-c27b-469f-a3af-1b94b1e0e980 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:08.502865 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-047a4fb4-c27b-469f-a3af-1b94b1e0e980 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2859716 Mar 02 20:04:08.502865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.520960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-0bb1f47e-fb56-458f-81fd-f5bb0015bb23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 217 time: 0.1224427 Mar 02 20:04:08.520960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37868) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:08.640837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:08.654052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bc410c95-a602-4487-9655-5d268872d0b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/af5f0bc4-027f-414d-b9b1-ad90af066cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6585412 Mar 02 20:04:08.654220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d049db-adc7-476e-b447-f992e41e3434 None None] Pushing event updated for resources: {'Port': ['ID=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:08.656509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.681987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:08.687386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 59e89949-1718-46c5-91d1-049ff13d2800, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59e89949-1718-46c5-91d1-049ff13d2800,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:08.689136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:08.693394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-a8fb16a0-eae1-473d-9bf6-027d0a632ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:08.695533 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-a8fb16a0-eae1-473d-9bf6-027d0a632ddb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.1521277 Mar 02 20:04:08.705067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.710678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.711631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7f7282f5-e67c-4613-b7c7-84a434c2b64a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:08.773716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.787598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Subnet': ['ID=6a069d7c-19fd-431a-bf92-8ba331ed5e95,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:08.815912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.823545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37874) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:08.829849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.838062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] For port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:08.883574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-c9eee3fe-367f-47d4-bf7b-74c3d2f13ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:08.885176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-c9eee3fe-367f-47d4-bf7b-74c3d2f13ef1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1783845 Mar 02 20:04:08.892307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:08.898155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:08.926183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:08.935008 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20f1189c-456e-4a6b-a916-f3bdfb8386fe tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/subnets/6a069d7c-19fd-431a-bf92-8ba331ed5e95 HTTP/1.1" status: 204 len: 168 time: 0.9689074 Mar 02 20:04:08.939790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37880) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:08.977067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c26af71-810a-4410-b07b-7bfa95a4c905,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:08.982062 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eec5d92b-b619-4c31-8bfe-13ec3d970767 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 689 time: 0.1468740 Mar 02 20:04:09.085967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783e0436-ab69-456c-8ef2-7b17c163faab None None] Network df42bc3f-519a-40ae-b0f4-146ff32653b8 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:09.087670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.097821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.099783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.158396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.163707 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1268b5e3-da6f-47d5-80cd-018793dcb853 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/4c26af71-810a-4410-b07b-7bfa95a4c905 HTTP/1.1" status: 204 len: 168 time: 0.6379778 Mar 02 20:04:09.165080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:09.281166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:09.294337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:09.304462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.317301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:09.317301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.330100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:09.359060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=59e89949-1718-46c5-91d1-049ff13d2800,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:09.362208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port 6176010b-4e72-40ce-a5da-2e2e641da791 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:09.362208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.389401 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-8d657ad0-1475-4bd8-9358-7c11dcbf7453 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951897 Mar 02 20:04:09.397014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,revision_number=4']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:09.399023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=73fbf815-a6f9-44d2-9611-f9bbfdd93605,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:09.409444 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7984955 Mar 02 20:04:09.410269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37894) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:09.419403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.419775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.420178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.422715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.423029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.423361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.423651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.439585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:bf:de:12', 'name': 'tempest-NetworksTestDHCPv6-782421070'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:09.458116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:09.458810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:09.460354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.460688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.461017 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.461363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.461690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.462027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.462501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.462822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.463210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.463570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.463896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.464207 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f65c8a-658e-4d06-8b80-75b51268609f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:09.506889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dc5b2fc-6a50-48a6-999b-db7d5fd3e020 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:09.541113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dc5b2fc-6a50-48a6-999b-db7d5fd3e020 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:09.552026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7dc5b2fc-6a50-48a6-999b-db7d5fd3e020 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3806841 Mar 02 20:04:09.555409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37900) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:09.560549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--1100992718'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:09.570185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:09.618557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7f7282f5-e67c-4613-b7c7-84a434c2b64a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:09.619486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.652314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:09.656140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:09.689890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.758451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37906) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:09.761669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:09.766410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd09b018-7d7c-4932-a45a-0553b2d08433 req-a7058e15-8b42-439e-9665-38a410af704f service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150895 Mar 02 20:04:09.771541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-105779588-network', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:09.786565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:09.792642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:09.798436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:09.811900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Usage tracker for resource:network and tenant:855bfb3d9b7d4144a4ed3976f45d0201 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:09.829178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:09.839305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:09.850618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:09.900083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Made reservation on behalf of 855bfb3d9b7d4144a4ed3976f45d0201 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:09.902623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.923026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.939521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:09.944829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:09.945341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:port and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:09.947719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:09.954291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:09.956709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:09.969077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Usage tracker for resource:security_group_rule and tenant:855bfb3d9b7d4144a4ed3976f45d0201 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:09.974534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:09.979321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:09.983699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:09.985777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:09.992756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:10.031077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] For port 6176010b-4e72-40ce-a5da-2e2e641da791, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6176010b-4e72-40ce-a5da-2e2e641da791,segment=NetworkSegment(00cf605c-8cf2-4d60-a36f-d8bac756529f),segment_id=00cf605c-8cf2-4d60-a36f-d8bac756529f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:10.031569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.047571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.185508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-999df2b5-8e33-42ae-b220-7decabf81ec1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 689 time: 0.1973925 Mar 02 20:04:10.212750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39c3cac-7be0-46bc-9db3-c76d88c1d927,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:10.230911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.231256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.231656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.231914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.232431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.233009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.233337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.233659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.233966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.235004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.235004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.235004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:10.240412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.241636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fab9b39d-2c9f-406a-bc06-427e79faf270 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6854124 Mar 02 20:04:10.246264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for 6176010b-4e72-40ce-a5da-2e2e641da791 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:10.247794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37914) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:10.260364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'c39c3cac-7be0-46bc-9db3-c76d88c1d927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:10.269868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:10.283014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:10.288068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:10.302045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb81c86-aca5-49b7-9e9e-e993531f1274 None None] DHCP port deletion for df42bc3f-519a-40ae-b0f4-146ff32653b8 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:10.302288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:10.303951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30f9a6b-4c0c-48d7-93d7-7efd1ca2246a None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:10.309086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.315643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.346384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.352299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:10.367248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81c86-aca5-49b7-9e9e-e993531f1274 None None] Deleting port 6176010b-4e72-40ce-a5da-2e2e641da791 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:10.367681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bbb81c86-aca5-49b7-9e9e-e993531f1274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.377922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 208a8b47-00d8-4881-9d68-f61f7c8e672f yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:04:10.378156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.378377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Added segment 6d5f74ec-92c2-44c1-9f0f-87827cedb8e8 of type vlan for network cb69dfbc-c80a-4a81-81cf-191d567f3c88 Mar 02 20:04:10.379587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9db46a-43ff-4f47-a2b8-433254540131,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:10.387234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:10.388347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c3940994-73c2-4e8b-8329-e9cc78b7b185 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1395769 Mar 02 20:04:10.391601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:10.399669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group_rule': {'security_group_id': 'c39c3cac-7be0-46bc-9db3-c76d88c1d927', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:10.416415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:10.416887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.424564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:10.430696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:10.434557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.441732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:10.469322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=6176010b-4e72-40ce-a5da-2e2e641da791,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:10.485076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] No DVR routers for this DVR port 6176010b-4e72-40ce-a5da-2e2e641da791 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:10.494001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.495053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:10.495798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.585364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81c86-aca5-49b7-9e9e-e993531f1274 None None] The port '6176010b-4e72-40ce-a5da-2e2e641da791' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:04:10.603556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-52c5cf4b-67ed-4d7a-b275-cda8114f6019 None None] Provisioning for port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:10.614146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:10.615211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-daacc66b-237a-4494-bc4a-be59d7d21b4e tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2231183 Mar 02 20:04:10.625983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] Pushing event updated for resources: {'Network': ['ID=cb69dfbc-c80a-4a81-81cf-191d567f3c88,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:10.630410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37922) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:10.662571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.665266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:10.711252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.732448 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-30b4c88a-7954-4fa8-8134-68025a5a7b26 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9699597 Mar 02 20:04:10.732671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 31b212df-c55b-4d7e-9263-7b9f2ccbdbce up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:10.733229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:10.741897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df42bc3f-519a-40ae-b0f4-146ff32653b8']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:10.746050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Request body: {'subnet': {'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-105779588-subnet', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:10.750761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:10.754764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Usage tracker for resource:subnet and tenant:855bfb3d9b7d4144a4ed3976f45d0201 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:10.757838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:10.762828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cf605c-8cf2-4d60-a36f-d8bac756529f') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:10.763329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cf605c-8cf2-4d60-a36f-d8bac756529f') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:10.763787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:10.783935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Made reservation on behalf of 855bfb3d9b7d4144a4ed3976f45d0201 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:10.786448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.794596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.804998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.856564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.869758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:10.870358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:10.885743 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:10.934665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.957562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39c3cac-7be0-46bc-9db3-c76d88c1d927,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:10.970609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::112 (9616b26f-257b-4b9d-b045-31339b11d161/fc1d548c-da25-48d8-9724-cbdfca856e81/208a8b47-00d8-4881-9d68-f61f7c8e672f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:10.976110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:10.977674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-74257b25-7b9c-463e-b7d7-32630bdf2ad1 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/c39c3cac-7be0-46bc-9db3-c76d88c1d927 HTTP/1.1" status: 204 len: 168 time: 0.3463397 Mar 02 20:04:10.980934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37930) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:10.988098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:de12 (9616b26f-257b-4b9d-b045-31339b11d161/73fbf815-a6f9-44d2-9611-f9bbfdd93605/208a8b47-00d8-4881-9d68-f61f7c8e672f) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:11.002307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.007200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.055394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:11.063943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:11.064212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Network': ['ID=df42bc3f-519a-40ae-b0f4-146ff32653b8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:11.070026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:11.070317 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-58991fa5-ff99-4cf2-85b6-42a930f7501a tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/networks/df42bc3f-519a-40ae-b0f4-146ff32653b8 HTTP/1.1" status: 204 len: 168 time: 2.1285002 Mar 02 20:04:11.070800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.073003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:11.102621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9e81d0-142b-4738-b978-03dd4e3e0825 None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:11.133923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:06Z', 'revision_number': 2, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:11.148531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:11.149161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Updating router af5f0bc4-027f-414d-b9b1-ad90af066cd9 port ab5f5d8f-4c49-491a-913e-9c1235df93d3 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:04:11.156531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3b24b105-25fc-46f4-b53c-8fa904368509 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:11.188934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:11.222065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.266933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting subnet 290d374e-d668-4c0c-80eb-c0416516592a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:11.284961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.286497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.291286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.307580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 208a8b47-00d8-4881-9d68-f61f7c8e672f will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:11.338861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.341710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.439578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.464134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=208a8b47-00d8-4881-9d68-f61f7c8e672f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:11.467043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:11.482670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:11.484292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:11.487305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:11.493695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:11.495084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.497293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.500132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3b24b105-25fc-46f4-b53c-8fa904368509 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:11.500587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59e89949-1718-46c5-91d1-049ff13d2800 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:11.508369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3b24b105-25fc-46f4-b53c-8fa904368509 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5193973 Mar 02 20:04:11.509272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=402248ff-d814-4725-ba08-672e6130e30d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:11.513935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b7198a87-65f9-47eb-9027-b5c37a1f4579 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 689 time: 0.3205023 Mar 02 20:04:11.514541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:11.532283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'tempest-secgroup--640050504'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:11.546395 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e7e06aad-05f4-46fb-8a5d-22970800e081 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1166077 Mar 02 20:04:11.546616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:11.546734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37946) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:11.573894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:11.582000 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2e4797-233d-4ca6-bcaa-2a0f68697af6 None None] New status for floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:04:11.622981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Checking segment: {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:11.623341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Network hostable DHCP agents. Network: cb69dfbc-c80a-4a81-81cf-191d567f3c88, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:11.638578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.664452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:11.666600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 208a8b47-00d8-4881-9d68-f61f7c8e672f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:11.667176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.671277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Usage tracker for resource:security_group_rule and tenant:ea765a366b4f4d6c81f030197c25e897 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:11.675558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:11.686441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:11.698766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.751291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:11.820158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, cb69dfbc-c80a-4a81-81cf-191d567f3c88) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:11.826872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:11.841999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46537924-69f2-4580-a4d9-23a87571988d None None] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:11.844832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:11.845426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.894159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:04:11.976647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:11.983515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.043324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-516f6ccb-9985-4930-8864-867b2bd04dad admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3090334 Mar 02 20:04:12.052443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Subnet': ['ID=290d374e-d668-4c0c-80eb-c0416516592a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:12.054277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.057324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.117272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-434231cd-eb94-4795-8a4d-1cd63091372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.127851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:12.131487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a15eb3-d1b5-497a-b98c-264584227600,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:12.151213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:12.158513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Usage tracker for resource:router and tenant:855bfb3d9b7d4144a4ed3976f45d0201 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:12.161768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb986f9-f103-42b7-8763-afd472564083 None None] Network b391f013-f3ca-4527-9744-e6525e6583d0 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:12.162560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:12.170181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:12.222503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.253101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.337416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59e89949-1718-46c5-91d1-049ff13d2800 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:12.337793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.343119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.347685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-126e7665-1dfb-4083-94e1-9d447229cfa5 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/subnets/290d374e-d668-4c0c-80eb-c0416516592a HTTP/1.1" status: 204 len: 168 time: 1.2711608 Mar 02 20:04:12.348552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37954) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.351048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.353350 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f2415e2b-7fba-4d80-a7a6-a4055bae1a76 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8348532 Mar 02 20:04:12.357362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.401026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ac1a944-70f3-4713-9976-5f592704d775 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:12.401522 dv-neutron-831594-2-hyperv neutron-server[87812]: WARNING neutron.api.v2.base [None req-8ac1a944-70f3-4713-9976-5f592704d775 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 20:04:12.402086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-8ac1a944-70f3-4713-9976-5f592704d775 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 20:04:12.405681 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ac1a944-70f3-4713-9976-5f592704d775 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "PUT /v2.0/security-groups/f0a15eb3-d1b5-497a-b98c-264584227600 HTTP/1.1" status: 409 len: 330 time: 0.0444267 Mar 02 20:04:12.405862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Transition to ACTIVE for port object ab5f5d8f-4c49-491a-913e-9c1235df93d3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:12.409415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.410532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.427326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37962) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.441448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 208a8b47-00d8-4881-9d68-f61f7c8e672f owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:12.464424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.505126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting subnet d5f5424a-5367-47c0-b66b-b4b88b50e669 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:12.508511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.536525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37966) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.568600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.632686 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4aaa4824-a02b-4ce4-91d7-bb2e65d5fb86 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 687 time: 0.0948668 Mar 02 20:04:12.654246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.662561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3e7ec9f8-2479-4096-abf1-10fe2331b282 None None] Provisioning complete for port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:12.662924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec9f8-2479-4096-abf1-10fe2331b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.702871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.742466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.783246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.838064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=208a8b47-00d8-4881-9d68-f61f7c8e672f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:12.845945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.851251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.885209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Pushing event updated for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:12.952676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:12.969722 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a75d5aef-e60d-4a7a-bc16-013214cd28da tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/208a8b47-00d8-4881-9d68-f61f7c8e672f HTTP/1.1" status: 204 len: 168 time: 1.4199307 Mar 02 20:04:12.970626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37970) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:12.985191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f5424a-5367-47c0-b66b-b4b88b50e669,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:12.988386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:12.989232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.005719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.021903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.022255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.022602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.022926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.023255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.023581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.023906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.024395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.024731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.025049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.025725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.026056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:13.029723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f6031-4f9b-4d58-be18-e6cae49921fc None None] Network f1a0f624-d731-4334-9480-ee0b96b75141 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:13.079816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a6e93-8c46-467a-ac23-8dc8231d7550 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:13.081018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-802a6e93-8c46-467a-ac23-8dc8231d7550 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:13.098010 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5d1018dc-3ae9-4db1-a52e-8ab5a30ddb96 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/subnets/d5f5424a-5367-47c0-b66b-b4b88b50e669 HTTP/1.1" status: 204 len: 168 time: 0.7482440 Mar 02 20:04:13.098856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37974) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.127392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-802a6e93-8c46-467a-ac23-8dc8231d7550 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:13.131098 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-802a6e93-8c46-467a-ac23-8dc8231d7550 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1567943 Mar 02 20:04:13.140937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37978) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.153112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Attempting to bind port ab5f5d8f-4c49-491a-913e-9c1235df93d3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:13.153661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Attempting to bind port ab5f5d8f-4c49-491a-913e-9c1235df93d3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:13.153815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Attempting to bind port ab5f5d8f-4c49-491a-913e-9c1235df93d3 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:13.161103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.189384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.227425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a15eb3-d1b5-497a-b98c-264584227600,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:13.230477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:13.230795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:13.231141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.231528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Bound using segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:13.232014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Bound port: ab5f5d8f-4c49-491a-913e-9c1235df93d3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:13.232468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.241260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.242424 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3379dccd-4bd4-4a86-9a34-595103dcad56 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0a15eb3-d1b5-497a-b98c-264584227600 HTTP/1.1" status: 204 len: 168 time: 0.8140228 Mar 02 20:04:13.245780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37982) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.281919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.299447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port d55b0d6f-7827-47d6-a01b-e704af405c12 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:13.299810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.358302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc1ce2-a07e-473b-b772-79d94a860363 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:13.359181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6176010b-4e72-40ce-a5da-2e2e641da791 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:13.359737 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-25dc1ce2-a07e-473b-b772-79d94a860363 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2181172 Mar 02 20:04:13.364490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.453920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5201d3b8-a7b8-4f21-ab69-bf86c8814c41 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Synchronizing usage tracker for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:13.480398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] DHCP port deletion for b391f013-f3ca-4527-9744-e6525e6583d0 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:13.480799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:13.482390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:13.483852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:13.486291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:13.494113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 6176010b-4e72-40ce-a5da-2e2e641da791 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:13.494681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6176010b-4e72-40ce-a5da-2e2e641da791 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:13.504622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5201d3b8-a7b8-4f21-ab69-bf86c8814c41 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] Unset dirty status for tenant:ea765a366b4f4d6c81f030197c25e897 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:13.511083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5201d3b8-a7b8-4f21-ab69-bf86c8814c41 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2027662 Mar 02 20:04:13.512986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37990) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.514315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Deleting port d55b0d6f-7827-47d6-a01b-e704af405c12 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:13.514716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.546080 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-2b3c8acd-ca4e-49cf-8823-bf4f9ffc5511 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] delete failed (client error): The resource could not be found. Mar 02 20:04:13.547096 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2b3c8acd-ca4e-49cf-8823-bf4f9ffc5511 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "DELETE /v2.0/security-groups/c9d72641-2aa0-4d30-a58a-e4ba055e30d8 HTTP/1.1" status: 404 len: 347 time: 0.0329459 Mar 02 20:04:13.548943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] For port d55b0d6f-7827-47d6-a01b-e704af405c12, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55b0d6f-7827-47d6-a01b-e704af405c12,segment=NetworkSegment(54aa1b09-4693-4d89-889c-826eab3498dc),segment_id=54aa1b09-4693-4d89-889c-826eab3498dc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:13.550908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.557916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 37994) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.590132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:13.594718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-13e1adf6-f82d-465f-b6d9-b8b2843f1088 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2268579 Mar 02 20:04:13.602914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 37998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.649475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] For port ab5f5d8f-4c49-491a-913e-9c1235df93d3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:13.651742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 31b212df-c55b-4d7e-9263-7b9f2ccbdbce up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:13.688647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 73fbf815-a6f9-44d2-9611-f9bbfdd93605 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:13.692874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.708749 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-c55a38bf-104d-4e99-b6f0-b4d2f221ca67 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] show failed (client error): The resource could not be found. Mar 02 20:04:13.713906 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c55a38bf-104d-4e99-b6f0-b4d2f221ca67 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-groups/8dc72c88-5c5d-47c2-85b3-135a0116dbda HTTP/1.1" status: 404 len: 347 time: 0.1550865 Mar 02 20:04:13.714458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38004) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:13.721764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for d55b0d6f-7827-47d6-a01b-e704af405c12 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:13.746874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] For port ab5f5d8f-4c49-491a-913e-9c1235df93d3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ab5f5d8f-4c49-491a-913e-9c1235df93d3,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:13.771826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.816970 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-b132715d-d572-49d5-b151-ebf2f94cc7a5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] show failed (client error): The resource could not be found. Mar 02 20:04:13.824469 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b132715d-d572-49d5-b151-ebf2f94cc7a5 tempest-NegativeSecGroupIPv6Test-1474523783 tempest-NegativeSecGroupIPv6Test-1474523783-project] 10.222.0.36 "GET /v2.0/security-group-rules/1e96198d-a12a-44d1-84fc-ffdc31a32b9a HTTP/1.1" status: 404 len: 356 time: 0.0369787 Mar 02 20:04:13.842766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Allocated IP 172.20.0.2 (cb69dfbc-c80a-4a81-81cf-191d567f3c88/402248ff-d814-4725-ba08-672e6130e30d/0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:13.875581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.885604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.891433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:13.938291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] No DVR routers for this DVR port d55b0d6f-7827-47d6-a01b-e704af405c12 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:13.969618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=d55b0d6f-7827-47d6-a01b-e704af405c12,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:14.012708 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:14.084474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.129003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b391f013-f3ca-4527-9744-e6525e6583d0']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:14.151482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aa1b09-4693-4d89-889c-826eab3498dc') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:14.152177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aa1b09-4693-4d89-889c-826eab3498dc') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:14.171519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.190903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.198365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.204996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:14.212669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.268037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.279333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.349701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] DHCP port deletion for f1a0f624-d731-4334-9480-ee0b96b75141 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:14.432863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:14.433287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.456933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0f00ce21-c3a8-4d3e-9123-bffe6ea5dd49 None None] Could not find standard attr ID for object 208a8b47-00d8-4881-9d68-f61f7c8e672f. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:04:14.458506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Deleting port e0195b8b-193a-4293-851d-8a63590ecb7d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:14.458883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.477911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38012) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:14.477911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38014) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:14.478629 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:14.492048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1579779809', 'description': 'tempest-secgroup-smoke-1579779809 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:14.506013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:14.506159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:14.506615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:03:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:14.517666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:14.526921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.531693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.549752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.555796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.562102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=73fbf815-a6f9-44d2-9611-f9bbfdd93605,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:14.575677 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/networks/b391f013-f3ca-4527-9744-e6525e6583d0 HTTP/1.1" status: 204 len: 168 time: 1.4757140 Mar 02 20:04:14.576697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d5e21-76f4-4229-9ea9-1aa2ef8c6fd3 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Network': ['ID=b391f013-f3ca-4527-9744-e6525e6583d0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:14.581389 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38022) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:14.610405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-771bcec8-0d80-443a-b4e8-3e67a470fa58 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/73fbf815-a6f9-44d2-9611-f9bbfdd93605 HTTP/1.1" status: 204 len: 168 time: 1.0064552 Mar 02 20:04:14.613189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:14.615357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:14.631536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:14.648967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:14.679950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432a5dc-f30f-4b94-94b0-c8cf114c611c None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:14.693090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa8c2-f82a-4a3e-ade8-90e77723f7f7 None None] Pushing event updated for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:14.712547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:14.743618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Allocated IP 172.26.2.114 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/9f48b9a1-43bb-4686-b1eb-397ea7baaadc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:14.749730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet fc1d548c-da25-48d8-9724-cbdfca856e81 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:14.754380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.775579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.794334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:14.796722 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-56584dfc-f41c-42fd-9230-8ebe09c37bf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea765a366b4f4d6c81f030197c25e897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152709 Mar 02 20:04:14.799073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38030) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:14.840131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port e0195b8b-193a-4293-851d-8a63590ecb7d {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:14.840509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.850207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.853399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] For port d55b0d6f-7827-47d6-a01b-e704af405c12, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55b0d6f-7827-47d6-a01b-e704af405c12,segment=NetworkSegment(54aa1b09-4693-4d89-889c-826eab3498dc),segment_id=54aa1b09-4693-4d89-889c-826eab3498dc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:14.853781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.931910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:14.945897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.019008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.032617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.036006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.085432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.089204 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6069114 Mar 02 20:04:15.089204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f959c-f9af-4269-923d-97a15672a5ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdb660d-f4e6-4d99-b553-31f6ebc46b34,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.089683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:15.094963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Calling delete_port for d55b0d6f-7827-47d6-a01b-e704af405c12 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:15.098127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:15.107419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:15.115822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:15.119925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:15.128058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:15.146319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.164962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.195209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.213877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] For port e0195b8b-193a-4293-851d-8a63590ecb7d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e0195b8b-193a-4293-851d-8a63590ecb7d,segment=NetworkSegment(9eda0f92-d07f-4718-b529-5619e8cefa41),segment_id=9eda0f92-d07f-4718-b529-5619e8cefa41)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:15.214290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.243074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:15.250416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:15.259037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.267946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:15.293694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1d548c-da25-48d8-9724-cbdfca856e81,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.323314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.349890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.357355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for e0195b8b-193a-4293-851d-8a63590ecb7d owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:15.363686 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-40b02f72-a846-4c3d-9f6b-23e33e1fbd8d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/fc1d548c-da25-48d8-9724-cbdfca856e81 HTTP/1.1" status: 204 len: 168 time: 0.7467484 Mar 02 20:04:15.373552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38038) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:15.388648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8212-c28c-444c-89cc-75fbdd190327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.433220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.462921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c6c291-2a6b-49c0-a63d-eb18eb5a8e59,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.475665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.480662 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d407eff3-807d-4dfd-895a-1fdd7bf1a352 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76c6c291-2a6b-49c0-a63d-eb18eb5a8e59 HTTP/1.1" status: 204 len: 168 time: 0.6794860 Mar 02 20:04:15.481689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.522200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f855a920-2efd-4956-91bf-0c313229805a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475530 Mar 02 20:04:15.533641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38046) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:15.541538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:15.545223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] No DVR routers for this DVR port e0195b8b-193a-4293-851d-8a63590ecb7d on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:15.573979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=e0195b8b-193a-4293-851d-8a63590ecb7d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.624896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.704623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.714785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.759147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a0f624-d731-4334-9480-ee0b96b75141']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:15.765482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.784108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eda0f92-d07f-4718-b529-5619e8cefa41') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:15.784526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eda0f92-d07f-4718-b529-5619e8cefa41') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:15.801792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.811018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.831028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:15.842705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:15.842971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.847074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998f7164-f925-47d9-b753-e289cbc55391,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:15.849800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:15.865485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:15.866024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.891609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:04:15.891962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:15.907651 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:15.933228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:15.945894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.947203 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-458f583b-f729-4ece-986f-5f4757767b16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8567612 Mar 02 20:04:15.952954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38052) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:15.958502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:15.963253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.967445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:15.970436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.978350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] For port e0195b8b-193a-4293-851d-8a63590ecb7d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e0195b8b-193a-4293-851d-8a63590ecb7d,segment=NetworkSegment(9eda0f92-d07f-4718-b529-5619e8cefa41),segment_id=9eda0f92-d07f-4718-b529-5619e8cefa41)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:15.978748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.995751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:15.997131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.010378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:16.022477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.034685 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/networks/f1a0f624-d731-4334-9480-ee0b96b75141 HTTP/1.1" status: 204 len: 168 time: 1.4523072 Mar 02 20:04:16.038197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38056) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:16.041600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb2f32-8404-4a0b-949d-7218e37ab316 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Network': ['ID=f1a0f624-d731-4334-9480-ee0b96b75141,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:16.075127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:16.079455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55b0d6f-7827-47d6-a01b-e704af405c12 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:16.121905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting subnet b06612e3-6cfa-4778-8215-3d3ec45d3257 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:16.125319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.170098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Transition to ACTIVE for port object 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:16.179500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Calling delete_port for e0195b8b-193a-4293-851d-8a63590ecb7d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:16.188315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.244892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d55b0d6f-7827-47d6-a01b-e704af405c12 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:16.245233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55b0d6f-7827-47d6-a01b-e704af405c12 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:16.256601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:16.273257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:16.275673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Transition to ACTIVE for port object 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:16.288083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.326119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.329977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.393644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.398039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Deleting port d55b0d6f-7827-47d6-a01b-e704af405c12 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:16.398570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.403191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.435525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e0195b8b-193a-4293-851d-8a63590ecb7d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:16.435779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Subnet': ['ID=b06612e3-6cfa-4778-8215-3d3ec45d3257,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:16.440521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.449585 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ab059bb-3468-4488-aac1-689d235c26ba tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/subnets/b06612e3-6cfa-4778-8215-3d3ec45d3257 HTTP/1.1" status: 204 len: 168 time: 0.4080186 Mar 02 20:04:16.449818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38060) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:16.465715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:16.478262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2addee-1258-4418-bba7-a4949b335c3e None None] Network ca01501f-00e1-4a21-80dd-c116bd3d54c9 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:16.491378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:04:16.491730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:04:16.504741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:16.523669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e0195b8b-193a-4293-851d-8a63590ecb7d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:16.524004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e0195b8b-193a-4293-851d-8a63590ecb7d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:16.554536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:16.577908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-060e0350-7cee-428c-9159-76d026ad2d97 None None] The port 'd55b0d6f-7827-47d6-a01b-e704af405c12' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:04:16.581095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Pushing event updated for resources: {'Port': ['ID=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:16.670542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:16.707995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.719296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Deleting port e9907ea0-a183-4e37-8829-dd5d290a395a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:16.719732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.723254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.744171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.757268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Deleting port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:16.757598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.788970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36551f4b-c7ad-4413-8af4-78fa16dcc0aa,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:16.808807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:13Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:16.850634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.867067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b1cf79-0bbc-4f02-a51e-55f48d70f0f5 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:13Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:16.884892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Attempting to bind port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:16.885219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Attempting to bind port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:16.885576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Attempting to bind port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c on network cb69dfbc-c80a-4a81-81cf-191d567f3c88 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:16.891715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:16.892091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Checking segment: {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:16.892522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.892915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Bound using segment: {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:16.893540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Bound port: 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:16.893763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.930472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:16.931864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:16.939767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.941067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c34753e2-9334-42ee-b1e1-881c3c2c83c5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9872763 Mar 02 20:04:16.957760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:16.958338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.965126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38064) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:16.987641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:16.988748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=7ced0c80-5e25-4208-beb1-bf7e4d92b182,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:17.007800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Deleting port e0195b8b-193a-4293-851d-8a63590ecb7d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:17.008088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.058831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] For port e9907ea0-a183-4e37-8829-dd5d290a395a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e9907ea0-a183-4e37-8829-dd5d290a395a,segment=NetworkSegment(3a8ff3bb-2f2d-4dbe-b374-d405558e6525),segment_id=3a8ff3bb-2f2d-4dbe-b374-d405558e6525)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:17.059197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.089172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2b78bd53-51e1-4bda-bbdb-2657b6b1981a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5524199 Mar 02 20:04:17.092174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38066) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:17.098139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:17.170419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-97f37dda-a1c4-451d-b6ab-69ece39d707e None None] The port 'e0195b8b-193a-4293-851d-8a63590ecb7d' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:04:17.207522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:17.219535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Calling delete_port for e9907ea0-a183-4e37-8829-dd5d290a395a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:17.257529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:17.264922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:17.269582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:17.274626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] For port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:17.280428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] For port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:17.282863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:17.305041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.322152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.352061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.357867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.361115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:17.367940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:17.371069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:17.377029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:17.404135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:17.407685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.432538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Port': ['ID=e9907ea0-a183-4e37-8829-dd5d290a395a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:17.435613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] No DVR routers for this DVR port e9907ea0-a183-4e37-8829-dd5d290a395a on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:17.504627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43e480-f28a-4d0e-aeb5-b5455e109a15 None None] Pushing event updated for resources: {'Port': ['ID=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:17.541469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.549528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] For port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:17.549998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.571984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6a1fd-f357-4de2-a38f-cadf69195021 None None] DHCP port deletion for ca01501f-00e1-4a21-80dd-c116bd3d54c9 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:17.622813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.626825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:04:17.641253 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.ipam_backend_mixin [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ced0c80-5e25-4208-beb1-bf7e4d92b182 (CIDR: 2001:db8::/64) Mar 02 20:04:17.660050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca01501f-00e1-4a21-80dd-c116bd3d54c9']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:17.668504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.691614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8ff3bb-2f2d-4dbe-b374-d405558e6525') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:17.691908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8ff3bb-2f2d-4dbe-b374-d405558e6525') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:17.711337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e3cf48-7f00-431c-9b8f-7610da3e71c9,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:17.714214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.743210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:04:17.743711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:17.757922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.766074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.770791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c7ee9aa5-87d3-48ef-8ce7-345945a77b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6269186 Mar 02 20:04:17.770791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:17.770791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.781918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38072) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:17.795175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Calling delete_port for 31b212df-c55b-4d7e-9263-7b9f2ccbdbce owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:17.803653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:17.814409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:17.821552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:17.825192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:17.828160 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:17.842734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cdcca62-c6be-433c-b301-03f91e9a1bfa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7495625 Mar 02 20:04:17.849578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:17.853430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38076) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:17.867211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'subnet': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:17.957590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.959627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.978487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:17.993319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Pushing event deleted for resources: {'Network': ['ID=ca01501f-00e1-4a21-80dd-c116bd3d54c9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:17.999115 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c6b128cd-b7c6-4e8a-b0d8-8b0f8e5ebb95 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/networks/ca01501f-00e1-4a21-80dd-c116bd3d54c9 HTTP/1.1" status: 204 len: 168 time: 1.5483060 Mar 02 20:04:18.001690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38080) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:18.035369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.041966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] Pushing event deleted for resources: {'Port': ['ID=31b212df-c55b-4d7e-9263-7b9f2ccbdbce,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:18.052549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad3fe41-1a61-45cd-8f98-97c9a61e13e6 None None] No DVR routers for this DVR port 31b212df-c55b-4d7e-9263-7b9f2ccbdbce on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:18.074014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80781e4-9bd9-4e80-b06f-bb351efdd044 None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:18.084478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9e5bd45b-2e71-4d7f-b37f-16e342dacad0 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Synchronizing usage tracker for tenant:7f0bc9b54269412f92d42542ffe784dc on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:18.107871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9e5bd45b-2e71-4d7f-b37f-16e342dacad0 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Unset dirty status for tenant:7f0bc9b54269412f92d42542ffe784dc on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:18.110094 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9e5bd45b-2e71-4d7f-b37f-16e342dacad0 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "GET /v2.0/ports?device_id=748886db-e014-4da3-8231-3412eb540238 HTTP/1.1" status: 200 len: 205 time: 0.1066973 Mar 02 20:04:18.112465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38084) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:18.271314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.316495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9616b26f-257b-4b9d-b045-31339b11d161', 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'tenant_id': '94ce5ddfda9e449da06a1659ad016245', 'fixed_ips': [{'subnet_id': '7ced0c80-5e25-4208-beb1-bf7e4d92b182'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:18.317514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.360992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:18.423797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:18.436832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Usage tracker for resource:subnet and tenant:94ce5ddfda9e449da06a1659ad016245 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:18.448288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Sync routers for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:18.458509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:18.463166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.471353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:18.471979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:18.472109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:18.474311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.475449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-061f16ea-19ac-476b-b842-7a130cddf8f7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4114285 Mar 02 20:04:18.478431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.479420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:18.542448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:18.652524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21209987-b09c-4086-9cfb-3e971f9e82ae,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:18.684105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:18.688145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.784868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.789027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc8a846a-acab-434d-bfe5-6919f7485273 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9922988 Mar 02 20:04:18.798184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38092) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:18.810884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.813965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.826402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:18.839653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:18.850578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.851795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Fanout notify agent at l3_agent the message router_deleted on router 748886db-e014-4da3-8231-3412eb540238 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:04:18.858978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Allocated IP 2001:db8::2 (9616b26f-257b-4b9d-b045-31339b11d161/7ced0c80-5e25-4208-beb1-bf7e4d92b182/0270b771-d7d0-48b3-8e81-af9a5238f54c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:18.877138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:18.878845 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e4e0987b-23c3-422e-b1b1-d742fe6693e4 tempest-RoutersNegativeIpV6Test-813730315 tempest-RoutersNegativeIpV6Test-813730315-project] 10.222.0.36 "DELETE /v2.0/routers/748886db-e014-4da3-8231-3412eb540238 HTTP/1.1" status: 204 len: 168 time: 0.7652407 Mar 02 20:04:18.908318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:18.916232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:18.919289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:18.933620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:18.938614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:19.042438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:19.056700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410aaa1-3f25-4172-88ee-f88a22e55ef9 None None] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:19.069232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ab5f5d8f-4c49-491a-913e-9c1235df93d3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:19.070277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.335015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38100) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:19.353628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.362221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.440037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Provisioning for port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:19.463406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991929bb-4e9b-4a5b-9a49-52e6996d04b4,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:19.474522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Provisioning complete for port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:19.474708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.510290 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d6a0b039-83ab-420a-bdd7-fb27ad131901 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f0bc9b54269412f92d42542ffe784dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715078 Mar 02 20:04:19.510661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38106) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:19.516227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.517425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2a4d5cd1-1c84-4a7d-8404-32e01f7227a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7065601 Mar 02 20:04:19.524685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38110) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:19.541977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'fbdb660d-f4e6-4d99-b553-31f6ebc46b34', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:19.572213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.582097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:19.590501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:19.599436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:19.601232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.614578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:19.639348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:19.668695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.694602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abd64e7-50bd-4fb8-b284-b3f47789a6ad,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:19.698825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.699147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:19.702528 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c928804e-6cb3-4d9e-995a-a09733c0ae54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1abd64e7-50bd-4fb8-b284-b3f47789a6ad HTTP/1.1" status: 204 len: 168 time: 0.1883643 Mar 02 20:04:19.710234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:19.710598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.753513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.776136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.objects.ports [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87812) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 20:04:19.781180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.829604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.898737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Transition to ACTIVE for port object 0270b771-d7d0-48b3-8e81-af9a5238f54c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:19.902149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:19.913410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:19.924508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:19.925489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.939476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Subnet': ['ID=5d347784-e677-4c44-b71d-d7b6a5dbc101,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:19.956723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Transition to ACTIVE for port object 0270b771-d7d0-48b3-8e81-af9a5238f54c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:19.982880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.989942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-11f5634a-240f-45b9-bd08-0c02b83f87c1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1324766 Mar 02 20:04:19.989942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.993217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38116) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:19.998321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:19.999913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.006523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Request body: {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'mac_address': 'fa:16:3e:55:be:79', 'name': 'tempest-NetworksTestDHCPv6-255395'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:20.016085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.034553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e04da6c-8e6d-4c48-b4bf-7c49aa446fa1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:20.076593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.079899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a7b54f2a-b8f2-453c-a4be-c670efea505b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5521777 Mar 02 20:04:20.136927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:20.137598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.158696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:20.171158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:20.174250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] For port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:20.179210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Pushing event updated for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:20.185948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:15Z', 'revision_number': 3, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:20.197667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:20.209516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:20.227044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Made reservation on behalf of 94ce5ddfda9e449da06a1659ad016245 for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:20.237559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.294280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Checking router: d42b9d87-05c5-44d9-9474-8fa12bcc4e67 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:20.294662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Updating router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:04:20.401014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ab5f5d8f-4c49-491a-913e-9c1235df93d3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ab5f5d8f-4c49-491a-913e-9c1235df93d3,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:20.410646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.429751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.447699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] device_id is not set on port 9bf87447-ef9a-494d-9832-b62911940b95 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:04:20.455607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Attempting to bind port 0270b771-d7d0-48b3-8e81-af9a5238f54c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:20.455985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Attempting to bind port 0270b771-d7d0-48b3-8e81-af9a5238f54c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:20.456380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Attempting to bind port 0270b771-d7d0-48b3-8e81-af9a5238f54c on network 9616b26f-257b-4b9d-b045-31339b11d161 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:20.462537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.494281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:20.494541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Checking segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:20.494935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.495418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Bound using segment: {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:20.496479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Bound port: 0270b771-d7d0-48b3-8e81-af9a5238f54c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c3b527-2f33-4d85-92d1-25fddf916a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9616b26f-257b-4b9d-b045-31339b11d161'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:20.496479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.514540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 31b212df-c55b-4d7e-9263-7b9f2ccbdbce no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:20.538344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32034d-bd86-4772-8a36-519d5647b43d None None] Pushing event updated for resources: {'Port': ['ID=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:20.556858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Allocated IP 172.20.0.1 (cb69dfbc-c80a-4a81-81cf-191d567f3c88/402248ff-d814-4725-ba08-672e6130e30d/4780b31b-dc81-4c52-b866-44ed3611028f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:20.568919 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-3c31585b-5e38-4510-91aa-1593b5668b9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1579779809&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0651658 Mar 02 20:04:20.601561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 31b212df-c55b-4d7e-9263-7b9f2ccbdbce {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:20.601561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 31b212df-c55b-4d7e-9263-7b9f2ccbdbce not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:20.601849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e9907ea0-a183-4e37-8829-dd5d290a395a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:20.675224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e9907ea0-a183-4e37-8829-dd5d290a395a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:20.675946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e9907ea0-a183-4e37-8829-dd5d290a395a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:20.676080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8::3c0 (9616b26f-257b-4b9d-b045-31339b11d161/7ced0c80-5e25-4208-beb1-bf7e4d92b182/9bf87447-ef9a-494d-9832-b62911940b95) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:20.683761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:be79 (9616b26f-257b-4b9d-b045-31339b11d161/5d347784-e677-4c44-b71d-d7b6a5dbc101/9bf87447-ef9a-494d-9832-b62911940b95) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:20.825233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ad724e62-1eca-4a27-83bc-30496d550d29 None None] Provisioning complete for port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:20.826146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ad724e62-1eca-4a27-83bc-30496d550d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.854108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.857678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:20.871824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-e99ff2e3-f1d0-4b7b-b341-d66b85481fe6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:20.873154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-e99ff2e3-f1d0-4b7b-b341-d66b85481fe6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 796 time: 0.2803249 Mar 02 20:04:20.882447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:20.889003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Transition to ACTIVE for port object 4780b31b-dc81-4c52-b866-44ed3611028f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:20.892493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-6b81d3c7-56b4-43bb-b2a1-baf040d2f62a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0125484 Mar 02 20:04:20.933599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.952861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Transition to ACTIVE for port object 9bf87447-ef9a-494d-9832-b62911940b95 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:20.970016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:20.987381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.001933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:21.041048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:21.047305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:21.056147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:21.084907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event updated for resources: {'Port': ['ID=9bf87447-ef9a-494d-9832-b62911940b95,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:21.090829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-8130c26e-a490-472f-b25b-8cebfd8ec47a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1922174 Mar 02 20:04:21.101798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Network 9616b26f-257b-4b9d-b045-31339b11d161 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:21.102727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:21.104415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Pushing event updated for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:21.113482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:21.122094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:21.122881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.152111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.157493 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4a13fa5e-cf3b-450a-b087-a3fd55d7ca43 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1618190 Mar 02 20:04:21.160041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38134) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:21.185530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0270b771-d7d0-48b3-8e81-af9a5238f54c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:21.210750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.304818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting port 9bf87447-ef9a-494d-9832-b62911940b95 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:21.305154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.343400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:21.343650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.413451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.430732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe296b-90b3-45ac-9bce-c2f7e88c44be None None] Pushing event updated for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:21.572206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-319b6226-cd32-4e5b-bcc5-fc350da15e9d service neutron] 10.222.0.36 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540176 Mar 02 20:04:21.590621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.603956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.633666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Transition to ACTIVE for port object 9f48b9a1-43bb-4686-b1eb-397ea7baaadc will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:21.661382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fc77b49f-e139-4f47-822f-838b1f62036e None None] Provisioning for port 4780b31b-dc81-4c52-b866-44ed3611028f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:21.667285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fc77b49f-e139-4f47-822f-838b1f62036e None None] Provisioning complete for port 4780b31b-dc81-4c52-b866-44ed3611028f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:21.668190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc77b49f-e139-4f47-822f-838b1f62036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.709430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.787585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Calling delete_port for 9bf87447-ef9a-494d-9832-b62911940b95 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:21.833063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fc77b49f-e139-4f47-822f-838b1f62036e None None] Port 4780b31b-dc81-4c52-b866-44ed3611028f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:21.837516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-0b35384c-c762-4c67-9722-9f9a92fc6a58 service neutron] 10.222.0.36 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221925 Mar 02 20:04:21.848945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Attempting to bind port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:21.849316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Attempting to bind port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:21.849681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Attempting to bind port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:21.851942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2db3e-2d18-4e32-ab60-4a11fc9f8dcc None None] Pushing event updated for resources: {'Port': ['ID=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:21.859865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:21.860078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:21.860497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.860874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:21.861337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Bound port: 9f48b9a1-43bb-4686-b1eb-397ea7baaadc, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:21.861711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.866886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.886194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:21.978915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] For port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:21.984828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] For port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:21.994072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:22.022931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:22.027874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Pushing event updated for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:22.130201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2db3e-2d18-4e32-ab60-4a11fc9f8dcc None None] Pushing event updated for resources: {'Port': ['ID=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:22.132944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:22.133619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:22.177185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dc16e5-73de-46fb-847e-7d88a64540e3 req-b207d020-0d1e-4a1c-b5f3-5c2386b44cab tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 210 time: 0.1156313 Mar 02 20:04:22.238979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:22.240092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:22.297503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:22.371531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:22.453264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Port': ['ID=9bf87447-ef9a-494d-9832-b62911940b95,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:22.610685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:22.622858 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7ad25c4b-3d9f-43c7-91f2-dea5e94a6239 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/9bf87447-ef9a-494d-9832-b62911940b95 HTTP/1.1" status: 204 len: 168 time: 1.4616699 Mar 02 20:04:22.625243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38148) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:22.672370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-486c61ad-3c9a-4f77-acd3-15ef11934f11 None None] Provisioning complete for port 4780b31b-dc81-4c52-b866-44ed3611028f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:22.672830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-486c61ad-3c9a-4f77-acd3-15ef11934f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:22.748804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:22.812169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-486c61ad-3c9a-4f77-acd3-15ef11934f11 None None] Port 4780b31b-dc81-4c52-b866-44ed3611028f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:22.948749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0270b771-d7d0-48b3-8e81-af9a5238f54c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:22.978973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706d6730-1fc9-4f86-905d-0532436c4725 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:22.986362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-706d6730-1fc9-4f86-905d-0532436c4725 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:23.012183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-706d6730-1fc9-4f86-905d-0532436c4725 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:23.014580 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-706d6730-1fc9-4f86-905d-0532436c4725 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3851082 Mar 02 20:04:23.017286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:23.018701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38156) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:23.020631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dd8a14-75af-427c-ac57-5bcd70e0cc9d None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:23.067851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-06c03617-ff40-4b2e-b352-942cc6c58a14 admin admin] 10.222.0.36 "PUT /v2.0/routers/d42b9d87-05c5-44d9-9474-8fa12bcc4e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5738301 Mar 02 20:04:23.124637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ec4259-1c02-479d-89d7-38f527e988ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:23.126794 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-77ec4259-1c02-479d-89d7-38f527e988ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1070297 Mar 02 20:04:23.129448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38162) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:23.186523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e9ba3d5e-8a6a-4e75-a736-656b41c19690 None None] Provisioning for port 0270b771-d7d0-48b3-8e81-af9a5238f54c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:23.203952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:23.205580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:23.207284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:23.208102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Synchronizing usage tracker for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:23.219202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0270b771-d7d0-48b3-8e81-af9a5238f54c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:23.230632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4780b31b-dc81-4c52-b866-44ed3611028f', 'name': '', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'mac_address': 'fa:16:3e:69:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:20Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 2, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'subnets': [{'id': '402248ff-d814-4725-ba08-672e6130e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:23.230906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Unset dirty status for tenant:94ce5ddfda9e449da06a1659ad016245 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:23.234427 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d1128b29-cd4e-40cc-9d81-4b41ba6d3310 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1013737 Mar 02 20:04:23.234571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0270b771-d7d0-48b3-8e81-af9a5238f54c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:23.234571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.234764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:23.389267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2f77145-b584-40bc-ad00-ddaefc339a0e req-f5d22625-81aa-42f3-b1f6-14046799c8eb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 210 time: 0.0636187 Mar 02 20:04:23.396245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 5d347784-e677-4c44-b71d-d7b6a5dbc101 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:23.399456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646b14c9-63ce-4744-9ae7-32429201ab6c None None] The sync data for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv is: [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4780b31b-dc81-4c52-b866-44ed3611028f', 'name': '', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'mac_address': 'fa:16:3e:69:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:20Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 2, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'subnets': [{'id': '402248ff-d814-4725-ba08-672e6130e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:23.400059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.478098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.518666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.544924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.575227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0270b771-d7d0-48b3-8e81-af9a5238f54c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:23.584692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.585060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ab5f5d8f-4c49-491a-913e-9c1235df93d3 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:23.631133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.694432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=5d347784-e677-4c44-b71d-d7b6a5dbc101,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:23.705107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.729715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d8c17242-9c8d-45e0-96fc-6b6bd7fd8682 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/5d347784-e677-4c44-b71d-d7b6a5dbc101 HTTP/1.1" status: 204 len: 168 time: 0.4937975 Mar 02 20:04:23.732582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38176) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:23.832008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:23.848071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513865991', 'description': 'tempest-secgroup-smoke-1513865991 description', 'project_id': '640e5b33c532483b861d1e057dd5e369'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:23.880351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:23.893915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:23.903739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:23.912853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Deleting subnet 7ced0c80-5e25-4208-beb1-bf7e4d92b182 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:23.917034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:23.918019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc794b9-979d-407b-9906-8436c3310682 None None] Update dhcp port {'port': {'network_id': '9616b26f-257b-4b9d-b045-31339b11d161', 'fixed_ips': [{'subnet_id': '7ced0c80-5e25-4208-beb1-bf7e4d92b182', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d347784-e677-4c44-b71d-d7b6a5dbc101'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '0270b771-d7d0-48b3-8e81-af9a5238f54c'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:04:23.931465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:23.972636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ab5f5d8f-4c49-491a-913e-9c1235df93d3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:23.973022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.003267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:24.020521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7cc794b9-979d-407b-9906-8436c3310682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.056178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.072913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.132860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:24.146616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:24.152629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:24.166231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:24.178594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-5ee5455c-2a90-4280-b660-b62bb66eee53 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:24.180105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-5ee5455c-2a90-4280-b660-b62bb66eee53 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 796 time: 0.3241680 Mar 02 20:04:24.277991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-a48af70e-5da5-4e6d-97c2-cc5bf6776c49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 472 time: 0.0819445 Mar 02 20:04:24.279235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.319249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['fbdb660d-f4e6-4d99-b553-31f6ebc46b34']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:24.471429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.481835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server [None req-7cc794b9-979d-407b-9906-8436c3310682 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ced0c80-5e25-4208-beb1-bf7e4d92b182: This subnet is being modified by another concurrent operation. Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ced0c80-5e25-4208-beb1-bf7e4d92b182: This subnet is being modified by another concurrent operation. Mar 02 20:04:24.530420 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Mar 02 20:04:24.585866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.649599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec824178-095e-4f44-87d8-c2ab6bdcc015 None None] Provisioning complete for port 0270b771-d7d0-48b3-8e81-af9a5238f54c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:24.650329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec824178-095e-4f44-87d8-c2ab6bdcc015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.807935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.808235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589bb616-e675-44ad-91b6-7f06bee350e1 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:04:24.812318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38190) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:24.812842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9785645 Mar 02 20:04:24.814998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad1ac8dd-b2c7-47d0-9de3-4c72cfb476e9 req-a3cccb73-7b42-40f7-be92-b414ad503926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 210 time: 0.2902555 Mar 02 20:04:24.815677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a84960-9906-4371-bd91-733b6da35c4c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f3f03-b4fb-4680-a72c-050b381381d8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:24.818735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:24.828544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Subnet': ['ID=7ced0c80-5e25-4208-beb1-bf7e4d92b182,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:24.841091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.845397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-89d96df9-5fc3-499a-969c-cc26b882d94b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/7ced0c80-5e25-4208-beb1-bf7e4d92b182 HTTP/1.1" status: 204 len: 168 time: 1.1096361 Mar 02 20:04:24.845397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:24.850337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:24.872642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:24.889136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:24.892848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:24.894510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f48b9a1-43bb-4686-b1eb-397ea7baaadc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:24.938131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:24.941111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a8e8e54c-aab7-4a52-8750-f1d10e527a47 None None] Could not find standard attr ID for object 9bf87447-ef9a-494d-9832-b62911940b95. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:04:24.953631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:24.960392 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f7d00069-91d7-4890-ba07-711d9f64ca92 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054802 Mar 02 20:04:24.960392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:24.961527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38198) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:24.972766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:25.035098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589bb616-e675-44ad-91b6-7f06bee350e1 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:04:25.041140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.047734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:25.095698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:25.095698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.117753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.13 (270327b2-d0d0-4563-aa55-1d11764fe770/3611e4c9-2862-4551-8721-e24d6773866f/cf945acf-c59c-4dd9-9754-2228d395f3c6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:25.136128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5f7df-b2d6-4ffe-80cf-40b01c512f0e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:25.140765 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-26c5f7df-b2d6-4ffe-80cf-40b01c512f0e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1779261 Mar 02 20:04:25.141474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38202) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.144768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.193225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.240618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce1e367e-e1d1-47f1-b913-c81e0db9d17a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:25.253130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb201ff-e0e7-4b12-933d-c798321140c6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:25.257382 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6fb201ff-e0e7-4b12-933d-c798321140c6 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1085362 Mar 02 20:04:25.258302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38206) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.260874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.262115 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ba0083b5-6b1f-404c-af2e-cdc8eb35d93e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4482954 Mar 02 20:04:25.264944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38210) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.325359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:25.326175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.342962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:25.347066 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e1e0040d-44a5-4939-a793-e87be8471cb3 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875397 Mar 02 20:04:25.350971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:25.353625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38214) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.356252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:25.358314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.377733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object cf945acf-c59c-4dd9-9754-2228d395f3c6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:25.384473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:25.393415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:25.394294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.402699 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-905ecd5c-3aae-43b9-a006-2270cad6d04e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.403165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905ecd5c-3aae-43b9-a006-2270cad6d04e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.404962 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-905ecd5c-3aae-43b9-a006-2270cad6d04e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/9bf87447-ef9a-494d-9832-b62911940b95 HTTP/1.1" status: 404 len: 333 time: 0.0502448 Mar 02 20:04:25.407560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38218) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.410314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.476498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0270b771-d7d0-48b3-8e81-af9a5238f54c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:25.485062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 270327b2-d0d0-4563-aa55-1d11764fe770 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:25.486606 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-70545529-202c-4d5d-8d3a-3783b7ce165b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.487256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70545529-202c-4d5d-8d3a-3783b7ce165b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.488159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:25.491697 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-70545529-202c-4d5d-8d3a-3783b7ce165b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/5d347784-e677-4c44-b71d-d7b6a5dbc101 HTTP/1.1" status: 404 len: 337 time: 0.0806706 Mar 02 20:04:25.491869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38222) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.501403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:25.535669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0815dda-ef82-4f02-a250-0264649dac66 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.536138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0815dda-ef82-4f02-a250-0264649dac66 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.540307 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e0815dda-ef82-4f02-a250-0264649dac66 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/7ced0c80-5e25-4208-beb1-bf7e4d92b182 HTTP/1.1" status: 404 len: 337 time: 0.0451548 Mar 02 20:04:25.540307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.543393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.544053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:25.590863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:25.597905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e97c2b2-3d35-49fa-8923-8287961ffd9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.598107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e97c2b2-3d35-49fa-8923-8287961ffd9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.605122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.610167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.611903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:25.612700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.619175 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5e97c2b2-3d35-49fa-8923-8287961ffd9c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/208a8b47-00d8-4881-9d68-f61f7c8e672f HTTP/1.1" status: 404 len: 333 time: 0.0721111 Mar 02 20:04:25.624178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38230) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.642366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad866bc-39d8-48e7-af9a-1279d85a07bb,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:25.655948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.657455 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc49fe26-20f8-4954-99bd-7bf3e8f753c2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3912086 Mar 02 20:04:25.660036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38234) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.668052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:25.673097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c03e51e-2dd2-4c13-9b70-6a18a8712124 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.673560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c03e51e-2dd2-4c13-9b70-6a18a8712124 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.675235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c03e51e-2dd2-4c13-9b70-6a18a8712124 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/73fbf815-a6f9-44d2-9611-f9bbfdd93605 HTTP/1.1" status: 404 len: 337 time: 0.0501416 Mar 02 20:04:25.678850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38238) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.679729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-55859b02-e26b-437b-b18d-5f22d57df154 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3672082 Mar 02 20:04:25.684945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:25.693057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Request body: {'port': {'device_id': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:25.703453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127fdec-67d8-4502-8ba0-9a2554df4854 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:04:25.731984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:25.739144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:25.739829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.742691 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03331ef-7c15-4385-8ec6-47e223f3b4ed tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.743145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03331ef-7c15-4385-8ec6-47e223f3b4ed tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.745237 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a03331ef-7c15-4385-8ec6-47e223f3b4ed tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/fc1d548c-da25-48d8-9724-cbdfca856e81 HTTP/1.1" status: 404 len: 337 time: 0.0633650 Mar 02 20:04:25.748779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38242) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.751613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:25.808936 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb94b80c-86f2-440f-a303-1024df153251 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.809836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb94b80c-86f2-440f-a303-1024df153251 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.811918 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cb94b80c-86f2-440f-a303-1024df153251 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/1e173764-b1f5-47ab-802a-cbde1a1b71e1 HTTP/1.1" status: 404 len: 333 time: 0.0618429 Mar 02 20:04:25.814486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.853776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.875742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] Provisioning complete for port 0270b771-d7d0-48b3-8e81-af9a5238f54c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:25.876111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.892083 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-359ac20f-654e-4f37-9647-472bdcb73354 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.892574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359ac20f-654e-4f37-9647-472bdcb73354 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:25.894241 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-359ac20f-654e-4f37-9647-472bdcb73354 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/536ef197-de64-41fa-88a0-b33803e644f3 HTTP/1.1" status: 404 len: 337 time: 0.0786319 Mar 02 20:04:25.903454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0270b771-d7d0-48b3-8e81-af9a5238f54c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:25.905994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38252) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:25.928490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.976895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:25.998669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c55571-76b7-4d58-b928-9a269ce56a42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:25.999346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c55571-76b7-4d58-b928-9a269ce56a42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.007264 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-00c55571-76b7-4d58-b928-9a269ce56a42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/bfc76e5f-fdd5-4203-8843-28710e229d17 HTTP/1.1" status: 404 len: 337 time: 0.0999753 Mar 02 20:04:26.010698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38256) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.017505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1127fdec-67d8-4502-8ba0-9a2554df4854 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:04:26.051352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:26.068127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.074118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.097902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d5f8bb-e24d-4235-a2b4-3896bd4fadf4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:26.115742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.121728 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d15ea41d-c271-4b0b-820c-6e1bfcacb741 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595532 Mar 02 20:04:26.121728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38260) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.122033 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c8586e-c703-4158-9346-181824425283 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.122509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c8586e-c703-4158-9346-181824425283 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.124070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-99c8586e-c703-4158-9346-181824425283 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d2353fd9-da50-44bf-b90b-cd9111f45967 HTTP/1.1" status: 404 len: 333 time: 0.1123965 Mar 02 20:04:26.127544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38262) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.135272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:26.142025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:26.162222 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Sync routers for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:26.172000 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:26.172903 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:26.186580 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa1cd4c-f3fe-4dea-8a6b-f1801840ea6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.187255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa1cd4c-f3fe-4dea-8a6b-f1801840ea6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.191949 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1fa1cd4c-f3fe-4dea-8a6b-f1801840ea6e tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/72511e9b-062e-4533-aa16-7c9d8a33e449 HTTP/1.1" status: 404 len: 337 time: 0.0627422 Mar 02 20:04:26.192800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38268) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.194088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:26.199142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:26.237766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:26.255228 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bc7109-082f-45d9-9c29-6b3baaccd8cf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.255958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7bc7109-082f-45d9-9c29-6b3baaccd8cf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.263037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38272) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.263734 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f7bc7109-082f-45d9-9c29-6b3baaccd8cf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/c43a80e6-4b3e-4ce5-8bbd-7738b3fe48c7 HTTP/1.1" status: 404 len: 337 time: 0.0664151 Mar 02 20:04:26.288217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.321066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.373260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.375727 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:26.381615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.382423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0270b771-d7d0-48b3-8e81-af9a5238f54c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:26.384266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a1d99-ac17-4964-ac72-9eb6589be098 req-72a8c755-0489-4530-a2e7-fe44b5d87d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:26.385160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8e8a1d99-ac17-4964-ac72-9eb6589be098 req-72a8c755-0489-4530-a2e7-fe44b5d87d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:26.391689 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7896371d-7f78-45ca-a698-d285e6750297 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.392009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7896371d-7f78-45ca-a698-d285e6750297 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.396353 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7896371d-7f78-45ca-a698-d285e6750297 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/ad8cead9-6475-453d-88b5-3e7e897b3db9 HTTP/1.1" status: 404 len: 333 time: 0.1196759 Mar 02 20:04:26.396523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.404841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38276) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.425474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e917df-f0f4-4108-b79b-e18d3bbcf12b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:26.437445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.444010 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88bf4d3f-fd76-486e-aa6a-2112ed5dd401 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195016 Mar 02 20:04:26.444907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38280) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.450684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:26.458658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:26.463473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:26.467556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:26.475357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab776850-c6de-4713-a392-ffd24b1e43ad tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.475676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab776850-c6de-4713-a392-ffd24b1e43ad tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.476199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:26.480688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab776850-c6de-4713-a392-ffd24b1e43ad tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/b0988c5b-5a97-40c5-87d2-77d6c3aeffaf HTTP/1.1" status: 404 len: 337 time: 0.0697863 Mar 02 20:04:26.480688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.498645 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Project 640e5b33c532483b861d1e057dd5e369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:26.508429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.523391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8e8a1d99-ac17-4964-ac72-9eb6589be098 req-72a8c755-0489-4530-a2e7-fe44b5d87d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:26.524585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e8a1d99-ac17-4964-ac72-9eb6589be098 req-72a8c755-0489-4530-a2e7-fe44b5d87d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 932 time: 0.5156550 Mar 02 20:04:26.539087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-470ab09e-4cbe-4db4-8167-95f4c215e186 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.539798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470ab09e-4cbe-4db4-8167-95f4c215e186 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.544156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-470ab09e-4cbe-4db4-8167-95f4c215e186 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/784f96d0-a3a4-49cc-bac5-34f8a37d25bc HTTP/1.1" status: 404 len: 333 time: 0.0602767 Mar 02 20:04:26.554034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38288) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.580745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a8d91-22c1-4d2f-b4bc-b82a301b83d8 None None] Pushing event updated for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:26.623101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f3071-c34d-4f13-9059-0c676e66c62f None None] Network 9616b26f-257b-4b9d-b045-31339b11d161 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:26.655050 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e8a1d99-ac17-4964-ac72-9eb6589be098 req-4626c942-fac4-4006-881d-c55763a49efe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211462 Mar 02 20:04:26.660096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-59a77c21-8a44-4253-bc8d-738afe8a72b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3344369 Mar 02 20:04:26.666692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf945acf-c59c-4dd9-9754-2228d395f3c6 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:04:26.680989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.698181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.699877 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca317e4d-dc6e-41ae-b485-f5a4fc5e46ef tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:26.700349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca317e4d-dc6e-41ae-b485-f5a4fc5e46ef tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:26.707180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Transition to ACTIVE for port object cf945acf-c59c-4dd9-9754-2228d395f3c6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:26.715667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38292) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.733634 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ca317e4d-dc6e-41ae-b485-f5a4fc5e46ef tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/08c32eb9-6d67-4d06-ab59-eba81254cfa8 HTTP/1.1" status: 404 len: 337 time: 0.1749680 Mar 02 20:04:26.735453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.788250 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4780b31b-dc81-4c52-b866-44ed3611028f', 'name': '', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'mac_address': 'fa:16:3e:69:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:20Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 2, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'subnets': [{'id': '402248ff-d814-4725-ba08-672e6130e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:26.807658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-88a8078b-a730-4541-a32f-aed2159b9bfa None None] Provisioning complete for port 0270b771-d7d0-48b3-8e81-af9a5238f54c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:26.807922 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Checking router: d42b9d87-05c5-44d9-9474-8fa12bcc4e67 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:26.808577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88a8078b-a730-4541-a32f-aed2159b9bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.809040 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Updating router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 port 4780b31b-dc81-4c52-b866-44ed3611028f binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:04:26.830060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.835225 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3891275 Mar 02 20:04:26.840127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38296) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:26.848831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'security_group_rule': {'security_group_id': 'dd8f3f03-b4fb-4680-a72c-050b381381d8', 'project_id': '640e5b33c532483b861d1e057dd5e369', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:26.857506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:26.861448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:security_group_rule and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:26.864347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:26.867572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.870616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:26.878945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20282999-ab69-4d62-a7b7-bd9f0e8b2e10 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1725810c-f26d-496e-a456-e013a39e53f1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:26.888182 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Project 640e5b33c532483b861d1e057dd5e369 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:04:26.897240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.970539 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:26.975260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f48b9a1-43bb-4686-b1eb-397ea7baaadc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:26.995346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.002988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.038096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b3f9ad-e0b9-4a6e-b281-81c2337ac4cb,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:27.048404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.054039 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-92b7b8c9-b497-4310-a7ac-2ab6f77b0cf0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2131181 Mar 02 20:04:27.066466 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaeedf31-32ed-4608-b206-86783f866479 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.066940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaeedf31-32ed-4608-b206-86783f866479 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.068933 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aaeedf31-32ed-4608-b206-86783f866479 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/4216f149-677c-4fe1-8aa3-2d9a560dc1a5 HTTP/1.1" status: 404 len: 333 time: 0.3520794 Mar 02 20:04:27.072623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38304) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.161345 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3c2afb-9ae0-4a30-827e-855670cad6c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.162071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3c2afb-9ae0-4a30-827e-855670cad6c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.163964 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1f3c2afb-9ae0-4a30-827e-855670cad6c5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/ad49f17d-bc8c-4d6a-97a9-c67df488bbce HTTP/1.1" status: 404 len: 337 time: 0.0902457 Mar 02 20:04:27.166965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38314) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.269528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:27.269898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.277607 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8a0cf0-4e3b-49fe-9be9-b1c474d95237 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.279265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8a0cf0-4e3b-49fe-9be9-b1c474d95237 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.281712 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4a8a0cf0-4e3b-49fe-9be9-b1c474d95237 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d5c7dd07-7428-45f6-ad0d-58f99b4c3846 HTTP/1.1" status: 404 len: 333 time: 0.1134803 Mar 02 20:04:27.284194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.325752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] DHCP port deletion for 9616b26f-257b-4b9d-b045-31339b11d161 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:27.354302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Deleting port 0270b771-d7d0-48b3-8e81-af9a5238f54c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:27.354916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.382505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Pushing event updated for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:27.389098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Attempting to bind port cf945acf-c59c-4dd9-9754-2228d395f3c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:27.389619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Attempting to bind port cf945acf-c59c-4dd9-9754-2228d395f3c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:27.390157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Attempting to bind port cf945acf-c59c-4dd9-9754-2228d395f3c6 on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:27.396030 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4224129c-8cbe-4e92-a2ca-0bee07e4af53 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.396505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4224129c-8cbe-4e92-a2ca-0bee07e4af53 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.398210 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4224129c-8cbe-4e92-a2ca-0bee07e4af53 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/3ec51275-430c-4eb7-966e-ee7f66ba677b HTTP/1.1" status: 404 len: 337 time: 0.1129243 Mar 02 20:04:27.403483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38342) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.404472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Port cf945acf-c59c-4dd9-9754-2228d395f3c6 on network 270327b2-d0d0-4563-aa55-1d11764fe770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:04:27.405006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Attempting to bind port cf945acf-c59c-4dd9-9754-2228d395f3c6 on network 270327b2-d0d0-4563-aa55-1d11764fe770 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:27.412977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:27.413418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Checking segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:27.413943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Bound using segment: {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:27.414505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Bound port: cf945acf-c59c-4dd9-9754-2228d395f3c6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81e0c29-479b-41c1-a850-bd1da83c808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:27.414969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.495081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3662df66-2b95-4cc3-afa1-0af61b416d37 None None] Provisioning for port cf945acf-c59c-4dd9-9754-2228d395f3c6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:27.495492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-82124c50-b8f6-4b7c-b28e-a1664fb735c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:27.497211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-82124c50-b8f6-4b7c-b28e-a1664fb735c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 1098 time: 0.6790650 Mar 02 20:04:27.507194 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6a782e-74f1-4bb8-bd83-b1dc36517523 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.508518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6a782e-74f1-4bb8-bd83-b1dc36517523 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.518919 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6d6a782e-74f1-4bb8-bd83-b1dc36517523 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/961a0bba-f05e-442c-9b72-caa4b50c1b46 HTTP/1.1" status: 404 len: 333 time: 0.1142764 Mar 02 20:04:27.522457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38358) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.604796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.619075 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Transition to ACTIVE for port object 4780b31b-dc81-4c52-b866-44ed3611028f will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:27.619613 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5133d3b-6ba0-4ef6-bc7a-b02924dea854 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.620193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5133d3b-6ba0-4ef6-bc7a-b02924dea854 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.622889 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b5133d3b-6ba0-4ef6-bc7a-b02924dea854 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/70947018-6e6e-4fa6-8f97-ea6fe676c960 HTTP/1.1" status: 404 len: 337 time: 0.0989482 Mar 02 20:04:27.625355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38362) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.627693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.673364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:27.691020 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9401841-0b4b-4869-b846-e67cc907b525 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.691501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9401841-0b4b-4869-b846-e67cc907b525 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.696901 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a9401841-0b4b-4869-b846-e67cc907b525 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/180ff656-6c63-4be1-afa5-f1ae7f7fa151 HTTP/1.1" status: 404 len: 333 time: 0.0703819 Mar 02 20:04:27.700513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38368) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.706903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:27.724428 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Pushing event updated for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:27.734420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.736921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] For port 0270b771-d7d0-48b3-8e81-af9a5238f54c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0270b771-d7d0-48b3-8e81-af9a5238f54c,segment=NetworkSegment(39c3b527-2f33-4d85-92d1-25fddf916a84),segment_id=39c3b527-2f33-4d85-92d1-25fddf916a84)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:27.737366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:27.810753 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5795d969-d5a6-4ad7-a1cc-1464e3589d6a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.811200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5795d969-d5a6-4ad7-a1cc-1464e3589d6a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.812974 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5795d969-d5a6-4ad7-a1cc-1464e3589d6a tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9559e084-3e13-4629-a7f7-cef1db3203f5 HTTP/1.1" status: 404 len: 337 time: 0.1113837 Mar 02 20:04:27.828836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38372) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.886129 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.886853 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.887532 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.889754 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.890358 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.890905 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.891441 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.892220 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.892816 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.893346 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.893923 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.894498 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:04:27.910906 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee30378-055a-4171-ac50-343ea0b6e8fe tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.911387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee30378-055a-4171-ac50-343ea0b6e8fe tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.913699 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eee30378-055a-4171-ac50-343ea0b6e8fe tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/8f272a4f-2213-4b98-80c8-e66a23a4c2c0 HTTP/1.1" status: 404 len: 337 time: 0.0835583 Mar 02 20:04:27.915981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38376) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:27.963166 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-603ab0d9-59aa-4482-a472-fa58aa4896aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:27.963671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603ab0d9-59aa-4482-a472-fa58aa4896aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:27.965420 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-603ab0d9-59aa-4482-a472-fa58aa4896aa tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/49ef484c-7f70-4db5-a98d-4755cf78d317 HTTP/1.1" status: 404 len: 333 time: 0.0485065 Mar 02 20:04:27.968014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.037636 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-645b47d8-b869-4a8d-8d46-97dc2e2afc42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.038093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645b47d8-b869-4a8d-8d46-97dc2e2afc42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.042191 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-645b47d8-b869-4a8d-8d46-97dc2e2afc42 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/bfe7a62c-fc66-4b55-866e-abfc3f124b11 HTTP/1.1" status: 404 len: 337 time: 0.0708320 Mar 02 20:04:28.043624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38384) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.051885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.053261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:28.055155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] 10.222.0.32 "PUT /v2.0/ports/cf945acf-c59c-4dd9-9754-2228d395f3c6 HTTP/1.1" status: 200 len: 1094 time: 2.3664517 Mar 02 20:04:28.060907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:04:28.071554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Calling delete_port for 0270b771-d7d0-48b3-8e81-af9a5238f54c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:28.089890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-115057a4-df54-452f-91ee-568870c1563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.092656 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-115057a4-df54-452f-91ee-568870c1563b service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.5658937 Mar 02 20:04:28.157233 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Attempting to bind port 4780b31b-dc81-4c52-b866-44ed3611028f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:28.159852 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Attempting to bind port 4780b31b-dc81-4c52-b866-44ed3611028f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:28.159852 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Attempting to bind port 4780b31b-dc81-4c52-b866-44ed3611028f on network cb69dfbc-c80a-4a81-81cf-191d567f3c88 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:28.163617 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ec2c1e-2be9-4b10-ae72-7ab0d91f7c6c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.165580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ec2c1e-2be9-4b10-ae72-7ab0d91f7c6c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.167931 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a3ec2c1e-2be9-4b10-ae72-7ab0d91f7c6c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/97dfa96b-42e1-4071-8f2f-9dc0d51a2d0b HTTP/1.1" status: 404 len: 337 time: 0.1229258 Mar 02 20:04:28.173142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38392) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.176974 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:28.177522 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Checking segment: {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:28.178145 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:28.180183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Bound using segment: {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:28.180796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Bound port: 4780b31b-dc81-4c52-b866-44ed3611028f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:28.181282 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:28.272153 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eb406d-e60c-40c7-a102-0c8d2d88eb3f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.273026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95eb406d-e60c-40c7-a102-0c8d2d88eb3f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.275359 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-95eb406d-e60c-40c7-a102-0c8d2d88eb3f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/1000c36e-6d34-42ee-8222-78fb3a8e4c9f HTTP/1.1" status: 404 len: 333 time: 0.0991273 Mar 02 20:04:28.277894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38398) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.302454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:28.331651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-9a8139ff-bcf0-4aa8-884d-9a5c7ec5ccec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 200 len: 217 time: 0.2294474 Mar 02 20:04:28.351199 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'status': 'completed', 'code': 200} Mar 02 20:04:28.365433 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] For port 4780b31b-dc81-4c52-b866-44ed3611028f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:28.370481 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] For port 4780b31b-dc81-4c52-b866-44ed3611028f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4780b31b-dc81-4c52-b866-44ed3611028f,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:28.382510 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:28.417859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a57878-2f74-4201-93d6-7e62d979cbeb req-6abce059-20b9-47cb-9d29-4cc91ec19ebc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.418247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] Pushing event deleted for resources: {'Port': ['ID=0270b771-d7d0-48b3-8e81-af9a5238f54c,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:28.420079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1a57878-2f74-4201-93d6-7e62d979cbeb req-6abce059-20b9-47cb-9d29-4cc91ec19ebc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 944 time: 0.5527050 Mar 02 20:04:28.427146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7cb33-c37f-44ce-afa9-500d61771d28 service neutron] Pushing event updated for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:28.451194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cb5ec-3f5f-4bd0-bd09-77a32fc9caaa None None] No DVR routers for this DVR port 0270b771-d7d0-48b3-8e81-af9a5238f54c on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:28.490917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-2785439f-6137-4927-92d5-70397786453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.491980 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8d6681-4e74-4042-9445-06038ae0d65f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.492671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-2785439f-6137-4927-92d5-70397786453b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.1369231 Mar 02 20:04:28.492992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8d6681-4e74-4042-9445-06038ae0d65f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.495133 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ac8d6681-4e74-4042-9445-06038ae0d65f tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/cf123f62-49e7-4d45-8446-42ffc6184363 HTTP/1.1" status: 404 len: 337 time: 0.2160146 Mar 02 20:04:28.497831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38404) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.538456 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa8d16a-fffa-42bd-a657-d9bba287ac78 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.539118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa8d16a-fffa-42bd-a657-d9bba287ac78 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.540722 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:28.541367 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:28.544379 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9aa8d16a-fffa-42bd-a657-d9bba287ac78 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/d2b399d9-4474-4606-b82d-79323a70bd8a HTTP/1.1" status: 404 len: 337 time: 0.0429118 Mar 02 20:04:28.544552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38408) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.608942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1a57878-2f74-4201-93d6-7e62d979cbeb req-e8eacab5-571e-46d9-b1ba-ef848f106b60 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690190 Mar 02 20:04:28.625223 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-def3987f-d154-4ef7-b4f2-98f7f5c42542 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.625223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def3987f-d154-4ef7-b4f2-98f7f5c42542 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.625223 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-def3987f-d154-4ef7-b4f2-98f7f5c42542 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/eb6f4581-a5c4-4041-ae69-dd40e0ba6ab0 HTTP/1.1" status: 404 len: 333 time: 0.0682378 Mar 02 20:04:28.625939 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfa5c5-3c6c-41bf-865f-444a767a5cba None None] Pushing event updated for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:28.626400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38412) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.638486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-43d63b6d-ca58-43b9-ba67-2d395a1b3fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.644878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-43d63b6d-ca58-43b9-ba67-2d395a1b3fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 1097 time: 0.5366468 Mar 02 20:04:28.682202 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f924eb57-a06a-4480-a96c-1bdcf57cb541 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.684134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f924eb57-a06a-4480-a96c-1bdcf57cb541 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.689169 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f924eb57-a06a-4480-a96c-1bdcf57cb541 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/a5e3f3c3-3d34-4a8e-88b6-42de01ec92e5 HTTP/1.1" status: 404 len: 337 time: 0.0607598 Mar 02 20:04:28.691676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38416) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.737359 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d93bf62-91d7-432c-a66f-eab09a581d10 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.737878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d93bf62-91d7-432c-a66f-eab09a581d10 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.742862 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6d93bf62-91d7-432c-a66f-eab09a581d10 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/e063296b-589b-42f2-85eb-231d771b2dcb HTTP/1.1" status: 404 len: 337 time: 0.0492928 Mar 02 20:04:28.748841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38422) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.788157 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-d07fe8ad-f9e8-423a-9b59-08482c75cc29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6 HTTP/1.1" status: 200 len: 217 time: 0.1353266 Mar 02 20:04:28.810479 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-595173ce-b4bc-44ab-a01e-a6b6dd2942c2 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b57fdcc-9ac9-462c-b499-55168d97e6b4 HTTP/1.1" status: 200 len: 205 time: 0.0604076 Mar 02 20:04:28.813664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38426) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.827293 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:28.861788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4780b31b-dc81-4c52-b866-44ed3611028f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:28.910335 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-7665343b-7317-49a4-a853-c5319b062d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] delete failed (client error): The resource could not be found. Mar 02 20:04:28.913460 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7665343b-7317-49a4-a853-c5319b062d06 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/routers/3b57fdcc-9ac9-462c-b499-55168d97e6b4 HTTP/1.1" status: 404 len: 336 time: 0.0895262 Mar 02 20:04:28.914047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38430) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.955354 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7fa6ad-85aa-4500-825a-402f2c8604bf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:28.955930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7fa6ad-85aa-4500-825a-402f2c8604bf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:28.957656 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7a7fa6ad-85aa-4500-825a-402f2c8604bf tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/809e4d84-7f42-43dc-a378-2e1b52c23569 HTTP/1.1" status: 404 len: 337 time: 0.0431557 Mar 02 20:04:28.960293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38436) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:28.961033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-f90d7358-13d3-4d49-8de2-d0c78759c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:28.962603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-f90d7358-13d3-4d49-8de2-d0c78759c29b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4558249 Mar 02 20:04:28.994617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4780b31b-dc81-4c52-b866-44ed3611028f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:29.000136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4780b31b-dc81-4c52-b866-44ed3611028f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:29.000552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:29.015253 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bd683e0e-cd62-4dd6-b117-8a509762d8fb tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "GET /v2.0/ports?device_id=7735aee8-68cc-40f2-9d18-bfea69225129 HTTP/1.1" status: 200 len: 205 time: 0.0538528 Mar 02 20:04:29.017756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38444) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.040345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-90957f53-f2f4-41c0-8d3e-7399d2ac6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:29.042070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-90957f53-f2f4-41c0-8d3e-7399d2ac6aef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.2355258 Mar 02 20:04:29.111371 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-06ec13a7-70c1-467c-966a-7ec3ad953fd5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] delete failed (client error): The resource could not be found. Mar 02 20:04:29.112558 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-06ec13a7-70c1-467c-966a-7ec3ad953fd5 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/routers/7735aee8-68cc-40f2-9d18-bfea69225129 HTTP/1.1" status: 404 len: 336 time: 0.0938919 Mar 02 20:04:29.120809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38460) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.160699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:29.181246 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ea94a7-03a7-45b0-bd96-aec623d51689 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.181694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ea94a7-03a7-45b0-bd96-aec623d51689 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.184276 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-92ea94a7-03a7-45b0-bd96-aec623d51689 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/31adb5ee-349f-4795-92e9-9e591735aa41 HTTP/1.1" status: 404 len: 337 time: 0.0622334 Mar 02 20:04:29.186995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38472) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.214827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4780b31b-dc81-4c52-b866-44ed3611028f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4780b31b-dc81-4c52-b866-44ed3611028f,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:29.223257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:29.237669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4907069c-c9ca-4f6b-b543-4a8cba75517c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.238218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4907069c-c9ca-4f6b-b543-4a8cba75517c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.240644 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4907069c-c9ca-4f6b-b543-4a8cba75517c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/08a6e075-9173-495a-b462-2b08583e3802 HTTP/1.1" status: 404 len: 337 time: 0.0526299 Mar 02 20:04:29.243366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38480) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.262453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-756364d7-8a91-4cf4-a24d-82699bf7c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:29.264445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-756364d7-8a91-4cf4-a24d-82699bf7c777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2082040 Mar 02 20:04:29.266340 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-38c7f657-81ed-4ef3-accf-761d9a553bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948925 Mar 02 20:04:29.288296 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fcf961-3940-438c-b014-904560ea2d4d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.288777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fcf961-3940-438c-b014-904560ea2d4d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.290900 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-14fcf961-3940-438c-b014-904560ea2d4d tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/d1567da4-c0af-4149-87ad-d5e2e4a6f64a HTTP/1.1" status: 404 len: 333 time: 0.0464122 Mar 02 20:04:29.293574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.320673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:29.347297 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0879e4b1-028e-47e1-aa70-7b4b6d119836 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.348140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0879e4b1-028e-47e1-aa70-7b4b6d119836 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.350113 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0879e4b1-028e-47e1-aa70-7b4b6d119836 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/c8cd0486-ce10-498d-b0aa-300828cb4f16 HTTP/1.1" status: 404 len: 337 time: 0.0551939 Mar 02 20:04:29.352971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38492) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.367455 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4780b31b-dc81-4c52-b866-44ed3611028f', 'name': '', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'mac_address': 'fa:16:3e:69:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:20Z', 'updated_at': '2022-03-02T20:04:28Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'subnets': [{'id': '402248ff-d814-4725-ba08-672e6130e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:29.373341 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af35d1-8044-4439-aa45-5cc808a82dbc None None] The sync data for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv is: [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:04:21Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4780b31b-dc81-4c52-b866-44ed3611028f', 'name': '', 'network_id': 'cb69dfbc-c80a-4a81-81cf-191d567f3c88', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'mac_address': 'fa:16:3e:69:a1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '402248ff-d814-4725-ba08-672e6130e30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:20Z', 'updated_at': '2022-03-02T20:04:28Z', 'revision_number': 4, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'subnets': [{'id': '402248ff-d814-4725-ba08-672e6130e30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:29.436447 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4a023a-37fb-4246-a543-3dac105522b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.437387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4a023a-37fb-4246-a543-3dac105522b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.442477 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8c4a023a-37fb-4246-a543-3dac105522b1 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/89bb5e59-1b18-443d-b99e-ffe46a7c7737 HTTP/1.1" status: 404 len: 333 time: 0.0882766 Mar 02 20:04:29.443379 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38496) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.497618 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1020f4a5-6258-4d08-951f-e39fe83fea73 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.498265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1020f4a5-6258-4d08-951f-e39fe83fea73 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.502957 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1020f4a5-6258-4d08-951f-e39fe83fea73 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/cd196437-5c63-4c88-9681-c722c3961237 HTTP/1.1" status: 404 len: 337 time: 0.0582120 Mar 02 20:04:29.503813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38500) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.558487 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1aade2-c11f-4c1d-a99d-52d6d9431020 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.559256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1aade2-c11f-4c1d-a99d-52d6d9431020 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.564457 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e1aade2-c11f-4c1d-a99d-52d6d9431020 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/3ad2c8c1-7644-4b4e-bd88-04d1b45e1d9c HTTP/1.1" status: 404 len: 333 time: 0.0593650 Mar 02 20:04:29.565336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38504) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.608618 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6f83bf-ae74-4219-bbc8-a028e1253567 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.609096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab6f83bf-ae74-4219-bbc8-a028e1253567 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.613822 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ab6f83bf-ae74-4219-bbc8-a028e1253567 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9f930edf-eca7-4789-99c1-f542c0974491 HTTP/1.1" status: 404 len: 337 time: 0.0472548 Mar 02 20:04:29.614920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38508) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.662327 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e97bb2-0f89-4660-a947-454eb5a0cf8b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.663180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e97bb2-0f89-4660-a947-454eb5a0cf8b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.668099 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-04e97bb2-0f89-4660-a947-454eb5a0cf8b tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/2a04d3b2-cb2f-4eec-b566-21ea7a482aaa HTTP/1.1" status: 404 len: 333 time: 0.0519359 Mar 02 20:04:29.668816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38514) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.717978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e7ecbe-559f-444d-895d-0df6d79c471c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.718636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e7ecbe-559f-444d-895d-0df6d79c471c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.723157 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-26e7ecbe-559f-444d-895d-0df6d79c471c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/9e3eec99-03a0-4f75-a2ba-9681d17987cc HTTP/1.1" status: 404 len: 337 time: 0.0532565 Mar 02 20:04:29.723802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38518) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.767499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-8a8c6641-c34f-47f7-a3e4-fed17609a75b service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629920 Mar 02 20:04:29.769897 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac45228b-1911-4013-82d8-b627934e6371 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.771184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac45228b-1911-4013-82d8-b627934e6371 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.777911 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ac45228b-1911-4013-82d8-b627934e6371 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/b3331ac7-5096-4402-82a4-15521c288ce6 HTTP/1.1" status: 404 len: 333 time: 0.0515692 Mar 02 20:04:29.779587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38522) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.800758 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbdf4fd9-ea20-4d1b-89c4-0f7b824ede75 req-555c76ea-87fc-438b-a5d3-cf6029dec54e service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241277 Mar 02 20:04:29.862642 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f5cee5-985b-4132-b300-7dede36fbf03 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.863096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f5cee5-985b-4132-b300-7dede36fbf03 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.867401 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-27f5cee5-985b-4132-b300-7dede36fbf03 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/5ce4804a-5b3a-41c8-a667-be8ae0b22661 HTTP/1.1" status: 404 len: 337 time: 0.0850952 Mar 02 20:04:29.868211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.926626 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed42fd4-6fcc-429a-9d6a-8f87983a2e91 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.927846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed42fd4-6fcc-429a-9d6a-8f87983a2e91 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.934207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ed42fd4-6fcc-429a-9d6a-8f87983a2e91 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/7be16959-4ea8-47fc-8081-367baca324c6 HTTP/1.1" status: 404 len: 333 time: 0.0606873 Mar 02 20:04:29.935194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38530) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:29.979751 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-071beeb8-04f5-40d4-ba93-ec213e0477ee tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:29.980291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071beeb8-04f5-40d4-ba93-ec213e0477ee tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:29.982109 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-071beeb8-04f5-40d4-ba93-ec213e0477ee tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/0c9e1090-2239-4d52-8cdf-8ec3babc0449 HTTP/1.1" status: 404 len: 337 time: 0.0458195 Mar 02 20:04:29.984834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38534) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:30.027609 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e3ea2c-800b-4c22-af69-9a4ce84cc867 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:30.028078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e3ea2c-800b-4c22-af69-9a4ce84cc867 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:30.029918 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-76e3ea2c-800b-4c22-af69-9a4ce84cc867 tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/ports/62276713-b205-4baf-88e5-be19d8ca91a8 HTTP/1.1" status: 404 len: 333 time: 0.0441804 Mar 02 20:04:30.032522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38538) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:30.054218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7cd28abd-5d8c-474e-86e8-6231a59d87f8 req-d7508419-8bf5-493a-9cb3-3e2f17a83195 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512643 Mar 02 20:04:30.076745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ab17-8759-49e9-9512-9e4be9d77355 req-3d8f5d56-51ce-475a-bc43-4dd2a584702a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:30.084495 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad6a61b-e7cf-4646-af69-fd59a9ad1e7c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] DELETE failed (client error): The resource could not be found. Mar 02 20:04:30.084949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad6a61b-e7cf-4646-af69-fd59a9ad1e7c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:04:30.086177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6942ab17-8759-49e9-9512-9e4be9d77355 req-3d8f5d56-51ce-475a-bc43-4dd2a584702a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 944 time: 0.2838724 Mar 02 20:04:30.091309 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9ad6a61b-e7cf-4646-af69-fd59a9ad1e7c tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/subnets/1ff2376c-bbe9-4284-8d74-6fa1b34c3516 HTTP/1.1" status: 404 len: 337 time: 0.0573378 Mar 02 20:04:30.096855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38542) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:30.218493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6942ab17-8759-49e9-9512-9e4be9d77355 req-24912eaa-ba43-4e4b-999f-3592b37c3744 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313140 Mar 02 20:04:30.253742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52401e4-14eb-44c9-827a-559d379db229 req-960dd691-6ba5-4627-b136-d7d45a1625e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:30.255287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-960dd691-6ba5-4627-b136-d7d45a1625e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 1097 time: 0.1474380 Mar 02 20:04:30.284004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.400736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52401e4-14eb-44c9-827a-559d379db229 req-754be731-9b87-4ec9-9970-69f07f989c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:30.402220 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-754be731-9b87-4ec9-9970-69f07f989c20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.1405332 Mar 02 20:04:30.434129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.464145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9616b26f-257b-4b9d-b045-31339b11d161']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:30.481551 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-cef13b72-974d-4828-81d2-60a7cf27b1b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0722208 Mar 02 20:04:30.482352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c3b527-2f33-4d85-92d1-25fddf916a84') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:30.482647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c3b527-2f33-4d85-92d1-25fddf916a84') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:30.500968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.519852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.526606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:30.527113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:30.546144 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:30.570185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52401e4-14eb-44c9-827a-559d379db229 req-321ea547-1de2-4d75-8294-29a241d302b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:30.572021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-321ea547-1de2-4d75-8294-29a241d302b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.0773420 Mar 02 20:04:30.633278 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.652111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.655250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52401e4-14eb-44c9-827a-559d379db229 req-726e72f0-b3ef-49d5-92a8-7d868c972ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:30.656761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-726e72f0-b3ef-49d5-92a8-7d868c972ead service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780618 Mar 02 20:04:30.661883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] Pushing event deleted for resources: {'Network': ['ID=9616b26f-257b-4b9d-b045-31339b11d161,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:30.667097 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8072d033-b813-4b92-8f4f-5330875ae4ea tempest-NetworksTestDHCPv6-1541390607 tempest-NetworksTestDHCPv6-1541390607-project] 10.222.0.36 "DELETE /v2.0/networks/9616b26f-257b-4b9d-b045-31339b11d161 HTTP/1.1" status: 204 len: 168 time: 0.5668833 Mar 02 20:04:30.801364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4780b31b-dc81-4c52-b866-44ed3611028f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:30.824559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-b50c0a97-c8e0-45ee-91d7-8758d16e786e service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595612 Mar 02 20:04:30.890531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4780b31b-dc81-4c52-b866-44ed3611028f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:30.891105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:30.993291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b52401e4-14eb-44c9-827a-559d379db229 req-4d0228f3-9fb7-480d-890c-63d291a25395 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606169 Mar 02 20:04:31.029436 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38552) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:31.182451 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-af7c6c2c-a729-41b1-9c2b-f3d14307d966 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94ce5ddfda9e449da06a1659ad016245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517794 Mar 02 20:04:31.184972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38558) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:31.245133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:31.275799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:31.334147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:31.350585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7da67c-e2f4-4cf1-a446-0d6663f439ce,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:31.357499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:31.358627 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23ce2b33-5d6e-460f-afa6-0c17a4d93338 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed7da67c-e2f4-4cf1-a446-0d6663f439ce HTTP/1.1" status: 204 len: 168 time: 0.1727145 Mar 02 20:04:31.438500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa978-1684-44fc-a060-52fd93de5c0a req-cddb8039-daac-4f00-889c-96aa25603ab2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:31.440264 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-564fa978-1684-44fc-a060-52fd93de5c0a req-cddb8039-daac-4f00-889c-96aa25603ab2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 944 time: 0.1025021 Mar 02 20:04:31.491201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-564fa978-1684-44fc-a060-52fd93de5c0a req-a9d7ef84-bbd7-4448-baf7-6b9b087fc93d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Mar 02 20:04:32.109012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38586) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:32.119577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device cf945acf-c59c-4dd9-9754-2228d395f3c6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:04:32.259837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-51480546'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:32.264982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:32.269224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Usage tracker for resource:network and tenant:fa63c7014e0d4903858491dabbd5b62f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:32.272615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:32.278308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:32.292745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Made reservation on behalf of fa63c7014e0d4903858491dabbd5b62f for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:32.296822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.297618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:32.309952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.317290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'port_id': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'mac_address': 'fa:16:3e:d8:b8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:04:32.329527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:32.333771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Usage tracker for resource:security_group_rule and tenant:fa63c7014e0d4903858491dabbd5b62f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:32.337491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:32.343790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:32.377368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.395500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf945acf-c59c-4dd9-9754-2228d395f3c6 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:04:32.419728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:32.425925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.444167 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.450496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.487792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:32.496825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68bc1a5-6b30-4f7e-b954-d8dd3ebd9bc7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:32.502869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.503206 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Added segment 1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a of type vlan for network fa7645a1-2ca7-4568-bb23-61424f762348 Mar 02 20:04:32.515899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:32.532453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.574179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.579700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:32.580425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:32.640995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['cf945acf-c59c-4dd9-9754-2228d395f3c6'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:04:32.691929 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5816913 Mar 02 20:04:32.694822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:32.697475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48402b-daac-4192-a289-b535e7596ebd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'Network': ['ID=fa7645a1-2ca7-4568-bb23-61424f762348,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:32.702586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Request body: {'subnet': {'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:32.736546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network fa7645a1-2ca7-4568-bb23-61424f762348 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:32.758482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953031b-7a42-4a34-bd6f-728f1d263c09 req-d6c2c949-2fd3-497f-bc69-b93feb738d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:32.764897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d953031b-7a42-4a34-bd6f-728f1d263c09 req-d6c2c949-2fd3-497f-bc69-b93feb738d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 945 time: 0.1475780 Mar 02 20:04:32.847429 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d953031b-7a42-4a34-bd6f-728f1d263c09 req-90b4e8e8-b694-4a63-ac48-a29b12422486 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816650 Mar 02 20:04:32.864789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:32.874780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Usage tracker for resource:subnet and tenant:fa63c7014e0d4903858491dabbd5b62f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:32.879373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:32.885122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:32.897852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Made reservation on behalf of fa63c7014e0d4903858491dabbd5b62f for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:32.901424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:33.248520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:33.324153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'Subnet': ['ID=cd9d2444-8f69-4892-83b5-ff1901d5c75b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:33.334471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Checking segment: {'id': '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:33.334833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Network hostable DHCP agents. Network: fa7645a1-2ca7-4568-bb23-61424f762348, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:33.355148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Network fa7645a1-2ca7-4568-bb23-61424f762348 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:33.366685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, fa7645a1-2ca7-4568-bb23-61424f762348) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:33.370920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:33.371511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:33.378498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f6e398-48a5-4724-ab8d-715ea067c3d4 None None] Network fa7645a1-2ca7-4568-bb23-61424f762348 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:33.404157 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b5cc0914-7bd5-4c44-9759-22fb45fecc9e tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7058408 Mar 02 20:04:33.404444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38600) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:33.409996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Request body: {'port': {'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1052589531'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:33.548537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:33.552169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Usage tracker for resource:port and tenant:fa63c7014e0d4903858491dabbd5b62f is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:33.555008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:33.560900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:33.574397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Made reservation on behalf of fa63c7014e0d4903858491dabbd5b62f for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:33.578172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:33.600289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] device_id is not set on port 55560da3-c437-438a-a7c1-0534b49887ba yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:04:33.613170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-fa7645a1-2ca7-4568-bb23-61424f762348', 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348', 'tenant_id': 'fa63c7014e0d4903858491dabbd5b62f', 'fixed_ips': [{'subnet_id': 'cd9d2444-8f69-4892-83b5-ff1901d5c75b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:33.614018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:33.762642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Allocated IP 172.20.0.14 (fa7645a1-2ca7-4568-bb23-61424f762348/cd9d2444-8f69-4892-83b5-ff1901d5c75b/55560da3-c437-438a-a7c1-0534b49887ba) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:33.983584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.001793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Transition to ACTIVE for port object 55560da3-c437-438a-a7c1-0534b49887ba will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:34.028112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.074817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fbc69-cc43-4aad-a403-6f18a3b16ab9 req-6ead830d-8a37-42d0-a95d-340c6e0aaeb4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:34.076355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-517fbc69-cc43-4aad-a403-6f18a3b16ab9 req-6ead830d-8a37-42d0-a95d-340c6e0aaeb4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 945 time: 0.1005077 Mar 02 20:04:34.102704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Network fa7645a1-2ca7-4568-bb23-61424f762348 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:34.106196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:34.116213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:34.119194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Allocated IP 172.20.0.2 (fa7645a1-2ca7-4568-bb23-61424f762348/cd9d2444-8f69-4892-83b5-ff1901d5c75b/89c6ad71-cbb2-44b8-acd2-f78e7e447704) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:34.128473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device cf945acf-c59c-4dd9-9754-2228d395f3c6 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:34.156891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-517fbc69-cc43-4aad-a403-6f18a3b16ab9 req-6296c73c-9879-455a-86e7-cb4d4eff3fa9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698946 Mar 02 20:04:34.164600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'Port': ['ID=55560da3-c437-438a-a7c1-0534b49887ba,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:34.187451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:34.188143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.209996 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-005d4112-8949-489c-a96d-f20872fee3bd tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8044422 Mar 02 20:04:34.212967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38608) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:34.218863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Request body: {'port': {'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348', 'name': 'tempest-ExtraDHCPOptionsTestJSON-208321170', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:34.219524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] bootfile-name is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:34.219948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] tftp-server is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:34.220351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] server-ip-address is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:34.372353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port cf945acf-c59c-4dd9-9754-2228d395f3c6 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:34.377638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:34.383286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Usage tracker for resource:port and tenant:fa63c7014e0d4903858491dabbd5b62f is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:34.387501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:34.390591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port cf945acf-c59c-4dd9-9754-2228d395f3c6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:34.391116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.396838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:34.411680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Made reservation on behalf of fa63c7014e0d4903858491dabbd5b62f for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:34.415730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.440640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] device_id is not set on port 34e8453c-bfe2-4269-8cb7-2b693f27d83a yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:04:34.536046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.589413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Transition to ACTIVE for port object 89c6ad71-cbb2-44b8-acd2-f78e7e447704 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:34.621923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Transition to ACTIVE for port object 89c6ad71-cbb2-44b8-acd2-f78e7e447704 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:34.625392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.636895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.708033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Allocated IP 172.20.0.7 (fa7645a1-2ca7-4568-bb23-61424f762348/cd9d2444-8f69-4892-83b5-ff1901d5c75b/34e8453c-bfe2-4269-8cb7-2b693f27d83a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:34.710279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:04:34.733503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Network fa7645a1-2ca7-4568-bb23-61424f762348 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:34.738033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:34.740788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:34.741693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Pushing event updated for resources: {'Port': ['ID=89c6ad71-cbb2-44b8-acd2-f78e7e447704,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:34.744477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:34.776686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.815643 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'code': 200} Mar 02 20:04:34.946805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:34.955757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Attempting to bind port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:34.956131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Attempting to bind port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:34.956565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Attempting to bind port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 on network fa7645a1-2ca7-4568-bb23-61424f762348 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:34.963738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:34.964148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Checking segment: {'id': '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:34.964816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:34.965213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Bound using segment: {'id': '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:34.966236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Bound port: 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'fa7645a1-2ca7-4568-bb23-61424f762348'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:34.966236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:35.096377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] For port 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:35.100557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] For port 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=89c6ad71-cbb2-44b8-acd2-f78e7e447704,segment=NetworkSegment(1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a),segment_id=1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:35.108297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:35.195067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:35.211384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Transition to ACTIVE for port object 34e8453c-bfe2-4269-8cb7-2b693f27d83a will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:35.234341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3cb3-9250-426a-aaf6-1d36996ff3b9 req-32ebd04d-853c-40a2-95fd-635937cab300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.236101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-867e3cb3-9250-426a-aaf6-1d36996ff3b9 req-32ebd04d-853c-40a2-95fd-635937cab300 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 1099 time: 0.1773562 Mar 02 20:04:35.240149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:35.255866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee8d20-ba59-4249-918c-9b68fa6360d7 None None] Pushing event updated for resources: {'Port': ['ID=89c6ad71-cbb2-44b8-acd2-f78e7e447704,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:35.371318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Network fa7645a1-2ca7-4568-bb23-61424f762348 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:35.389790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:35.399128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:35.433218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'Port': ['ID=34e8453c-bfe2-4269-8cb7-2b693f27d83a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:35.442130 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-867e3cb3-9250-426a-aaf6-1d36996ff3b9 req-438c605e-6c1e-4bd8-8fdf-0a37942f758a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625617 Mar 02 20:04:35.493593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.499812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:35.519963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad0c19-d4ab-48e7-943d-a7453f47ffec req-4da9b7a3-ded9-49db-a6a4-85846ff93de7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.521513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76ad0c19-d4ab-48e7-943d-a7453f47ffec req-4da9b7a3-ded9-49db-a6a4-85846ff93de7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.2063715 Mar 02 20:04:35.549185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bf4659ae-26be-460c-a5d8-51c7665d2ee7 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3348944 Mar 02 20:04:35.551849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38618) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:35.583127 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76ad0c19-d4ab-48e7-943d-a7453f47ffec req-b5f9bea2-10eb-4b06-89a2-231890429f46 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555830 Mar 02 20:04:35.652704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.658551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.666417 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:35.667767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Synchronizing usage tracker for tenant:fa63c7014e0d4903858491dabbd5b62f on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:35.688834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Unset dirty status for tenant:fa63c7014e0d4903858491dabbd5b62f on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:35.690059 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f91c3f92-3011-4aea-9165-65c82c936b74 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1364868 Mar 02 20:04:35.693050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:35.763507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Deleting port 34e8453c-bfe2-4269-8cb7-2b693f27d83a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:35.764068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:36.025479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:36.160743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Calling delete_port for 34e8453c-bfe2-4269-8cb7-2b693f27d83a owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:36.330498 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:36.376274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bbfc3c-259f-4116-ae2d-7848d91c0905 None None] Network fa7645a1-2ca7-4568-bb23-61424f762348 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:36.472822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event deleted for resources: {'Port': ['ID=34e8453c-bfe2-4269-8cb7-2b693f27d83a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:36.521741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:36.527654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f12a58bc-f5a6-4277-bb7b-199a74e75f74 None None] Provisioning for port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:36.550350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38628) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:36.552822 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-43a781b1-3b7c-4ded-8d36-af5ccd64fe91 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "DELETE /v2.0/ports/34e8453c-bfe2-4269-8cb7-2b693f27d83a HTTP/1.1" status: 204 len: 168 time: 0.8583903 Mar 02 20:04:36.562932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Request body: {'port': {'name': 'tempest-new-port-name-668113', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:36.563437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] bootfile-name is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:36.564255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] tftp-server is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:36.564772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.api.validators [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] server-ip-address is not in valid_values {{(pid=87812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 20:04:36.712779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:36.886076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 89c6ad71-cbb2-44b8-acd2-f78e7e447704 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:36.980280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:36.986880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:36.987342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.005703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9672d-ae33-40e2-b1e9-26a55ec47ada req-95b6381a-6e5d-43a0-a9d4-69c21a725e72 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:37.007221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94a9672d-ae33-40e2-b1e9-26a55ec47ada req-95b6381a-6e5d-43a0-a9d4-69c21a725e72 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.2712750 Mar 02 20:04:37.091571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94a9672d-ae33-40e2-b1e9-26a55ec47ada req-cd392b56-cfed-4244-b7f9-dcf6dfa81cd8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772836 Mar 02 20:04:37.153955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.171018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.172063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.221200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=89c6ad71-cbb2-44b8-acd2-f78e7e447704,segment=NetworkSegment(1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a),segment_id=1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:37.222358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Provisioning complete for port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:37.222806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.284409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.359716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event updated for resources: {'Port': ['ID=55560da3-c437-438a-a7c1-0534b49887ba,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:37.377508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] In _notify_port_updated(), no bound segment for port 55560da3-c437-438a-a7c1-0534b49887ba on network fa7645a1-2ca7-4568-bb23-61424f762348 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:04:37.383213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:37.383893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.385399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-74b5db57-c1bb-4cab-a6de-bfc7fce2c589 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "PUT /v2.0/ports/55560da3-c437-438a-a7c1-0534b49887ba HTTP/1.1" status: 200 len: 1133 time: 0.8303874 Mar 02 20:04:37.388924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38638) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:37.427506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a736685-ee29-4cef-a842-a5fb857b766e req-23edad13-73fd-4940-b9ff-a6f7ffb11106 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:37.435077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a736685-ee29-4cef-a842-a5fb857b766e req-23edad13-73fd-4940-b9ff-a6f7ffb11106 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.1589515 Mar 02 20:04:37.470350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=89c6ad71-cbb2-44b8-acd2-f78e7e447704,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:37.489472 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a736685-ee29-4cef-a842-a5fb857b766e req-135d06c5-1f7d-4472-af24-63097bebb729 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535014 Mar 02 20:04:37.516814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe5e84-e5f5-481e-8390-64073b130b71 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:37.517480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8bfe5e84-e5f5-481e-8390-64073b130b71 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Synchronizing usage tracker for tenant:fa63c7014e0d4903858491dabbd5b62f on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:37.518838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Provisioning for port 55560da3-c437-438a-a7c1-0534b49887ba completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:37.519669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:37.524538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Provisioning complete for port 55560da3-c437-438a-a7c1-0534b49887ba triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:37.524915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.541283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8bfe5e84-e5f5-481e-8390-64073b130b71 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Unset dirty status for tenant:fa63c7014e0d4903858491dabbd5b62f on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:37.546243 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8bfe5e84-e5f5-481e-8390-64073b130b71 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "GET /v2.0/ports/55560da3-c437-438a-a7c1-0534b49887ba HTTP/1.1" status: 200 len: 1133 time: 0.1525800 Mar 02 20:04:37.562533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38646) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:37.590549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d6c8e917-2b9b-4083-9da1-c6614d02f283 None None] Port 55560da3-c437-438a-a7c1-0534b49887ba cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:37.616307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c656ae-79a5-4071-95f9-ce5f7543094a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:37.621887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-33c656ae-79a5-4071-95f9-ce5f7543094a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 1094 time: 0.1008828 Mar 02 20:04:37.622554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38650) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:37.629745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'port_id': 'cf945acf-c59c-4dd9-9754-2228d395f3c6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:37.644639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Deleting port 55560da3-c437-438a-a7c1-0534b49887ba {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:37.645065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.706962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-93f34037-174d-4044-ab59-ffb21b5dfe75 None None] Could not find standard attr ID for object 34e8453c-bfe2-4269-8cb7-2b693f27d83a. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:04:37.710488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.727203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-93f34037-174d-4044-ab59-ffb21b5dfe75 None None] Provisioning complete for port 55560da3-c437-438a-a7c1-0534b49887ba triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:37.733180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-93f34037-174d-4044-ab59-ffb21b5dfe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:37.815699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-93f34037-174d-4044-ab59-ffb21b5dfe75 None None] Port 55560da3-c437-438a-a7c1-0534b49887ba cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:38.096625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.137220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-92e29458-04fc-40d9-bdfa-d9f171077b9e None None] Provisioning complete for port 55560da3-c437-438a-a7c1-0534b49887ba triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:38.137651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-92e29458-04fc-40d9-bdfa-d9f171077b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.199546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-92e29458-04fc-40d9-bdfa-d9f171077b9e None None] Port 55560da3-c437-438a-a7c1-0534b49887ba cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:38.247276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Calling delete_port for 55560da3-c437-438a-a7c1-0534b49887ba owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:38.418516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.548400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event deleted for resources: {'Port': ['ID=55560da3-c437-438a-a7c1-0534b49887ba,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:38.584963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.602658 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2501b53f-4764-4cf8-ae6b-21607d2a992a tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "DELETE /v2.0/ports/55560da3-c437-438a-a7c1-0534b49887ba HTTP/1.1" status: 204 len: 168 time: 1.0380533 Mar 02 20:04:38.602871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.605430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38656) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:38.609800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.758685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Deleting subnet cd9d2444-8f69-4892-83b5-ff1901d5c75b {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:04:38.808103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 89c6ad71-cbb2-44b8-acd2-f78e7e447704 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:38.811138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.897077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.924145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:38.924694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:38.924939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec associated. External IP: 172.26.2.66, port: cf945acf-c59c-4dd9-9754-2228d395f3c6. Mar 02 20:04:39.190005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.361057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.402483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9d2444-8f69-4892-83b5-ff1901d5c75b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:39.405751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:04:39.413930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.419049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea20bc4-82b2-4c55-bb5a-1a2ee82ac8ff None None] Network fa7645a1-2ca7-4568-bb23-61424f762348 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:39.426318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2e2a9e12-5f1e-4fe8-92a7-36ca37b6422f tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "DELETE /v2.0/subnets/cd9d2444-8f69-4892-83b5-ff1901d5c75b HTTP/1.1" status: 204 len: 168 time: 0.8175087 Mar 02 20:04:39.434815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38662) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:39.566201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.578929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Deleting port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:39.579748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.726002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] DHCP port deletion for fa7645a1-2ca7-4568-bb23-61424f762348 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:04:39.736590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Deleting port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:39.736965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.759506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:04:39.767226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.834524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] For port 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=89c6ad71-cbb2-44b8-acd2-f78e7e447704,segment=NetworkSegment(1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a),segment_id=1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:39.835121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:39.850483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:04:39.865851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c171e3cb-9dd8-4a8c-b24e-552e66730300 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 991 time: 2.2422388 Mar 02 20:04:39.866619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:04:39.871493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38666) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:39.886474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:39.887657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:39.935088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'status': 'completed', 'code': 200} Mar 02 20:04:40.022849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Calling delete_port for 89c6ad71-cbb2-44b8-acd2-f78e7e447704 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:40.029931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bb8c0b69-8c4b-47a8-aad5-50b447c20413 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 991 time: 0.1573474 Mar 02 20:04:40.071340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-124708e1-0b34-4803-860f-0f8ab7e76a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:40.073358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-124708e1-0b34-4803-860f-0f8ab7e76a20 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 1099 time: 0.1131454 Mar 02 20:04:40.115786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.172230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event deleted for resources: {'Port': ['ID=89c6ad71-cbb2-44b8-acd2-f78e7e447704,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:40.175074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] No DVR routers for this DVR port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:40.177076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] For port 89c6ad71-cbb2-44b8-acd2-f78e7e447704, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=89c6ad71-cbb2-44b8-acd2-f78e7e447704,segment=NetworkSegment(1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a),segment_id=1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:40.177524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.227289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-c9ffdd1c-35ab-42b1-8394-bf09111d9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:40.228795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-c9ffdd1c-35ab-42b1-8394-bf09111d9e3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 200 len: 897 time: 0.1498678 Mar 02 20:04:40.308775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.334168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7645a1-2ca7-4568-bb23-61424f762348']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:40.334441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Calling delete_port for 89c6ad71-cbb2-44b8-acd2-f78e7e447704 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:40.343840 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-56b269d7-2285-459b-8597-c93a9a3d758a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6 HTTP/1.1" status: 200 len: 999 time: 0.1083479 Mar 02 20:04:40.347935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:40.348231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1549f5c1-7fb8-4a97-a966-1be9d5d0cf5a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:40.360796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.378048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.380965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:40.385952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:40.386352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:40.403105 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:40.418493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-f65192d0-05fd-4742-b710-9b0626df7eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:40.421345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-f65192d0-05fd-4742-b710-9b0626df7eaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 200 len: 834 time: 0.0703239 Mar 02 20:04:40.493638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.513156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-3b48c6f7-5f1b-42b9-a64d-d4ef4cc48cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:40.514849 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-3b48c6f7-5f1b-42b9-a64d-d4ef4cc48cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=270327b2-d0d0-4563-aa55-1d11764fe770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855145 Mar 02 20:04:40.517573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:40.532362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] Pushing event deleted for resources: {'Network': ['ID=fa7645a1-2ca7-4568-bb23-61424f762348,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:40.549219 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d088e9df-23f0-42ac-a870-eee8276d3614 tempest-ExtraDHCPOptionsTestJSON-1497700003 tempest-ExtraDHCPOptionsTestJSON-1497700003-project] 10.222.0.36 "DELETE /v2.0/networks/fa7645a1-2ca7-4568-bb23-61424f762348 HTTP/1.1" status: 204 len: 168 time: 1.1204536 Mar 02 20:04:40.592257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:04:40.592646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:04:40.677863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-7a86f195-8c6a-49e1-90a3-14749d2629b4 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558559 Mar 02 20:04:40.839780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 89c6ad71-cbb2-44b8-acd2-f78e7e447704 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:04:40.870749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4d4d403-d927-4c32-bb0f-5cada8dea8a9 req-7ebd179a-e932-418a-b55c-8e99567ef767 service neutron] 10.222.0.32 "GET /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871791 Mar 02 20:04:40.917351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38678) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:40.953626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 89c6ad71-cbb2-44b8-acd2-f78e7e447704 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:04:40.954610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 89c6ad71-cbb2-44b8-acd2-f78e7e447704 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:04:40.999056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:d8:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:04:38Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:41.003520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:04:41.012712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:04:41.013533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:41.033120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:41.099019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Deleting port 89c6ad71-cbb2-44b8-acd2-f78e7e447704 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:41.099389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.184572 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70c4e0f9-af6e-42f3-965a-91cf9a40dce0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 991 time: 0.1489193 Mar 02 20:04:41.189800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64ef1cec-ce60-40a2-865f-78463fb48150 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa63c7014e0d4903858491dabbd5b62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711551 Mar 02 20:04:41.192285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38696) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:41.219128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6707b-a662-47f4-b12a-5f3de69dfc49 None None] The port '89c6ad71-cbb2-44b8-acd2-f78e7e447704' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:04:41.254675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:04:41.257845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.284471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.338416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.353424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68bc1a5-6b30-4f7e-b954-d8dd3ebd9bc7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:41.362356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.366099 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7ae2eb0a-b7e9-4766-af54-08a66c0237ea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c68bc1a5-6b30-4f7e-b954-d8dd3ebd9bc7 HTTP/1.1" status: 204 len: 168 time: 0.1704087 Mar 02 20:04:41.626542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:d8:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:04:38Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:41.631941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c2e07e-277f-40f1-b950-5ea802822029 None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb6e5b6d-730e-477d-8d84-e8d35247b5ec', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.66', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'port_id': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'mac_address': 'fa:16:3e:d8:b8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:03:33Z', 'updated_at': '2022-03-02T20:04:38Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:04:41.788808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6aa70f3a-bed3-484d-8985-699b70400e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:41.909997 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079b65a-9575-44f3-8d13-46071d80ecaa None None] New status for floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:04:42.135369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38730) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:42.187337 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:42.251418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267954686'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:42.256779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:42.261845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:42.265231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:42.273026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:42.287204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:42.291854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.306312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.324303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:42.328658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:security_group_rule and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:42.332544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:42.338821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:42.447946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.453170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.462482 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1a6fc0ce-44c5-4cc8-ac6c-a38c7dc3f402 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 200 len: 993 time: 0.2646606 Mar 02 20:04:42.488899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:42.494312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bbced-5209-4aa7-ad9e-303e34080778,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:42.501541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.501870 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 15d08da4-7880-43de-9755-2c94443102eb of type vlan for network 717f94fe-5c61-4166-8c53-8909ab12c046 Mar 02 20:04:42.528322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.558050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.563711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:42.564290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:42.673055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5364966 Mar 02 20:04:42.680070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69a2d9-911a-4022-abbb-8b3f434fc68b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=717f94fe-5c61-4166-8c53-8909ab12c046,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:42.692368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 717f94fe-5c61-4166-8c53-8909ab12c046 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:45.044634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49b7d29f-1b73-470a-b440-c9e8d847a820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:45.248984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:45.297040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:45.487791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:45.797485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38754) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:45.803210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:45.915829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:45.919787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:45.922975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:45.929210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:45.949475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:45.954268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.198856 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.301453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=b4691fe5-076d-4857-81dc-571ec01dff94,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:46.303617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '15d08da4-7880-43de-9755-2c94443102eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:46.303981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 717f94fe-5c61-4166-8c53-8909ab12c046, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:46.337776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 717f94fe-5c61-4166-8c53-8909ab12c046 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:46.354782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 717f94fe-5c61-4166-8c53-8909ab12c046) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:46.362006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:46.362784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.364935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a846c-6247-4d09-b241-9d71960858df None None] Network 717f94fe-5c61-4166-8c53-8909ab12c046 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:46.393404 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9fb07912-9303-41b6-b60c-f23ae7a790ae tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5947978 Mar 02 20:04:46.397483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38760) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:46.407435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392510349'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:46.414300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:46.418752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:46.422301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:46.429175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:46.443904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:46.448701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.490713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:46.504355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.504728 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 2310ad03-a158-48d1-9499-97651260d0fd of type vlan for network ceb4858f-eb8d-4e5f-bef0-5d11397aef22 Mar 02 20:04:46.532491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.563243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.570409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:46.571026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.636260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-717f94fe-5c61-4166-8c53-8909ab12c046', 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': 'b4691fe5-076d-4857-81dc-571ec01dff94'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:46.637133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:46.668572 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2700176 Mar 02 20:04:46.672112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:46.681311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1f7e9-16a9-4a7e-b700-fec7fca57f18 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=ceb4858f-eb8d-4e5f-bef0-5d11397aef22,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:46.681695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': 'ceb4858f-eb8d-4e5f-bef0-5d11397aef22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:46.698186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network ceb4858f-eb8d-4e5f-bef0-5d11397aef22 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:46.898668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Allocated IP 2001:db8:0:ffff::2 (717f94fe-5c61-4166-8c53-8909ab12c046/b4691fe5-076d-4857-81dc-571ec01dff94/d3ef2d70-61b4-48f0-b2ed-d43773b277c4) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:46.924821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:46.928670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:46.931503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:46.937799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:46.948969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:46.952513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.141515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.167906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.179452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Transition to ACTIVE for port object d3ef2d70-61b4-48f0-b2ed-d43773b277c4 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:47.180184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.198466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Transition to ACTIVE for port object d3ef2d70-61b4-48f0-b2ed-d43773b277c4 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:47.210010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.258897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=ab8bebd7-073e-441f-804d-d8b6161cd388,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:47.269411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '2310ad03-a158-48d1-9499-97651260d0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ceb4858f-eb8d-4e5f-bef0-5d11397aef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:47.269773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: ceb4858f-eb8d-4e5f-bef0-5d11397aef22, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:47.279746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Network 717f94fe-5c61-4166-8c53-8909ab12c046 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:47.282640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:47.291986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network ceb4858f-eb8d-4e5f-bef0-5d11397aef22 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:47.294445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:47.304051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, ceb4858f-eb8d-4e5f-bef0-5d11397aef22) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:47.304308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:47.308509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:47.309450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.332162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b6ee5f-5e52-4ef6-97f9-a8d262487372 None None] Network ceb4858f-eb8d-4e5f-bef0-5d11397aef22 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:47.338506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-54bb5c23-9318-469a-a483-b578f232a250 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6625586 Mar 02 20:04:47.338963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38776) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:47.482130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Attempting to bind port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:47.482743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Attempting to bind port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '15d08da4-7880-43de-9755-2c94443102eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:47.483057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Attempting to bind port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 on network 717f94fe-5c61-4166-8c53-8909ab12c046 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:47.483272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.493136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:47.493644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Checking segment: {'id': '15d08da4-7880-43de-9755-2c94443102eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:47.494122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.494590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Bound using segment: {'id': '15d08da4-7880-43de-9755-2c94443102eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:47.495509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Bound port: d3ef2d70-61b4-48f0-b2ed-d43773b277c4, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d08da4-7880-43de-9755-2c94443102eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '717f94fe-5c61-4166-8c53-8909ab12c046'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:47.495913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-c3a3c3d0-4995-4dad-81d1-6278b78c4829 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:47.496039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.513606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-c3a3c3d0-4995-4dad-81d1-6278b78c4829 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:47.522964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-c3a3c3d0-4995-4dad-81d1-6278b78c4829 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513865991&fields=id&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 267 time: 0.0656686 Mar 02 20:04:47.551296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.639174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.673603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-5ab87301-800d-42e5-a186-dc48f1019645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:47.674928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-5ab87301-800d-42e5-a186-dc48f1019645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:47.675535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] For port d3ef2d70-61b4-48f0-b2ed-d43773b277c4, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:47.679935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8bebd7-073e-441f-804d-d8b6161cd388,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:47.692730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] For port d3ef2d70-61b4-48f0-b2ed-d43773b277c4, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,segment=NetworkSegment(15d08da4-7880-43de-9755-2c94443102eb),segment_id=15d08da4-7880-43de-9755-2c94443102eb)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:47.695519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545b482-3251-447e-8502-0620a4447f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-ceb4858f-eb8d-4e5f-bef0-5d11397aef22', 'network_id': 'ceb4858f-eb8d-4e5f-bef0-5d11397aef22', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': 'ab8bebd7-073e-441f-804d-d8b6161cd388'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:47.696762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a545b482-3251-447e-8502-0620a4447f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.704219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-5ab87301-800d-42e5-a186-dc48f1019645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:47.705553 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-5ab87301-800d-42e5-a186-dc48f1019645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.1818078 Mar 02 20:04:47.711712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.723023 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-9db2e7c7-5d1d-478c-8491-b590bba3a089 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/quotas/640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 375 time: 0.0101252 Mar 02 20:04:47.779318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.809618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb4858f-eb8d-4e5f-bef0-5d11397aef22']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:47.822891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2310ad03-a158-48d1-9499-97651260d0fd') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:47.823182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2310ad03-a158-48d1-9499-97651260d0fd') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:47.835455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-148484cb-8508-4061-9885-ac72e36a101d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:47.835686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.854386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-148484cb-8508-4061-9885-ac72e36a101d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:47.861218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.869212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614498b0-6273-4335-911e-b435aff4fa7a None None] Network ceb4858f-eb8d-4e5f-bef0-5d11397aef22 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:47.871226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-148484cb-8508-4061-9885-ac72e36a101d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1328862 Mar 02 20:04:47.886013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:47.886886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:47.889170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef2973-6189-4403-b56b-0860b4ad4e03 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:47.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:47.995444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.001447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.021317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-c3081526-a012-4954-ad9b-59c5acc779f6 service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459868 Mar 02 20:04:48.041501 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/ceb4858f-eb8d-4e5f-bef0-5d11397aef22 HTTP/1.1" status: 204 len: 168 time: 0.7012548 Mar 02 20:04:48.042488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38782) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:48.043512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d49bd-7e51-4dfc-93a1-48c9b4e35676 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=ceb4858f-eb8d-4e5f-bef0-5d11397aef22,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:48.051993 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280285895'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:48.058757 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:48.063384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:48.066701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:48.074617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:48.092988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:48.102010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.137321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:48.149849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.151150 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 0ecbabdb-8a66-459b-8334-c69d81698fda of type vlan for network fb398975-6a33-40dd-be68-afe9d272612e Mar 02 20:04:48.189541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.206517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-8352c436-dbac-40bd-b68b-c7410e039983 service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792800 Mar 02 20:04:48.225674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.232306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:48.233019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.298355 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2492764 Mar 02 20:04:48.298702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38788) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:48.304383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:48.351048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17a090-e622-436d-ad6e-3ef9055c5818 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=fb398975-6a33-40dd-be68-afe9d272612e,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:48.361288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network fb398975-6a33-40dd-be68-afe9d272612e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:48.428031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:48.432509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:48.435861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:48.442345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:48.454554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:48.458505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.674234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1677224f-0000-43dd-8eed-12d303b03f06 req-db9bd81e-5fef-4563-b42a-20e21464f700 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 210 time: 0.0815425 Mar 02 20:04:48.751361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.866953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3ef2d70-61b4-48f0-b2ed-d43773b277c4 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:48.878464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=18eb66fb-2150-4b18-bb77-3d08d5a65fae,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:48.893343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '0ecbabdb-8a66-459b-8334-c69d81698fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:48.893782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: fb398975-6a33-40dd-be68-afe9d272612e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:48.921651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network fb398975-6a33-40dd-be68-afe9d272612e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:48.936285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, fb398975-6a33-40dd-be68-afe9d272612e) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:48.943008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:48.944321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:48.947003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb904eb-4b4c-44e6-bb1c-1c61c7017167 None None] Network fb398975-6a33-40dd-be68-afe9d272612e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:48.973758 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9d0a928a-e530-4656-9c9b-f594b6f25423 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6705222 Mar 02 20:04:48.974078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38806) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:48.982927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858490088'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:48.988551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:48.993017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:48.996161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:49.007755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:49.026144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:49.030587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.032820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:49.079030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:49.082584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782fc17-9a24-405b-a92a-33a292bba89d None None] Network 717f94fe-5c61-4166-8c53-8909ab12c046 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:49.090226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.090867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment db2e2890-aabb-457b-83a4-b8405428cdde of type vlan for network 40df8de3-0f87-4327-890b-5009b7d961a2 Mar 02 20:04:49.122255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.157884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.163974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:49.164597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.223890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Provisioning for port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:49.235705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Provisioning complete for port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:49.236072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.269821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2942419 Mar 02 20:04:49.272945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38810) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:49.277371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ba92e-c5c1-4f0d-a164-c4662f2840e7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=40df8de3-0f87-4327-890b-5009b7d961a2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:49.288974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '40df8de3-0f87-4327-890b-5009b7d961a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:49.315107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 40df8de3-0f87-4327-890b-5009b7d961a2 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:49.374613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-fb398975-6a33-40dd-be68-afe9d272612e', 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '18eb66fb-2150-4b18-bb77-3d08d5a65fae'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:49.411971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.414309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:49.418508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:49.421869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:49.428173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:49.439651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:49.443294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.663000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Performing IP validity checks on allocation pools {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:04:49.663826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:04:49.788837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.857633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.881185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Allocated IP 2001:db8::1 (fb398975-6a33-40dd-be68-afe9d272612e/18eb66fb-2150-4b18-bb77-3d08d5a65fae/16da3641-4fde-465f-bf77-30d3e348592a) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:49.891311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] For port d3ef2d70-61b4-48f0-b2ed-d43773b277c4, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,segment=NetworkSegment(15d08da4-7880-43de-9755-2c94443102eb),segment_id=15d08da4-7880-43de-9755-2c94443102eb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:49.905021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:49.966253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=449f188d-fb34-455a-8bbe-84f53c1f7d46,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:49.979834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': 'db2e2890-aabb-457b-83a4-b8405428cdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '40df8de3-0f87-4327-890b-5009b7d961a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:49.980255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 40df8de3-0f87-4327-890b-5009b7d961a2, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:50.007088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 40df8de3-0f87-4327-890b-5009b7d961a2 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:50.020032 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ea1b4b9-65e5-4ed0-8084-e7342e978ac8 req-43fc537b-b02f-4c40-95f2-9f17bf38c2c1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 210 time: 0.0674415 Mar 02 20:04:50.029756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 40df8de3-0f87-4327-890b-5009b7d961a2) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:50.038663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:50.039243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.063371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ac58c-17e8-4976-8b0f-5d758184568d None None] Network 40df8de3-0f87-4327-890b-5009b7d961a2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:50.084514 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e5031a80-a56c-4fa0-a6fa-0ce163ae9efb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8061080 Mar 02 20:04:50.084768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-67eac63b-d4db-479f-acac-233f7f72f367 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:50.084893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38816) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:50.085017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-67eac63b-d4db-479f-acac-233f7f72f367 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.3897364 Mar 02 20:04:50.149209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-d647e786-f14c-40f8-a598-d5627c81a182 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 380 time: 0.0552201 Mar 02 20:04:50.162641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf26d4-5256-470c-a047-fc81436e2416 None None] Pushing event updated for resources: {'Port': ['ID=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:50.202303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'port': {'device_id': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'admin_state_up': True, 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'security_groups': ['dd8f3f03-b4fb-4680-a72c-050b381381d8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:50.283859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.323074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.334556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Transition to ACTIVE for port object 16da3641-4fde-465f-bf77-30d3e348592a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:50.363047 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.390635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:50.391057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Transition to ACTIVE for port object 16da3641-4fde-465f-bf77-30d3e348592a will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:50.404979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:50.422047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Made reservation on behalf of 640e5b33c532483b861d1e057dd5e369 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:50.427735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.452724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-53607afa-56fb-4ce0-a2c0-caafd519bebe None None] Provisioning complete for port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:50.453093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-53607afa-56fb-4ce0-a2c0-caafd519bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.457308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.515424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=449f188d-fb34-455a-8bbe-84f53c1f7d46,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:50.517787 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.571125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8566ab4d-d2f7-43d4-9c93-60e12d9b43de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-40df8de3-0f87-4327-890b-5009b7d961a2', 'network_id': '40df8de3-0f87-4327-890b-5009b7d961a2', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '449f188d-fb34-455a-8bbe-84f53c1f7d46'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:50.571875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8566ab4d-d2f7-43d4-9c93-60e12d9b43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.615362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Network fb398975-6a33-40dd-be68-afe9d272612e is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:50.623941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:50.626683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:50.642450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.20.0.9 (5d7aaa01-5561-4950-bf0e-d302f6efe87c/03b1620e-b3e0-4a16-902f-d3e0545b8dd9/d6dad1b2-f304-49e2-a07c-624bca397ad2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:50.656365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.687321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40df8de3-0f87-4327-890b-5009b7d961a2']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:50.702646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2e2890-aabb-457b-83a4-b8405428cdde') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:50.703331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2e2890-aabb-457b-83a4-b8405428cdde') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:50.715949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.740175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.765644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:50.766059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:50.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:50.892980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3ef2d70-61b4-48f0-b2ed-d43773b277c4 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:50.894396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.895234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.913448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Transition to ACTIVE for port object d6dad1b2-f304-49e2-a07c-624bca397ad2 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:50.928809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Pushing event updated for resources: {'Port': ['ID=16da3641-4fde-465f-bf77-30d3e348592a,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:50.944976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.945455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:50.950661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=40df8de3-0f87-4327-890b-5009b7d961a2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:50.962966 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-beab7166-e18e-4bb8-883d-677ed2f3720b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/40df8de3-0f87-4327-890b-5009b7d961a2 HTTP/1.1" status: 204 len: 168 time: 0.8771133 Mar 02 20:04:50.967135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38822) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:50.973129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Attempting to bind port 16da3641-4fde-465f-bf77-30d3e348592a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:50.973659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2099020282'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:50.974290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Attempting to bind port 16da3641-4fde-465f-bf77-30d3e348592a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '0ecbabdb-8a66-459b-8334-c69d81698fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:50.975021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Attempting to bind port 16da3641-4fde-465f-bf77-30d3e348592a on network fb398975-6a33-40dd-be68-afe9d272612e {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:50.981194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:50.985532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:51.000875 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:51.006123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:51.006848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:51.007659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Checking segment: {'id': '0ecbabdb-8a66-459b-8334-c69d81698fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:51.008479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.009285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Bound using segment: {'id': '0ecbabdb-8a66-459b-8334-c69d81698fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:51.010273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Bound port: 16da3641-4fde-465f-bf77-30d3e348592a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ecbabdb-8a66-459b-8334-c69d81698fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb398975-6a33-40dd-be68-afe9d272612e'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:51.011043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.013906 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:04:51.014483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:51.021468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:51.024712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:51.037019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2810fa8-24b2-4e76-bb2c-fd00c888797b None None] Network 40df8de3-0f87-4327-890b-5009b7d961a2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:51.045449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:51.051247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.091650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:51.104083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.104615 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment b03bcfa6-12b4-4027-b293-34d58fa75d17 of type vlan for network 62d969c2-67dc-4f2a-abc8-387787e0f43f Mar 02 20:04:51.147509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.151070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:51.151721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.202967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.209870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:51.210685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.234596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] For port 16da3641-4fde-465f-bf77-30d3e348592a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:51.245684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] For port 16da3641-4fde-465f-bf77-30d3e348592a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=16da3641-4fde-465f-bf77-30d3e348592a,segment=NetworkSegment(0ecbabdb-8a66-459b-8334-c69d81698fda),segment_id=0ecbabdb-8a66-459b-8334-c69d81698fda)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:51.246983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2810fa8-24b2-4e76-bb2c-fd00c888797b None None] Network 40df8de3-0f87-4327-890b-5009b7d961a2 could not be found, it might have been deleted concurrently. {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 20:04:51.263276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:51.264017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.280358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-2cb130d8-373a-4e45-ade9-bcdd87e0a56d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0838854 Mar 02 20:04:51.310072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Request body: {'port': {'device_id': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:51.319382 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3509152 Mar 02 20:04:51.338700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:51.339115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.339679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38828) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:51.347823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:51.356459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da139f44-6dcb-4f01-abdf-6f872f24f672 req-5e762a6d-718b-4fa3-b6cd-bd8f93f7aeab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:51.356459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-da139f44-6dcb-4f01-abdf-6f872f24f672 req-5e762a6d-718b-4fa3-b6cd-bd8f93f7aeab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:51.433140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-da139f44-6dcb-4f01-abdf-6f872f24f672 req-5e762a6d-718b-4fa3-b6cd-bd8f93f7aeab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:51.434366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da139f44-6dcb-4f01-abdf-6f872f24f672 req-5e762a6d-718b-4fa3-b6cd-bd8f93f7aeab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 931 time: 0.2557392 Mar 02 20:04:51.459226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aadc15-797c-4f9e-8664-0c00fd7b7ab1 None None] Pushing event updated for resources: {'Port': ['ID=16da3641-4fde-465f-bf77-30d3e348592a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:51.505872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.522348 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da139f44-6dcb-4f01-abdf-6f872f24f672 req-5d6e2cd2-b921-4ff4-bf5d-a99c48b1960d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807824 Mar 02 20:04:51.552714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:51.581769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64af4d6b-9a1d-4ada-885d-906960aeb91a None None] Provisioning for port d6dad1b2-f304-49e2-a07c-624bca397ad2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:51.602258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64af4d6b-9a1d-4ada-885d-906960aeb91a None None] Provisioning complete for port d6dad1b2-f304-49e2-a07c-624bca397ad2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:51.603516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-64af4d6b-9a1d-4ada-885d-906960aeb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.629343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:51.634843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:51.642453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe52034-41e2-44f8-8a1c-8c5e3d854eda tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=62d969c2-67dc-4f2a-abc8-387787e0f43f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:51.659477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:51.693808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:51.698649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.701717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 62d969c2-67dc-4f2a-abc8-387787e0f43f details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:51.837368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-64af4d6b-9a1d-4ada-885d-906960aeb91a None None] Port d6dad1b2-f304-49e2-a07c-624bca397ad2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:04:51.969636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dad1b2-f304-49e2-a07c-624bca397ad2 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:04:51.977299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:51.994288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Transition to ACTIVE for port object d6dad1b2-f304-49e2-a07c-624bca397ad2 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:51.999129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.014729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.089305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:52.106886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=8edf18c6-df38-41a9-905a-4a6a6f5d776b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:52.116477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': 'b03bcfa6-12b4-4027-b293-34d58fa75d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:52.116794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 62d969c2-67dc-4f2a-abc8-387787e0f43f, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:52.168624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 62d969c2-67dc-4f2a-abc8-387787e0f43f is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:52.188259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 62d969c2-67dc-4f2a-abc8-387787e0f43f) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:52.193481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:52.194224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.203956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef267e99-9b26-42e7-8fc2-ef6d96425f93 None None] Network 62d969c2-67dc-4f2a-abc8-387787e0f43f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:52.235565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:52.236074 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eb6e71d3-95bd-446f-8762-443ce8b66b0c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8945284 Mar 02 20:04:52.523069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Attempting to bind port d6dad1b2-f304-49e2-a07c-624bca397ad2 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:52.523402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Attempting to bind port d6dad1b2-f304-49e2-a07c-624bca397ad2 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:52.523725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Attempting to bind port d6dad1b2-f304-49e2-a07c-624bca397ad2 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:52.574669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Port d6dad1b2-f304-49e2-a07c-624bca397ad2 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:04:52.575022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Attempting to bind port d6dad1b2-f304-49e2-a07c-624bca397ad2 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:52.593701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-62d969c2-67dc-4f2a-abc8-387787e0f43f', 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '8edf18c6-df38-41a9-905a-4a6a6f5d776b'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:52.598668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.610214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:52.610553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:52.611032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Bound using segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:52.611381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Bound port: d6dad1b2-f304-49e2-a07c-624bca397ad2, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:52.611720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.716008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:52.719286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:52.774890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.841074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Allocated IP 2001:db8::1 (62d969c2-67dc-4f2a-abc8-387787e0f43f/8edf18c6-df38-41a9-905a-4a6a6f5d776b/837aac25-b9e2-4956-828f-a2b5a2f66177) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:52.855544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d9647f-1d90-4fb7-a717-349f601cd7a1 None None] Network fb398975-6a33-40dd-be68-afe9d272612e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:52.909260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.918248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 16da3641-4fde-465f-bf77-30d3e348592a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:52.920537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:52.921471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:52.922844 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] 10.222.0.32 "PUT /v2.0/ports/d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 1093 time: 1.6182191 Mar 02 20:04:52.927320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:04:53.026634 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'status': 'completed', 'code': 200} Mar 02 20:04:53.069402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e86b8-d569-4d0c-a8e7-ccd7bf9b170c service neutron] Pushing event updated for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:53.093765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593f3ab-33c3-4dc3-8986-d6a1bfc96666 req-0d99043a-527a-4f95-9b86-9edcc7500728 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:53.095296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1593f3ab-33c3-4dc3-8986-d6a1bfc96666 req-0d99043a-527a-4f95-9b86-9edcc7500728 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.3745739 Mar 02 20:04:53.102929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1c220c84-dc26-4b9c-9df8-30b18c40b129 None None] Provisioning for port 16da3641-4fde-465f-bf77-30d3e348592a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:53.158993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 16da3641-4fde-465f-bf77-30d3e348592a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:04:53.159571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.189078 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1593f3ab-33c3-4dc3-8986-d6a1bfc96666 req-de8e9d1f-16ef-4a5e-9652-5c520851d4d9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875168 Mar 02 20:04:53.201270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 16da3641-4fde-465f-bf77-30d3e348592a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:53.201915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.243843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-f0df35e4-bdec-456e-842e-0c9dccc369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:53.245588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-f0df35e4-bdec-456e-842e-0c9dccc369f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1096 time: 0.2609675 Mar 02 20:04:53.317782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-86d0f5cd-1621-4ecd-b9b3-dfad994de664 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 217 time: 0.0637884 Mar 02 20:04:53.384593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3428143f-95c9-470f-b20c-becbc3ae7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:53.386129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-3428143f-95c9-470f-b20c-becbc3ae7754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0628576 Mar 02 20:04:53.428205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.445955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Transition to ACTIVE for port object 837aac25-b9e2-4956-828f-a2b5a2f66177 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:53.463886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-690ca6c6-8fdf-41a3-9738-11ae9505fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:53.465405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-690ca6c6-8fdf-41a3-9738-11ae9505fe0c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726230 Mar 02 20:04:53.505868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Transition to ACTIVE for port object 837aac25-b9e2-4956-828f-a2b5a2f66177 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:53.521876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.556616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.589960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.645596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-1ccca216-5a39-4091-879d-150f8183b133 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727459 Mar 02 20:04:53.645915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=8edf18c6-df38-41a9-905a-4a6a6f5d776b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:53.673440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Network 62d969c2-67dc-4f2a-abc8-387787e0f43f is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:53.679392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Pushing event updated for resources: {'Port': ['ID=837aac25-b9e2-4956-828f-a2b5a2f66177,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:53.683908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:53.690354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:53.693607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 16da3641-4fde-465f-bf77-30d3e348592a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=16da3641-4fde-465f-bf77-30d3e348592a,segment=NetworkSegment(0ecbabdb-8a66-459b-8334-c69d81698fda),segment_id=0ecbabdb-8a66-459b-8334-c69d81698fda)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:53.726121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.836455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Attempting to bind port 837aac25-b9e2-4956-828f-a2b5a2f66177 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:53.836723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Attempting to bind port 837aac25-b9e2-4956-828f-a2b5a2f66177 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b03bcfa6-12b4-4027-b293-34d58fa75d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:53.837085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Attempting to bind port 837aac25-b9e2-4956-828f-a2b5a2f66177 on network 62d969c2-67dc-4f2a-abc8-387787e0f43f {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:53.854037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:53.854711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Checking segment: {'id': 'b03bcfa6-12b4-4027-b293-34d58fa75d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:53.855119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.855510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Bound using segment: {'id': 'b03bcfa6-12b4-4027-b293-34d58fa75d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:53.855969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Bound port: 837aac25-b9e2-4956-828f-a2b5a2f66177, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03bcfa6-12b4-4027-b293-34d58fa75d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:53.856454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.866268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=16da3641-4fde-465f-bf77-30d3e348592a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:53.871991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.912035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d969c2-67dc-4f2a-abc8-387787e0f43f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:53.931338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bcfa6-12b4-4027-b293-34d58fa75d17') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:53.931626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bcfa6-12b4-4027-b293-34d58fa75d17') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:53.954155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.956978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] For port 837aac25-b9e2-4956-828f-a2b5a2f66177, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:53.960702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] For port 837aac25-b9e2-4956-828f-a2b5a2f66177, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=837aac25-b9e2-4956-828f-a2b5a2f66177,segment=NetworkSegment(b03bcfa6-12b4-4027-b293-34d58fa75d17),segment_id=b03bcfa6-12b4-4027-b293-34d58fa75d17)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:53.967231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.968104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac0184af-235c-4a7c-b7ca-0c303b461376 req-e7bdb91a-a976-4583-815f-884d4c6fdf45 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037474 Mar 02 20:04:53.987789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:53.995093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:53.995532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:54.013537 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:54.076390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438837b4-6a7a-4f34-b12a-de8298b57f02 None None] Pushing event updated for resources: {'Port': ['ID=837aac25-b9e2-4956-828f-a2b5a2f66177,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:54.095790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-74655364-4c91-4d05-b9d6-9ae77f2c5a29 None None] Provisioning complete for port 16da3641-4fde-465f-bf77-30d3e348592a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:54.096162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-74655364-4c91-4d05-b9d6-9ae77f2c5a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:54.150054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:04:54.150054 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:04:54.150054 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '62d969c2-67dc-4f2a-abc8-387787e0f43f'}] Mar 02 20:04:54.150054 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:04:54.151305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:04:54.174328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17fcfe8-b3a8-4ddc-9098-b5954b02d697 None None] Network 62d969c2-67dc-4f2a-abc8-387787e0f43f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:54.177354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-c0a80450-0c4b-4705-961e-6b64b208d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.179089 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-c0a80450-0c4b-4705-961e-6b64b208d751 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1096 time: 0.1419418 Mar 02 20:04:54.427204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277446d-240c-47ed-a7b7-eec223d464b7 None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:04:54.490721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-e6ba0da5-46a0-417b-99e5-ba1ee278800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.492146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-e6ba0da5-46a0-417b-99e5-ba1ee278800a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.3064947 Mar 02 20:04:54.551420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f277446d-240c-47ed-a7b7-eec223d464b7 None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:04:54.569568 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-0d935594-edaa-4859-8cc9-2a1a2e69f360 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 217 time: 0.0692461 Mar 02 20:04:54.638203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156627be-66e6-42a3-bc2e-e0b5982d83ee req-69698be4-e3b9-4dcb-8061-f900c10ae645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.644848 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-156627be-66e6-42a3-bc2e-e0b5982d83ee req-69698be4-e3b9-4dcb-8061-f900c10ae645 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.3331628 Mar 02 20:04:54.662291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:54.694601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-1b87dcb5-2e43-4a0e-ac12-cfc9f6e1a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.696037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-1b87dcb5-2e43-4a0e-ac12-cfc9f6e1a68e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.1163280 Mar 02 20:04:54.702211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port 837aac25-b9e2-4956-828f-a2b5a2f66177 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:04:54.702545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:54.793855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-156627be-66e6-42a3-bc2e-e0b5982d83ee req-8ac5d03e-a709-4974-a38d-cd3e8e8f13e3 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474605 Mar 02 20:04:54.839951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 16da3641-4fde-465f-bf77-30d3e348592a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:04:54.942817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-3c94b283-bc3d-468a-bde3-ff2ba42adc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:54.944285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-3c94b283-bc3d-468a-bde3-ff2ba42adc3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2148247 Mar 02 20:04:54.986119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 16da3641-4fde-465f-bf77-30d3e348592a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:04:54.986498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.107722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port 837aac25-b9e2-4956-828f-a2b5a2f66177, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=837aac25-b9e2-4956-828f-a2b5a2f66177,segment=NetworkSegment(b03bcfa6-12b4-4027-b293-34d58fa75d17),segment_id=b03bcfa6-12b4-4027-b293-34d58fa75d17)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:04:55.108077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.231942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for 837aac25-b9e2-4956-828f-a2b5a2f66177 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:04:55.292356 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-1eb300c7-c998-4bc3-b744-ab028ca1708b service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005588 Mar 02 20:04:55.403476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.465335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=837aac25-b9e2-4956-828f-a2b5a2f66177,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:55.468754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port 837aac25-b9e2-4956-828f-a2b5a2f66177 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:04:55.527630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f16ea7e-5608-4f7a-95e1-97b4c2d86d4e req-20b7405c-6526-44c5-854c-0a8f9a5e7075 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264915 Mar 02 20:04:55.602762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.633106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d969c2-67dc-4f2a-abc8-387787e0f43f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:55.645798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03bcfa6-12b4-4027-b293-34d58fa75d17') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:55.646093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03bcfa6-12b4-4027-b293-34d58fa75d17') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:55.658316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.675058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.680994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:55.681395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:55.695885 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:55.777341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.781709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.808592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=62d969c2-67dc-4f2a-abc8-387787e0f43f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:55.813334 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ea47447b-3ac3-470f-b574-4f400a51da99 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/62d969c2-67dc-4f2a-abc8-387787e0f43f HTTP/1.1" status: 204 len: 168 time: 3.5761266 Mar 02 20:04:55.816697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38842) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:55.821896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455129024'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:55.827188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:55.830977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:55.833941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:55.840220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:55.849980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:55.853650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.880745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:55.889497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:55.889833 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 64b7892c-9b77-4261-a432-a5bb73976c54 of type vlan for network 5f69541f-eea0-40da-8c0d-700a3698620e Mar 02 20:04:55.949467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.113214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.118520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:56.119103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.234690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efa47-6562-46a8-b3cd-473b7befd5ab req-9edbe7c4-38f6-48e1-bf58-786fb288d46c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:56.236154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f0efa47-6562-46a8-b3cd-473b7befd5ab req-9edbe7c4-38f6-48e1-bf58-786fb288d46c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.3233724 Mar 02 20:04:56.243388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4227953 Mar 02 20:04:56.243951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38848) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:56.245245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e7ffe-a97e-476f-915d-19c8c31f6089 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=5f69541f-eea0-40da-8c0d-700a3698620e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:56.250054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '5f69541f-eea0-40da-8c0d-700a3698620e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:56.271580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 5f69541f-eea0-40da-8c0d-700a3698620e details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:56.290167 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f0efa47-6562-46a8-b3cd-473b7befd5ab req-9400ac45-c08b-45cb-a381-14e1e94a4ddc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403593 Mar 02 20:04:56.374576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:56.378429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:56.381308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:56.386923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:56.398132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:56.401807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.614412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.691387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=68b8dd94-c33b-4ee0-a365-514c8777ebd3,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:56.703392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '64b7892c-9b77-4261-a432-a5bb73976c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '5f69541f-eea0-40da-8c0d-700a3698620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:56.703723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 5f69541f-eea0-40da-8c0d-700a3698620e, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:56.724023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 5f69541f-eea0-40da-8c0d-700a3698620e is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:56.734754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 5f69541f-eea0-40da-8c0d-700a3698620e) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:56.739469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:56.740048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.744043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45b14ef-1ac6-4eb4-bfba-02369788c7ef None None] Network 5f69541f-eea0-40da-8c0d-700a3698620e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:56.769643 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0da3b79c-b0bb-4309-81cf-de749a78ba4b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5244625 Mar 02 20:04:56.772849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38852) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:56.913270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:56.977525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.007674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf523d-f67a-49bb-8450-4578891c3598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-5f69541f-eea0-40da-8c0d-700a3698620e', 'network_id': '5f69541f-eea0-40da-8c0d-700a3698620e', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '68b8dd94-c33b-4ee0-a365-514c8777ebd3'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:57.008558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ddbf523d-f67a-49bb-8450-4578891c3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.059123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.096821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=68b8dd94-c33b-4ee0-a365-514c8777ebd3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server [None req-ddbf523d-f67a-49bb-8450-4578891c3598 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b8dd94-c33b-4ee0-a365-514c8777ebd3: This subnet is being modified by another concurrent operation. Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server raise exception Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68b8dd94-c33b-4ee0-a365-514c8777ebd3: This subnet is being modified by another concurrent operation. Mar 02 20:04:57.108834 dv-neutron-831594-2-hyperv neutron-server[87814]: ERROR oslo_messaging.rpc.server Mar 02 20:04:57.127693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9749c-3536-46c7-90ad-f59aab6a0715 None None] Network 5f69541f-eea0-40da-8c0d-700a3698620e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:57.193935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.219305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f69541f-eea0-40da-8c0d-700a3698620e']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:57.231123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b7892c-9b77-4261-a432-a5bb73976c54') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:57.231331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b7892c-9b77-4261-a432-a5bb73976c54') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:04:57.242411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.258529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.265979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:04:57.266434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:04:57.281321 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:04:57.292864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229623b8-bbda-405a-b5bd-f84eee79a9eb None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:04:57.365937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.370837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.397190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=5f69541f-eea0-40da-8c0d-700a3698620e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:57.401231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ed09baf-853a-4fa7-b730-fbd0c0a2daff tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/5f69541f-eea0-40da-8c0d-700a3698620e HTTP/1.1" status: 204 len: 168 time: 0.6270130 Mar 02 20:04:57.404601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:57.410664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663931551'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:57.415286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229623b8-bbda-405a-b5bd-f84eee79a9eb None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:04:57.417088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:57.461670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:57.466710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:57.473527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:57.491358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:57.494789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.540687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6120a-7570-45b0-a924-0135d127e91e req-5b54dbe2-4182-44c0-8056-7a3601278080 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:57.542178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04d6120a-7570-45b0-a924-0135d127e91e req-5b54dbe2-4182-44c0-8056-7a3601278080 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.1279638 Mar 02 20:04:57.545529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:57.572108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.572467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 8f6ae1df-3583-43fd-b7b3-66bf3464c1c4 of type vlan for network fa986d0d-8edc-4d68-8845-ab1e8b558e31 Mar 02 20:04:57.613540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04d6120a-7570-45b0-a924-0135d127e91e req-05428663-4da0-44d5-bafb-fc470d80c41f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617948 Mar 02 20:04:57.616894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.649286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.654970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:57.655591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526961'] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:57.751088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3453689 Mar 02 20:04:57.754244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38862) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:57.760263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:57.762734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719253d-ed31-41ad-9173-26fb13f7c6c7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=fa986d0d-8edc-4d68-8845-ab1e8b558e31,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:57.773909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:57.870556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:57.874407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:57.877231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:57.882777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:57.895862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:57.901592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.238630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.311872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=ac1fffe1-6989-4d98-8ee2-afd088171c32,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:58.322484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:58.322838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: fa986d0d-8edc-4d68-8845-ab1e8b558e31, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:04:58.344890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:04:58.355330 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, fa986d0d-8edc-4d68-8845-ab1e8b558e31) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:58.359444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.360050 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.364101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac025e-9b05-4bd4-9e5a-e75d05f9aece None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:04:58.386041 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b1c16685-1cb7-4375-8f80-0bd9a956e60d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6306388 Mar 02 20:04:58.388986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38866) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:58.394627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:58.531811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:58.535653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:subnet and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:58.538504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:58.544289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:58.554643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:58.558345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.574494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-fa986d0d-8edc-4d68-8845-ab1e8b558e31', 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': 'ac1fffe1-6989-4d98-8ee2-afd088171c32'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:04:58.575328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.730953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Allocated IP 2001:db8::2 (fa986d0d-8edc-4d68-8845-ab1e8b558e31/ac1fffe1-6989-4d98-8ee2-afd088171c32/5290ba1e-f0de-4136-9e34-ceb7d2c822f0) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:04:58.809695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45fd776-1e2e-4569-b140-5d432a54fd16 req-003179d2-0bf3-41e5-a858-1cdffbbbcfb3 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.812067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e45fd776-1e2e-4569-b140-5d432a54fd16 req-003179d2-0bf3-41e5-a858-1cdffbbbcfb3 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.0916481 Mar 02 20:04:58.823258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.872874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e45fd776-1e2e-4569-b140-5d432a54fd16 req-15c75a04-a573-4524-8ead-b5c1146f3d7c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547929 Mar 02 20:04:58.875082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:58.882853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:58.887509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.888091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.915980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=5a05721b-ea1e-4beb-a99f-cc485b1665b6,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:58.920590 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-df19ed06-1046-405c-a6f7-5cc36a18f0eb tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5304234 Mar 02 20:04:58.923766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38872) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:58.953660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.963569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Transition to ACTIVE for port object 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:58.981491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Transition to ACTIVE for port object 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:04:58.988872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:58.992902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.994376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.995834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.997381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.998952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:58.999854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Synchronizing usage tracker for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:04:59.016855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Unset dirty status for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:04:59.018034 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3221825b-a0db-491a-8f03-4bd60381ee0b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0934279 Mar 02 20:04:59.021976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38876) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:59.027357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1410628464'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:59.033639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:59.037539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:04:59.040682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:04:59.046910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:59.050677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:04:59.057780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:04:59.058562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:59.062506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:04:59.063015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.068181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Pushing event updated for resources: {'Port': ['ID=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:59.091723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:04:59.101010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.101343 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 737bd719-0256-4319-b2f8-4cb78551de86 of type vlan for network 55b32fa1-a08b-4520-863f-c0990c38cdef Mar 02 20:04:59.127643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.164765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.170461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:59.171386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.194095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Attempting to bind port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:04:59.194453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Attempting to bind port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:04:59.194797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Attempting to bind port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 on network fa986d0d-8edc-4d68-8845-ab1e8b558e31 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:04:59.199884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:04:59.200248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Checking segment: {'id': '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:04:59.200670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.201051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Bound using segment: {'id': '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:04:59.201516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Bound port: 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:04:59.201861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.264307 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2413046 Mar 02 20:04:59.267186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:59.273119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:59.276121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb122-5f44-4b9d-b694-512a2764f0cd tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=55b32fa1-a08b-4520-863f-c0990c38cdef,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:59.287856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:59.315671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] For port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:04:59.327258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] For port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,segment=NetworkSegment(8f6ae1df-3583-43fd-b7b3-66bf3464c1c4),segment_id=8f6ae1df-3583-43fd-b7b3-66bf3464c1c4)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:04:59.368850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.471091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299dd13-bd92-4326-ada4-8de2a8526098 None None] Pushing event updated for resources: {'Port': ['ID=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:59.503821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.524059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.546122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 55b32fa1-a08b-4520-863f-c0990c38cdef is not hosted by any dhcp agent {{(pid=87812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 20:04:59.551516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:04:59.552107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.553407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "PUT /v2.0/networks/55b32fa1-a08b-4520-863f-c0990c38cdef HTTP/1.1" status: 200 len: 723 time: 0.2852812 Mar 02 20:04:59.556465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38884) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:04:59.562205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:04:59.648558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef15e40-6758-4906-8244-741d9907bab7 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=55b32fa1-a08b-4520-863f-c0990c38cdef,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:04:59.661706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:04:59.683576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:04:59.695308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:04:59.708811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:04:59.712694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:04:59.947767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.028260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=541151a5-052a-4198-86f0-52ab0351fadd,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:00.034720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '737bd719-0256-4319-b2f8-4cb78551de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:00.034989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 55b32fa1-a08b-4520-863f-c0990c38cdef, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:00.056285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 55b32fa1-a08b-4520-863f-c0990c38cdef is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:00.066329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 55b32fa1-a08b-4520-863f-c0990c38cdef) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:00.066749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ef2-7efa-4c02-92e4-b00c0c39d07a req-dd9da17b-5ff5-41e7-afb0-62881ffa84af tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:00.068371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcff6ef2-7efa-4c02-92e4-b00c0c39d07a req-dd9da17b-5ff5-41e7-afb0-62881ffa84af tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.0869679 Mar 02 20:05:00.071002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:00.071592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.075781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346ad70-2eee-4e41-b8d8-8e33664ca2f4 None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:00.103118 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15a1b3a8-4832-4f99-9672-ede4bd3a977d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5429318 Mar 02 20:05:00.103384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38890) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:00.110569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:00.128609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcff6ef2-7efa-4c02-92e4-b00c0c39d07a req-892f8ad3-c6ac-4c87-bec9-a07dc7adf33f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470288 Mar 02 20:05:00.249829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9597755'] for subnet, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.301782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-55b32fa1-a08b-4520-863f-c0990c38cdef', 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '541151a5-052a-4198-86f0-52ab0351fadd'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:05:00.302673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.451689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2322245'] for subnet, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.481893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbbfed-b63d-4275-9fd9-8d8d7e14355a None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:00.584980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b6cd667f-1d19-4d57-b2c0-675306896bfe None None] Provisioning for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:00.616809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Allocated IP 2001:db8::2 (55b32fa1-a08b-4520-863f-c0990c38cdef/541151a5-052a-4198-86f0-52ab0351fadd/8c9c53d4-f098-410a-bcd8-31c30ed4dc5f) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:00.619093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:00.619723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.621238 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "PUT /v2.0/subnets/541151a5-052a-4198-86f0-52ab0351fadd HTTP/1.1" status: 200 len: 826 time: 0.5163624 Mar 02 20:05:00.624409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38894) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:00.648345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93e1b0-150a-4015-8545-9c59eff2b321 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=541151a5-052a-4198-86f0-52ab0351fadd,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:00.881752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:00.918937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:00.946579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.004466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.018766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Transition to ACTIVE for port object 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:01.045552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Transition to ACTIVE for port object 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:01.054064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.071225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.092371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:01.108362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=541151a5-052a-4198-86f0-52ab0351fadd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:01.142926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:01.143294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.191760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:01.206352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.206716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:01.214293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:01.219352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Pushing event updated for resources: {'Port': ['ID=8c9c53d4-f098-410a-bcd8-31c30ed4dc5f,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:01.234621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b32fa1-a08b-4520-863f-c0990c38cdef']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:01.292664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737bd719-0256-4319-b2f8-4cb78551de86') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:01.292901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737bd719-0256-4319-b2f8-4cb78551de86') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:01.308092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.327543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.336052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:01.336435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:01.350790 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:01.362990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Update dhcp port {'port': {'network_id': 'fa986d0d-8edc-4d68-8845-ab1e8b558e31', 'fixed_ips': [{'subnet_id': 'ac1fffe1-6989-4d98-8ee2-afd088171c32', 'ip_address': '2001:db8::2'}, {'subnet_id': '5a05721b-ea1e-4beb-a99f-cc485b1665b6'}], 'binding:host_id': 'dv-neutron-831594-2-hyperv'}, 'id': '5290ba1e-f0de-4136-9e34-ceb7d2c822f0'} from dv-neutron-831594-2-hyperv. {{(pid=87814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 20:05:01.419569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Attempting to bind port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:01.419938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Attempting to bind port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '737bd719-0256-4319-b2f8-4cb78551de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:01.420302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Attempting to bind port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f on network 55b32fa1-a08b-4520-863f-c0990c38cdef {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:01.442517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68911de6-4a4e-4b5e-9ffd-ed1d42d4024f req-8d1f7533-c6c2-4a68-90c3-4b7e9b51341f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:01.443982 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68911de6-4a4e-4b5e-9ffd-ed1d42d4024f req-8d1f7533-c6c2-4a68-90c3-4b7e9b51341f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.2017429 Mar 02 20:05:01.445316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:05:01.445316 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:05:01.445316 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '55b32fa1-a08b-4520-863f-c0990c38cdef'}] Mar 02 20:05:01.445316 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:05:01.445652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:05:01.470664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:01.471038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Checking segment: {'id': '737bd719-0256-4319-b2f8-4cb78551de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:01.471434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.471819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Bound using segment: {'id': '737bd719-0256-4319-b2f8-4cb78551de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:01.472283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Bound port: 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737bd719-0256-4319-b2f8-4cb78551de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '55b32fa1-a08b-4520-863f-c0990c38cdef'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:01.472673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.486072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.491338 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68911de6-4a4e-4b5e-9ffd-ed1d42d4024f req-3c10c3c9-1f57-4091-ad83-d7e591835f3e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411570 Mar 02 20:05:01.582347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.715096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,segment=NetworkSegment(8f6ae1df-3583-43fd-b7b3-66bf3464c1c4),segment_id=8f6ae1df-3583-43fd-b7b3-66bf3464c1c4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:01.718612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] For port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:01.724223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.768751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] For port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8c9c53d4-f098-410a-bcd8-31c30ed4dc5f,segment=NetworkSegment(737bd719-0256-4319-b2f8-4cb78551de86),segment_id=737bd719-0256-4319-b2f8-4cb78551de86)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:01.808611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.863029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:01.871387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Allocated IP 172.20.0.1 (fa986d0d-8edc-4d68-8845-ab1e8b558e31/5a05721b-ea1e-4beb-a99f-cc485b1665b6/5290ba1e-f0de-4136-9e34-ceb7d2c822f0) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:01.946705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:01.959396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:01.959686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.082619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223e998-edec-41b4-b493-cd813da0b204 None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:02.099332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287069-ffc3-4962-af22-00f29bd86d12 None None] Pushing event updated for resources: {'Port': ['ID=8c9c53d4-f098-410a-bcd8-31c30ed4dc5f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:02.164025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=8c9c53d4-f098-410a-bcd8-31c30ed4dc5f,segment=NetworkSegment(737bd719-0256-4319-b2f8-4cb78551de86),segment_id=737bd719-0256-4319-b2f8-4cb78551de86)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:02.164699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.206710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] For port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,segment=NetworkSegment(8f6ae1df-3583-43fd-b7b3-66bf3464c1c4),segment_id=8f6ae1df-3583-43fd-b7b3-66bf3464c1c4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:02.264159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d6dad1b2-f304-49e2-a07c-624bca397ad2 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:05:02.290149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:02.306297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.353326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Transition to ACTIVE for port object 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:02.366476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.405040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.414904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port 8c9c53d4-f098-410a-bcd8-31c30ed4dc5f on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:02.443571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=8c9c53d4-f098-410a-bcd8-31c30ed4dc5f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:02.543336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.580559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b32fa1-a08b-4520-863f-c0990c38cdef']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:02.589526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:02.595241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737bd719-0256-4319-b2f8-4cb78551de86') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:02.595635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737bd719-0256-4319-b2f8-4cb78551de86') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:02.613298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ba60c-b4fc-48d0-9d1a-f34063dfe08f None None] Network 55b32fa1-a08b-4520-863f-c0990c38cdef requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:02.619490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.643135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aee5e-456f-452d-9bd9-f325447a4b6c None None] Pushing event updated for resources: {'Port': ['ID=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:02.645925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'port_id': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'mac_address': 'fa:16:3e:b8:eb:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:05:02.682866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.696862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:02.697423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:02.713062 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:02.798506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.835496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdd181-1e0d-408f-be2f-13324a0c47f4 req-3c5cf35d-439b-45c5-851f-89d10d74d951 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:02.850032 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ebcdd181-1e0d-408f-be2f-13324a0c47f4 req-3c5cf35d-439b-45c5-851f-89d10d74d951 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 943 time: 0.2215714 Mar 02 20:05:02.851778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.877699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:02.905112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=55b32fa1-a08b-4520-863f-c0990c38cdef,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:02.911192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:02.929009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-45628605-5133-46f1-9d5e-f205aef85496 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/55b32fa1-a08b-4520-863f-c0990c38cdef HTTP/1.1" status: 204 len: 168 time: 2.3031433 Mar 02 20:05:02.931176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38906) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:02.945343 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ebcdd181-1e0d-408f-be2f-13324a0c47f4 req-d9addc6a-6497-43aa-946a-4cf04f711bfe tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691059 Mar 02 20:05:02.959694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dad1b2-f304-49e2-a07c-624bca397ad2 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:05:02.965584 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e58b6464-159b-481b-8b7a-37372f59fb06 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:02.966704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e58b6464-159b-481b-8b7a-37372f59fb06 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:02.971013 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e58b6464-159b-481b-8b7a-37372f59fb06 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/55b32fa1-a08b-4520-863f-c0990c38cdef HTTP/1.1" status: 404 len: 339 time: 0.0387869 Mar 02 20:05:02.976145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38910) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:02.982368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288110962', 'description': 'd1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:02.987383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:02.991739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Usage tracker for resource:network and tenant:fe431e3358d14c17b3ef61cb6355e770 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:02.995474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:02.998248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:03.002178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:03.006822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.020183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:03.024059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.057664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:03.069684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.070030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment cfe74573-f1bf-4101-8d18-487c2eb164be of type vlan for network cf390ad7-352e-46b1-91ee-bd3f041bc882 Mar 02 20:05:03.083028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:03.213252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e67905-bdb9-402e-9b35-90d9ffc2e57b None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:03.216244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.246799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.253227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:03.253807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.295506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d6dad1b2-f304-49e2-a07c-624bca397ad2'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:05:03.344461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-095ad970-d4dc-465e-bc03-efccf5833a07 None None] Provisioning for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:03.353608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3738286 Mar 02 20:05:03.354157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:03.359116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-095ad970-d4dc-465e-bc03-efccf5833a07 None None] Provisioning complete for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:03.359494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-095ad970-d4dc-465e-bc03-efccf5833a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.366358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d49c7-810a-43d8-a9e3-eec95247d38e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=cf390ad7-352e-46b1-91ee-bd3f041bc882,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:03.394206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cf390ad7-352e-46b1-91ee-bd3f041bc882 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:03.472412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01be478-c71f-4c2b-9076-faf9566be13e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:03.472766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c01be478-c71f-4c2b-9076-faf9566be13e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Synchronizing usage tracker for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:network {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:03.491134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c01be478-c71f-4c2b-9076-faf9566be13e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Unset dirty status for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:network {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:03.495486 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c01be478-c71f-4c2b-9076-faf9566be13e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks?id=cf390ad7-352e-46b1-91ee-bd3f041bc882 HTTP/1.1" status: 200 len: 765 time: 0.1397552 Mar 02 20:05:03.495657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:03.502138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'description': 'd2'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:03.737294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.759303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.800307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network cf390ad7-352e-46b1-91ee-bd3f041bc882 is not hosted by any dhcp agent {{(pid=87812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 20:05:03.806101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:03.806761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:03.811264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38922) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:03.811389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "PUT /v2.0/networks/cf390ad7-352e-46b1-91ee-bd3f041bc882 HTTP/1.1" status: 200 len: 762 time: 0.3142138 Mar 02 20:05:03.879897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e7385-9c80-460c-8bcb-a94e7258f653 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=cf390ad7-352e-46b1-91ee-bd3f041bc882,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:03.895915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cf390ad7-352e-46b1-91ee-bd3f041bc882 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:03.940023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bf137e-ec5f-445e-8104-bb70c426ce88 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:03.943313 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-44bf137e-ec5f-445e-8104-bb70c426ce88 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks?id=cf390ad7-352e-46b1-91ee-bd3f041bc882 HTTP/1.1" status: 200 len: 765 time: 0.1308146 Mar 02 20:05:03.947370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38926) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.108290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d8c64-329a-4fa3-acc2-ddbb6954266d None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:05:04.171364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7e9d0a-772f-4246-ad99-28f2ca59836f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.172103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be7e9d0a-772f-4246-ad99-28f2ca59836f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Synchronizing usage tracker for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:04.173050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7b119cef-b61e-4147-aa58-8e8ae06a3670 None None] Provisioning complete for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:04.173429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7b119cef-b61e-4147-aa58-8e8ae06a3670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:04.194367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be7e9d0a-772f-4246-ad99-28f2ca59836f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Unset dirty status for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:04.195965 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-be7e9d0a-772f-4246-ad99-28f2ca59836f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2474394 Mar 02 20:05:04.198831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.239565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-59c63852-11ee-4e7f-895c-02ba304cb6e4 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Synchronizing usage tracker for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:subnet {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:04.269992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c2c52-589b-451b-a429-cea2a74363a4 req-2b3d6d1b-76ba-4747-aa03-f63088cf6c77 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.271380 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b2c2c52-589b-451b-a429-cea2a74363a4 req-2b3d6d1b-76ba-4747-aa03-f63088cf6c77 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 944 time: 0.1965153 Mar 02 20:05:04.277188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-59c63852-11ee-4e7f-895c-02ba304cb6e4 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Unset dirty status for tenant:fe431e3358d14c17b3ef61cb6355e770 on resource:subnet {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:04.278326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-59c63852-11ee-4e7f-895c-02ba304cb6e4 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb HTTP/1.1" status: 200 len: 207 time: 0.0785952 Mar 02 20:05:04.283668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38936) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.322232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b2c2c52-589b-451b-a429-cea2a74363a4 req-aabc1513-c2d2-4385-8cbd-f57e46b1e990 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Mar 02 20:05:04.331572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d8c64-329a-4fa3-acc2-ddbb6954266d None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:05:04.446742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.453871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.459505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.465349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.471172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.477482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.479301 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eefb5fc5-484c-4a1c-a14b-5e03d797bf76 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1942897 Mar 02 20:05:04.483286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.649357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0e5b0a9a-0c96-4aa4-98f0-0392e66f3fd9 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1647160 Mar 02 20:05:04.652768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.721306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.722914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.724393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.725842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.727406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.729298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2099ad19-c5be-412c-bdfc-a460a261df32 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0755453 Mar 02 20:05:04.733377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:04.811177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.813645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.815914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.818276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.820854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:04.823135 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-afe2ceb0-91cd-448a-aa2b-63aafb80af66 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0887454 Mar 02 20:05:04.826861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.002661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d7b467-8632-4d9e-92d1-dd4cff07ed31 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.004000 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-78d7b467-8632-4d9e-92d1-dd4cff07ed31 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks/717f94fe-5c61-4166-8c53-8909ab12c046 HTTP/1.1" status: 200 len: 804 time: 0.1760354 Mar 02 20:05:05.007856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.157901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-67f8c745-83d0-4a53-8be7-d0644cd9dfd0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/networks/717f94fe-5c61-4166-8c53-8909ab12c046?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1489220 Mar 02 20:05:05.161470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.233522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b3e54-6174-4ee2-85c5-bf427289435c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.234803 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2e2b3e54-6174-4ee2-85c5-bf427289435c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets/b4691fe5-076d-4857-81dc-571ec01dff94 HTTP/1.1" status: 200 len: 843 time: 0.0724690 Mar 02 20:05:05.238572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38966) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.324233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab171d1f-13e2-4c83-b399-23db6fee85f5 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['shared'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.325543 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ab171d1f-13e2-4c83-b399-23db6fee85f5 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "GET /v2.0/subnets/b4691fe5-076d-4857-81dc-571ec01dff94?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0860465 Mar 02 20:05:05.329822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38970) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.334977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483140666'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:05.339906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:05.351243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:05.514279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:05.517848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:05.556361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:05.574083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:05.574463 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Added segment 1822a798-a981-409e-ac87-3218e1bedfca of type vlan for network 1566e6cb-fad7-458e-8a97-79e5ad8568af Mar 02 20:05:05.597426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758ec6-512c-4feb-a7ce-a44dd8ab42b0 req-053c17b8-f570-475c-9869-a30cc0f29237 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.598902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d758ec6-512c-4feb-a7ce-a44dd8ab42b0 req-053c17b8-f570-475c-9869-a30cc0f29237 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 944 time: 0.1213350 Mar 02 20:05:05.627958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:05.666952 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d758ec6-512c-4feb-a7ce-a44dd8ab42b0 req-76775fb9-9515-4252-99c7-9c41607e6cb7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596633 Mar 02 20:05:05.678106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:05.683586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:05.684249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:05.793847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4630487 Mar 02 20:05:05.794743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850cf7b-5b24-445d-b0fd-647252cf609c tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Network': ['ID=1566e6cb-fad7-458e-8a97-79e5ad8568af,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:05.797741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38976) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:05.806569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:05.807022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:05.915246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:05.925256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:05.936108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Made reservation on behalf of fe431e3358d14c17b3ef61cb6355e770 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:05.940800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.032852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Performing IP validity checks on allocation pools {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:05:06.033360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.ipam_backend_mixin [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:05:06.190467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.268801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=970440d5-ca59-4444-8e47-22333d456479,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:06.277737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Checking segment: {'id': '1822a798-a981-409e-ac87-3218e1bedfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:06.278087 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network hostable DHCP agents. Network: 1566e6cb-fad7-458e-8a97-79e5ad8568af, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:06.293466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d6dad1b2-f304-49e2-a07c-624bca397ad2 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:06.298980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:06.309018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 1566e6cb-fad7-458e-8a97-79e5ad8568af) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:06.313193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:06.313780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.325261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f332586-37be-4be0-8cdf-613578ce2677 None None] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:06.340751 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-112e8586-25f5-4a9f-8344-aed7d5224e0d tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5400567 Mar 02 20:05:06.343416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 38980) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:06.349122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:06.458912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port d6dad1b2-f304-49e2-a07c-624bca397ad2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:06.468255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port d6dad1b2-f304-49e2-a07c-624bca397ad2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:06.468652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.485910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9597755'] for subnet, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.631313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-1566e6cb-fad7-458e-8a97-79e5ad8568af', 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af', 'tenant_id': 'fe431e3358d14c17b3ef61cb6355e770', 'fixed_ips': [{'subnet_id': '970440d5-ca59-4444-8e47-22333d456479'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:05:06.632118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.695037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2322245'] for subnet, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.714835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.747587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:06.748119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.752087 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "PUT /v2.0/subnets/970440d5-ca59-4444-8e47-22333d456479 HTTP/1.1" status: 200 len: 900 time: 0.4051085 Mar 02 20:05:06.753837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38986) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:06.780880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447509f-6cf1-4f53-a7bf-a77efdc54f8e tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event updated for resources: {'Subnet': ['ID=970440d5-ca59-4444-8e47-22333d456479,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:06.808650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:06.820395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:06.832346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.871330 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'code': 200} Mar 02 20:05:06.959859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:06.963085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Allocated IP 2001:db8::3 (1566e6cb-fad7-458e-8a97-79e5ad8568af/970440d5-ca59-4444-8e47-22333d456479/0320e68f-e362-4da2-85dc-a4308f6b9dc3) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:06.989548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:06.998341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2108f90-db49-4a3a-9733-9af30f1a7e3a req-f2de2778-dc76-43c3-a5a4-2dcfc24dbee1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:06.999864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a2108f90-db49-4a3a-9733-9af30f1a7e3a req-f2de2778-dc76-43c3-a5a4-2dcfc24dbee1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.1806769 Mar 02 20:05:07.136483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a2108f90-db49-4a3a-9733-9af30f1a7e3a req-69ab1b3b-f6a4-482e-b508-72819526b53a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280327 Mar 02 20:05:07.144580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.176873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.187850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Transition to ACTIVE for port object 0320e68f-e362-4da2-85dc-a4308f6b9dc3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:07.205796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Transition to ACTIVE for port object 0320e68f-e362-4da2-85dc-a4308f6b9dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:07.212177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.221610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b73f72-5132-4e7e-ac21-43d8e9ece8eb req-8072a5e1-8df7-4bb9-a6a5-186df4c88a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:07.223014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b73f72-5132-4e7e-ac21-43d8e9ece8eb req-8072a5e1-8df7-4bb9-a6a5-186df4c88a76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1098 time: 0.1687040 Mar 02 20:05:07.273122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.280813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:07.287579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:07.291615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:07.297643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Pushing event updated for resources: {'Port': ['ID=0320e68f-e362-4da2-85dc-a4308f6b9dc3,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:07.309650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b73f72-5132-4e7e-ac21-43d8e9ece8eb req-158d1a30-4937-4515-9e58-ca40befd2b1d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784674 Mar 02 20:05:07.316831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=970440d5-ca59-4444-8e47-22333d456479,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:07.384269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Attempting to bind port 0320e68f-e362-4da2-85dc-a4308f6b9dc3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:07.384666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Attempting to bind port 0320e68f-e362-4da2-85dc-a4308f6b9dc3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1822a798-a981-409e-ac87-3218e1bedfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:07.385020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Attempting to bind port 0320e68f-e362-4da2-85dc-a4308f6b9dc3 on network 1566e6cb-fad7-458e-8a97-79e5ad8568af {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:07.390294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:07.390656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Checking segment: {'id': '1822a798-a981-409e-ac87-3218e1bedfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:07.391051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.391433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Bound using segment: {'id': '1822a798-a981-409e-ac87-3218e1bedfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:07.391885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Bound port: 0320e68f-e362-4da2-85dc-a4308f6b9dc3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1822a798-a981-409e-ac87-3218e1bedfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:07.392250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.411053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.436862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1566e6cb-fad7-458e-8a97-79e5ad8568af']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:07.448723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1822a798-a981-409e-ac87-3218e1bedfca') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:07.449150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1822a798-a981-409e-ac87-3218e1bedfca') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:07.460711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.476964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.480994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] For port 0320e68f-e362-4da2-85dc-a4308f6b9dc3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:07.483502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:07.483892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:07.498858 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:07.581005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] For port 0320e68f-e362-4da2-85dc-a4308f6b9dc3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0320e68f-e362-4da2-85dc-a4308f6b9dc3,segment=NetworkSegment(1822a798-a981-409e-ac87-3218e1bedfca),segment_id=1822a798-a981-409e-ac87-3218e1bedfca)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:07.582294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 20:05:07.582294 dv-neutron-831594-2-hyperv neutron-server[87812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 20:05:07.582294 dv-neutron-831594-2-hyperv neutron-server[87812]: [parameters: {'id': '1566e6cb-fad7-458e-8a97-79e5ad8568af'}] Mar 02 20:05:07.582294 dv-neutron-831594-2-hyperv neutron-server[87812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:05:07.582911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:05:07.589710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:07.705103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92273f2-6319-43da-94ae-2d6ac9bfb83b None None] Pushing event updated for resources: {'Port': ['ID=0320e68f-e362-4da2-85dc-a4308f6b9dc3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:07.731140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc218968-35db-488c-b486-2f0271e683c7 None None] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:07.936302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36b429c-37cc-4dab-ac2e-8138d839fa0f None None] Network 1566e6cb-fad7-458e-8a97-79e5ad8568af requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:08.084390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.096801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port 0320e68f-e362-4da2-85dc-a4308f6b9dc3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:08.097208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.159363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6354f-8621-48e5-9207-b63323f2050c None None] get_active_networks_info from dv-neutron-831594-2-hyperv {{(pid=87814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 20:05:08.285220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6354f-8621-48e5-9207-b63323f2050c None None] Resources bound (agent type, host, resource id): {{(pid=87814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 20:05:08.343441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port 0320e68f-e362-4da2-85dc-a4308f6b9dc3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0320e68f-e362-4da2-85dc-a4308f6b9dc3,segment=NetworkSegment(1822a798-a981-409e-ac87-3218e1bedfca),segment_id=1822a798-a981-409e-ac87-3218e1bedfca)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:08.343677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.468353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for 0320e68f-e362-4da2-85dc-a4308f6b9dc3 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:08.660485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78345843-98d1-49bc-b717-c7e7152858ff req-fe6172c8-dad3-4dd6-a678-13b98f950790 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:08.661929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78345843-98d1-49bc-b717-c7e7152858ff req-fe6172c8-dad3-4dd6-a678-13b98f950790 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.3860848 Mar 02 20:05:08.702931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.750526 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78345843-98d1-49bc-b717-c7e7152858ff req-7bf20090-2ef4-4fbe-86c9-5c684780e986 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778003 Mar 02 20:05:08.758299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=0320e68f-e362-4da2-85dc-a4308f6b9dc3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:08.760094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port 0320e68f-e362-4da2-85dc-a4308f6b9dc3 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:08.888017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.923048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1566e6cb-fad7-458e-8a97-79e5ad8568af']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:08.935604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1822a798-a981-409e-ac87-3218e1bedfca') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:08.935896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1822a798-a981-409e-ac87-3218e1bedfca') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:08.947100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.962846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.968952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:08.969326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:08.983183 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:09.063953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.080527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.091366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=1566e6cb-fad7-458e-8a97-79e5ad8568af,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:09.103885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25a4ebc5-9613-400c-b02e-c0c616853f9b tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/1566e6cb-fad7-458e-8a97-79e5ad8568af HTTP/1.1" status: 204 len: 168 time: 2.3503313 Mar 02 20:05:09.107944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 38996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.148639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f142c211-1a64-4a7e-acef-2a80592913e5 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:09.148639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f142c211-1a64-4a7e-acef-2a80592913e5 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:09.150450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f142c211-1a64-4a7e-acef-2a80592913e5 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/970440d5-ca59-4444-8e47-22333d456479 HTTP/1.1" status: 404 len: 337 time: 0.0415723 Mar 02 20:05:09.154346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39000) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.178955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c09119-8290-485b-a9af-543d6d93e0da tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:09.179405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c09119-8290-485b-a9af-543d6d93e0da tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:09.181005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-10c09119-8290-485b-a9af-543d6d93e0da tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/1566e6cb-fad7-458e-8a97-79e5ad8568af HTTP/1.1" status: 404 len: 339 time: 0.0257428 Mar 02 20:05:09.183428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39004) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.296408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.436673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.462247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf390ad7-352e-46b1-91ee-bd3f041bc882']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:09.474650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe74573-f1bf-4101-8d18-487c2eb164be') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:09.474945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe74573-f1bf-4101-8d18-487c2eb164be') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:09.486239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.507045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.513517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:09.513918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:09.528088 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:09.611031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.631256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.642149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=cf390ad7-352e-46b1-91ee-bd3f041bc882,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:09.646948 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6edbc4f6-d05d-413f-aa60-e6740b40c13f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/cf390ad7-352e-46b1-91ee-bd3f041bc882 HTTP/1.1" status: 204 len: 168 time: 0.4626570 Mar 02 20:05:09.649516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.691059 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfee7b2-b03a-416f-89d6-094ffae2b7fa tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:09.691411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dfee7b2-b03a-416f-89d6-094ffae2b7fa tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:09.693084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9dfee7b2-b03a-416f-89d6-094ffae2b7fa tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/541151a5-052a-4198-86f0-52ab0351fadd HTTP/1.1" status: 404 len: 337 time: 0.0426865 Mar 02 20:05:09.696877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39012) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.722417 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9801162-b1ca-450e-ac8f-f27e07dc6b03 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:09.722906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9801162-b1ca-450e-ac8f-f27e07dc6b03 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:09.724540 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e9801162-b1ca-450e-ac8f-f27e07dc6b03 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/55b32fa1-a08b-4520-863f-c0990c38cdef HTTP/1.1" status: 404 len: 339 time: 0.0266757 Mar 02 20:05:09.727266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39016) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:09.798308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting subnet 5a05721b-ea1e-4beb-a99f-cc485b1665b6 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:09.801680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.855676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.940520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd6c84-2d92-4d32-bfdf-1618fa3fa6dd req-eafcf09f-8a13-4abb-942d-c6398664774c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:09.942038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-afdd6c84-2d92-4d32-bfdf-1618fa3fa6dd req-eafcf09f-8a13-4abb-942d-c6398664774c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.0843256 Mar 02 20:05:09.945846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:09.986768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-afdd6c84-2d92-4d32-bfdf-1618fa3fa6dd req-5456d12b-f8f2-457d-bb6d-663ee4425e52 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 Mar 02 20:05:10.023575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.062670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=5a05721b-ea1e-4beb-a99f-cc485b1665b6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:10.070767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.073574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.073924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.074077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc1a33-3499-4d1c-9100-2b1b987f1e41 None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:10.074512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.074512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.074903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.075265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.075583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.075930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.076242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.076580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.076864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.077185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:10.086978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c5a53611-9813-4b04-87b3-1657c95957f0 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/5a05721b-ea1e-4beb-a99f-cc485b1665b6 HTTP/1.1" status: 204 len: 168 time: 0.3585534 Mar 02 20:05:10.089529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39024) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:10.160940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting subnet ac1fffe1-6989-4d98-8ee2-afd088171c32 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:10.163926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.186560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925792d-3b6b-476f-89fb-8daf16c82525 req-f97ae63c-7511-4ab1-a908-6617d22fbd9f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:10.188161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6925792d-3b6b-476f-89fb-8daf16c82525 req-f97ae63c-7511-4ab1-a908-6617d22fbd9f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.0875833 Mar 02 20:05:10.239039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6925792d-3b6b-476f-89fb-8daf16c82525 req-15e14cbe-ad52-46be-a8bb-5163bd1e132d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Mar 02 20:05:10.260587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39028) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:10.342863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.435187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.443735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f618606-9e48-4655-994f-3068abc03fb6 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:10.444483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8f618606-9e48-4655-994f-3068abc03fb6 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] Synchronizing usage tracker for tenant:855bfb3d9b7d4144a4ed3976f45d0201 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:10.461917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8f618606-9e48-4655-994f-3068abc03fb6 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] Unset dirty status for tenant:855bfb3d9b7d4144a4ed3976f45d0201 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:10.466177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8f618606-9e48-4655-994f-3068abc03fb6 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1093 time: 0.2015738 Mar 02 20:05:10.466606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39034) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:10.472156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:10.478435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:10.482433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:floatingip and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:10.485302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:10.491653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:10.504795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.514461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.556076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1fffe1-6989-4d98-8ee2-afd088171c32,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:10.558023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.568231 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a349353b-771a-4592-86fb-05f198d109d1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/ac1fffe1-6989-4d98-8ee2-afd088171c32 HTTP/1.1" status: 204 len: 168 time: 0.4778044 Mar 02 20:05:10.570795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39038) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:10.653568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.691422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.702705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:10.703395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.801781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.26.2.246 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/21aecab4-dbc7-44d8-9d44-bb3d71886153) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:10.855504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8c702-9d21-4f6c-999f-6a3acebab9da None None] Network fa986d0d-8edc-4d68-8845-ab1e8b558e31 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:10.935598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,segment=NetworkSegment(8f6ae1df-3583-43fd-b7b3-66bf3464c1c4),segment_id=8f6ae1df-3583-43fd-b7b3-66bf3464c1c4)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:10.936032 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.957596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:10.988235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.016541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ffa7848c-311b-4842-83c3-89bcc7e5998d None None] Provisioning complete for port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:11.016936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ffa7848c-311b-4842-83c3-89bcc7e5998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.052250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:11.059739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:11.064152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:11.071196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:11.093453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=21aecab4-dbc7-44d8-9d44-bb3d71886153,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:11.112996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.113373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.113646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.113962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.114302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.114608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.114938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.115251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.115550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.115862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.116187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.116520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:11.158308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.205296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb561b3-e04f-4291-b75a-a56f9647cff4 None None] DHCP port deletion for fa986d0d-8edc-4d68-8845-ab1e8b558e31 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:05:11.216077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:11.217494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=5290ba1e-f0de-4136-9e34-ceb7d2c822f0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:11.338286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.362747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa986d0d-8edc-4d68-8845-ab1e8b558e31']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:11.375255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:11.375530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6ae1df-3583-43fd-b7b3-66bf3464c1c4') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:11.387937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.405549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.412464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:11.412857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:11.428129 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:11.511821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.529237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.540261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=fa986d0d-8edc-4d68-8845-ab1e8b558e31,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:11.550752 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d8e4c397-e9c9-4686-9e3d-ed7a34ed7c80 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/fa986d0d-8edc-4d68-8845-ab1e8b558e31 HTTP/1.1" status: 204 len: 168 time: 0.9767122 Mar 02 20:05:11.550949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39042) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.592113 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5253d6-40bc-4f66-b850-f8a080023827 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.592493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5253d6-40bc-4f66-b850-f8a080023827 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.596583 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7b5253d6-40bc-4f66-b850-f8a080023827 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/68b8dd94-c33b-4ee0-a365-514c8777ebd3 HTTP/1.1" status: 404 len: 337 time: 0.0423210 Mar 02 20:05:11.596813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39046) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.620939 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6a2aef-19ce-4639-82be-a6811a0bed55 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.621463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6a2aef-19ce-4639-82be-a6811a0bed55 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.625518 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fc6a2aef-19ce-4639-82be-a6811a0bed55 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/5f69541f-eea0-40da-8c0d-700a3698620e HTTP/1.1" status: 404 len: 339 time: 0.0254400 Mar 02 20:05:11.625801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39050) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.629354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.662798 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d29d5a-3678-416d-8fa5-cf806090469a tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.663247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d29d5a-3678-416d-8fa5-cf806090469a tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.667384 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-47d29d5a-3678-416d-8fa5-cf806090469a tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/8edf18c6-df38-41a9-905a-4a6a6f5d776b HTTP/1.1" status: 404 len: 337 time: 0.0383348 Mar 02 20:05:11.667622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39054) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.692575 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcfcdb8-fffa-42ad-baee-ee1f83178620 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.693039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcfcdb8-fffa-42ad-baee-ee1f83178620 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.697203 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ebcfcdb8-fffa-42ad-baee-ee1f83178620 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/62d969c2-67dc-4f2a-abc8-387787e0f43f HTTP/1.1" status: 404 len: 339 time: 0.0261464 Mar 02 20:05:11.697433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.707016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.737841 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e818358-3275-4ba7-938a-fb3c79f5e860 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.738420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e818358-3275-4ba7-938a-fb3c79f5e860 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.742402 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7e818358-3275-4ba7-938a-fb3c79f5e860 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/449f188d-fb34-455a-8bbe-84f53c1f7d46 HTTP/1.1" status: 404 len: 337 time: 0.0416119 Mar 02 20:05:11.742820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39062) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.767919 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd28659-e270-4920-ad31-1300fdbd587f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:11.768409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd28659-e270-4920-ad31-1300fdbd587f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:11.770088 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bdd28659-e270-4920-ad31-1300fdbd587f tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/40df8de3-0f87-4327-890b-5009b7d961a2 HTTP/1.1" status: 404 len: 339 time: 0.0262353 Mar 02 20:05:11.773447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39066) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:11.787903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a25a3c19-1cf1-4596-a5a4-9844881ac315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.841158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting subnet 18eb66fb-2150-4b18-bb77-3d08d5a65fae {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:11.844193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.902918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.934744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:11.940539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.056624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=21aecab4-dbc7-44d8-9d44-bb3d71886153,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:12.068692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.093328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.171019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.212488 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=18eb66fb-2150-4b18-bb77-3d08d5a65fae,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:12.216100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.224731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10c596-67fb-496a-8359-c0db0e47cfbc None None] Network fb398975-6a33-40dd-be68-afe9d272612e requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:12.228277 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-846bbea2-bff6-4baa-afcb-e811d0710117 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/18eb66fb-2150-4b18-bb77-3d08d5a65fae HTTP/1.1" status: 204 len: 168 time: 0.4515748 Mar 02 20:05:12.228575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39070) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:12.241121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP 62537764-cbdb-4aa7-9781-dc8917d15e72 associated. External IP: 172.26.2.246, port: d6dad1b2-f304-49e2-a07c-624bca397ad2. Mar 02 20:05:12.340896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.351553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port 16da3641-4fde-465f-bf77-30d3e348592a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:12.351881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.501664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] DHCP port deletion for fb398975-6a33-40dd-be68-afe9d272612e request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:05:12.506095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Deleting port 16da3641-4fde-465f-bf77-30d3e348592a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:12.506621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.556188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port 16da3641-4fde-465f-bf77-30d3e348592a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=16da3641-4fde-465f-bf77-30d3e348592a,segment=NetworkSegment(0ecbabdb-8a66-459b-8334-c69d81698fda),segment_id=0ecbabdb-8a66-459b-8334-c69d81698fda)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:12.556578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.597280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:05:12.683628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for 16da3641-4fde-465f-bf77-30d3e348592a owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:12.747824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] For port 16da3641-4fde-465f-bf77-30d3e348592a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=16da3641-4fde-465f-bf77-30d3e348592a,segment=NetworkSegment(0ecbabdb-8a66-459b-8334-c69d81698fda),segment_id=0ecbabdb-8a66-459b-8334-c69d81698fda)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:12.748661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.770108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.800376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:12.826429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.838767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port 16da3641-4fde-465f-bf77-30d3e348592a on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:12.883501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=16da3641-4fde-465f-bf77-30d3e348592a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:12.884956 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-85655949-dc3e-437d-a16f-5d9ffa04316e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4169347 Mar 02 20:05:12.890285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:12.911725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:12.913925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:12.946790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Calling delete_port for 16da3641-4fde-465f-bf77-30d3e348592a owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:12.947667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'status': 'completed', 'code': 200} Mar 02 20:05:12.981403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:12.996986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:12.997324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5290ba1e-f0de-4136-9e34-ceb7d2c822f0 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:12.997731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 16da3641-4fde-465f-bf77-30d3e348592a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:13.007251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb398975-6a33-40dd-be68-afe9d272612e']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.020942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ecbabdb-8a66-459b-8334-c69d81698fda') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.021398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ecbabdb-8a66-459b-8334-c69d81698fda') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.035044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.037826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:13.038476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.053849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.060949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:13.061527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:13.077522 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:13.106973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 16da3641-4fde-465f-bf77-30d3e348592a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:13.107292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 16da3641-4fde-465f-bf77-30d3e348592a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: from cryptography.utils import int_from_bytes Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: from cryptography.utils import int_from_bytes Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn_limited( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn_limited( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:05:13.137125 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:05:13.157875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:05:13.158233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:05:13.166862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.183548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-0a4ebde0-4a70-4498-8aaa-0321f0aa1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:13.185468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-0a4ebde0-4a70-4498-8aaa-0321f0aa1cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1098 time: 0.2126813 Mar 02 20:05:13.187719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.194003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=fb398975-6a33-40dd-be68-afe9d272612e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:13.205652 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-63942c04-b7f9-4319-ab52-8e5d46cfcc24 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/fb398975-6a33-40dd-be68-afe9d272612e HTTP/1.1" status: 204 len: 168 time: 0.9742296 Mar 02 20:05:13.206421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39078) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:13.244233 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b4e2f0-074e-4110-80c9-c1f6cf043626 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:13.244853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b4e2f0-074e-4110-80c9-c1f6cf043626 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:13.249172 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-06b4e2f0-074e-4110-80c9-c1f6cf043626 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/ab8bebd7-073e-441f-804d-d8b6161cd388 HTTP/1.1" status: 404 len: 337 time: 0.0393691 Mar 02 20:05:13.249571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39082) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:13.251656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:13.274779 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6074f0ce-5862-4b6c-ad92-44c3b9b271f1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] DELETE failed (client error): The resource could not be found. Mar 02 20:05:13.275372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6074f0ce-5862-4b6c-ad92-44c3b9b271f1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:05:13.279570 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6074f0ce-5862-4b6c-ad92-44c3b9b271f1 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/ceb4858f-eb8d-4e5f-bef0-5d11397aef22 HTTP/1.1" status: 404 len: 339 time: 0.0261567 Mar 02 20:05:13.279882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39086) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:13.323948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-0cd1d93f-d3f8-4b95-94d2-9a70420820bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:13.325587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-0cd1d93f-d3f8-4b95-94d2-9a70420820bc service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1331978 Mar 02 20:05:13.350823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting subnet b4691fe5-076d-4857-81dc-571ec01dff94 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:13.354158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.408246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.434390 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-db90f9a9-38d9-42ea-a659-71d300ec8ffe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 999 time: 0.1024272 Mar 02 20:05:13.496017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-977fc0ca-4107-4a3c-bd44-100a515f6dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:13.497599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-977fc0ca-4107-4a3c-bd44-100a515f6dfa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0574636 Mar 02 20:05:13.501444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.588866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.590157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-df741b37-7384-45d3-aa6c-df23ae81b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:13.592127 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-df741b37-7384-45d3-aa6c-df23ae81b7c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882189 Mar 02 20:05:13.619559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '62537764-cbdb-4aa7-9781-dc8917d15e72', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:b8:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:11Z', 'updated_at': '2022-03-02T20:05:11Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.624125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:13.633218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:13.633535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Subnet': ['ID=b4691fe5-076d-4857-81dc-571ec01dff94,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:13.634084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:04:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:13.647988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.661008 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3cc358da-665c-4467-a75a-8b1985a215e2 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/subnets/b4691fe5-076d-4857-81dc-571ec01dff94 HTTP/1.1" status: 204 len: 168 time: 0.3800123 Mar 02 20:05:13.661588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39094) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:13.693596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Deleting port 16da3641-4fde-465f-bf77-30d3e348592a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:13.694135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.718125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05338d-0571-4923-af67-3cddb226d5ec None None] Network 717f94fe-5c61-4166-8c53-8909ab12c046 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:13.807176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-c11df13d-c3de-4bdf-855d-25750096a132 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073116 Mar 02 20:05:13.818292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-16b58aa7-7238-4a6f-812f-79871fe9b3cd None None] The port '16da3641-4fde-465f-bf77-30d3e348592a' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:05:13.916014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:13.928064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Deleting port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:13.928696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.026464 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3667ed76-9425-4caf-84e8-ea4a55976d26 req-81fe5490-ae75-4f27-a323-5099464b0dad service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047367 Mar 02 20:05:14.057948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47d28b-59d0-4c17-9fde-44b6742aa2f8 req-326f2199-dfdd-4ec0-ad4d-e578997f8d25 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:14.059607 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f47d28b-59d0-4c17-9fde-44b6742aa2f8 req-326f2199-dfdd-4ec0-ad4d-e578997f8d25 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.1237838 Mar 02 20:05:14.105075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f47d28b-59d0-4c17-9fde-44b6742aa2f8 req-043b8217-9657-4af5-b18e-052262cfdfad tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397580 Mar 02 20:05:14.118728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:14.160423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] For port d3ef2d70-61b4-48f0-b2ed-d43773b277c4, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,segment=NetworkSegment(15d08da4-7880-43de-9755-2c94443102eb),segment_id=15d08da4-7880-43de-9755-2c94443102eb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:14.160734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.282767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Calling delete_port for d3ef2d70-61b4-48f0-b2ed-d43773b277c4 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:14.366279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.375352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573438e9-ea45-4e2a-a79c-609a5bd6fed5 None None] DHCP port deletion for 717f94fe-5c61-4166-8c53-8909ab12c046 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:05:14.414634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Port': ['ID=d3ef2d70-61b4-48f0-b2ed-d43773b277c4,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:14.416279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] No DVR routers for this DVR port d3ef2d70-61b4-48f0-b2ed-d43773b277c4 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:14.495271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '62537764-cbdb-4aa7-9781-dc8917d15e72', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:b8:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:11Z', 'updated_at': '2022-03-02T20:05:11Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:14.499392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4750df-767f-4f63-a5bd-88f2ee7c81d5 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '62537764-cbdb-4aa7-9781-dc8917d15e72', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.246', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:b8:eb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:11Z', 'updated_at': '2022-03-02T20:05:11Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:14.537978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.564289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717f94fe-5c61-4166-8c53-8909ab12c046']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:14.577889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d08da4-7880-43de-9755-2c94443102eb') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:14.578135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d08da4-7880-43de-9755-2c94443102eb') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:14.590221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.607144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.613663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:14.614049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:14.632980 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:14.687846 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d49f49b-e041-4e0a-8662-a3e8e9b25579 None None] New status for floating IP 62537764-cbdb-4aa7-9781-dc8917d15e72: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:05:14.714111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.731432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:14.742639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] Pushing event deleted for resources: {'Network': ['ID=717f94fe-5c61-4166-8c53-8909ab12c046,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:14.753107 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-24ad982f-130b-4eaf-bf7f-c0efd7cf6191 tempest-NetworksIpV6Test-69882883 tempest-NetworksIpV6Test-69882883-project] 10.222.0.36 "DELETE /v2.0/networks/717f94fe-5c61-4166-8c53-8909ab12c046 HTTP/1.1" status: 204 len: 168 time: 1.0903907 Mar 02 20:05:14.837099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3ef2d70-61b4-48f0-b2ed-d43773b277c4 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:14.871341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d3ef2d70-61b4-48f0-b2ed-d43773b277c4 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:14.871737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d3ef2d70-61b4-48f0-b2ed-d43773b277c4 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:15.032811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39104) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:15.042101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-db4f3552-50ad-4d32-8ac0-7c1fcf0773f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.186904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-63727387-7b9f-454a-9c58-a50f1afa87fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe431e3358d14c17b3ef61cb6355e770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529281 Mar 02 20:05:15.189487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39112) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:15.243556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.298481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.343517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.388509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.410539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d5af6-cc55-4a25-81d9-c332e406f6ae req-ef60fffc-5007-48c6-9ef0-b5c38902e1ec tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:15.412000 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d44d5af6-cc55-4a25-81d9-c332e406f6ae req-ef60fffc-5007-48c6-9ef0-b5c38902e1ec tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.1934609 Mar 02 20:05:15.471170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-0c0cf01f-4980-40d0-825e-21d7f2c93004 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:15.472625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-0c0cf01f-4980-40d0-825e-21d7f2c93004 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 946 time: 0.1946406 Mar 02 20:05:15.482175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.533798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d44d5af6-cc55-4a25-81d9-c332e406f6ae req-2f30ea19-41a8-4e6d-82d1-29854f8922a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbdb660d-f4e6-4d99-b553-31f6ebc46b34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149240 Mar 02 20:05:15.552766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.573229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port cf945acf-c59c-4dd9-9754-2228d395f3c6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:15.573563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.597323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bbced-5209-4aa7-ad9e-303e34080778,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:15.617832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:15.619342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed4b3795-3012-4ef8-866f-017f822a163b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a54bbced-5209-4aa7-ad9e-303e34080778 HTTP/1.1" status: 204 len: 168 time: 0.4285882 Mar 02 20:05:15.829166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port cf945acf-c59c-4dd9-9754-2228d395f3c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=cf945acf-c59c-4dd9-9754-2228d395f3c6,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:15.829519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.240529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.241240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.241240 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec disassociated. External IP: 172.26.2.66, port: cf945acf-c59c-4dd9-9754-2228d395f3c6. Mar 02 20:05:16.241484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for cf945acf-c59c-4dd9-9754-2228d395f3c6 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:16.340606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39136) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:16.392238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.445808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1165334855'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:16.448138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=cf945acf-c59c-4dd9-9754-2228d395f3c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:16.451103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:16.455799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Usage tracker for resource:network and tenant:4185e8335958487b9843455279a177a3 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:16.459001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:16.466811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:16.479458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Made reservation on behalf of 4185e8335958487b9843455279a177a3 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:16.483215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.500394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.514833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:16.518899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Usage tracker for resource:security_group_rule and tenant:4185e8335958487b9843455279a177a3 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:16.521919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:16.528070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:16.612883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.619245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.633588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:05:16.652855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:16.661270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b61d097-9220-4a90-a1ef-2000db01eac8,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:16.666840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.667487 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Added segment edc5c83a-556c-4fd2-872e-911c40dc5451 of type vlan for network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 Mar 02 20:05:16.694079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.725476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.731146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:16.732482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.746640 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55f76087-9e83-4ffb-94e0-745f2229adef req-7a5cae25-a5bf-4766-b718-d4c60a9d4fc9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e94cc71-da71-4b15-9a28-e4b8e0fb4e85 HTTP/1.1" status: 200 len: 210 time: 0.0540845 Mar 02 20:05:16.850510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event updated for resources: {'Network': ['ID=dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:16.860461 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6e354ad-5b4b-4b49-82b4-6c22efca6acb tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5185599 Mar 02 20:05:16.862300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:16.863152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39144) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:16.868788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Request body: {'subnet': {'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:16.871708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:16.882892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:16.910438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:16.911296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:16.957628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port cf945acf-c59c-4dd9-9754-2228d395f3c6 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:16.960248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:16.963546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'name': 'network-vif-deleted', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:16.985502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-523c5d51-bb47-4090-ab96-e539bbe03bca req-568758b4-d052-467e-bc69-a94443fd3bea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/cf945acf-c59c-4dd9-9754-2228d395f3c6 HTTP/1.1" status: 204 len: 173 time: 1.5033147 Mar 02 20:05:17.005053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:17.010196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Usage tracker for resource:subnet and tenant:4185e8335958487b9843455279a177a3 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:17.025779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:17.035125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:17.052845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Made reservation on behalf of 4185e8335958487b9843455279a177a3 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:17.057868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.162404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.207863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:17.208034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e94cc71-da71-4b15-9a28-e4b8e0fb4e85', 'name': 'network-vif-deleted', 'tag': 'cf945acf-c59c-4dd9-9754-2228d395f3c6', 'status': 'completed', 'code': 200} Mar 02 20:05:17.312786 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.401512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event updated for resources: {'Subnet': ['ID=cec32324-c19c-40e8-a91f-298e4f83b86a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:17.412912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Checking segment: {'id': 'edc5c83a-556c-4fd2-872e-911c40dc5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:17.413229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Network hostable DHCP agents. Network: dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:17.434215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:17.447756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:17.453707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:17.455006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.460611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1fc960-b3ac-45aa-a777-e2f14724ffc8 None None] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:17.481090 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ad9fc44c-c9ee-418b-a4df-2268ffb4c523 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6152096 Mar 02 20:05:17.482244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39150) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:17.487907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Request body: {'port': {'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1', 'name': 'tempest-TagsExtTest-551706112'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:17.637782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:17.642522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Usage tracker for resource:port and tenant:4185e8335958487b9843455279a177a3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:17.645523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:17.651218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:17.662178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Made reservation on behalf of 4185e8335958487b9843455279a177a3 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:17.665734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.670527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:17.683018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:17.687132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] device_id is not set on port 6e258696-4914-4caf-84a1-c8f76041ddc5 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:05:17.697180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:17.697793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:17.860589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Allocated IP 172.20.0.9 (dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1/cec32324-c19c-40e8-a91f-298e4f83b86a/6e258696-4914-4caf-84a1-c8f76041ddc5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:17.876859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1', 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1', 'tenant_id': '4185e8335958487b9843455279a177a3', 'fixed_ips': [{'subnet_id': 'cec32324-c19c-40e8-a91f-298e4f83b86a'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:05:17.877765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.878046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39156) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:17.951535 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:17.984106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.033516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:18.057698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.078967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdb660d-f4e6-4d99-b553-31f6ebc46b34,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:18.084085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.084303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.088555 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4387e8b0-9a60-4873-a614-cac2d7e1265c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbdb660d-f4e6-4d99-b553-31f6ebc46b34 HTTP/1.1" status: 204 len: 168 time: 0.2089384 Mar 02 20:05:18.107670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Transition to ACTIVE for port object 6e258696-4914-4caf-84a1-c8f76041ddc5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:18.122927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39162) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.150035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.233941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:18.237696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:18.240209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:18.312785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device cf945acf-c59c-4dd9-9754-2228d395f3c6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:18.368536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: cf945acf-c59c-4dd9-9754-2228d395f3c6 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:18.368852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device cf945acf-c59c-4dd9-9754-2228d395f3c6 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:18.375394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Allocated IP 172.20.0.2 (dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1/cec32324-c19c-40e8-a91f-298e4f83b86a/6b54e22e-6cb1-4861-bf15-627056cbb3a9) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:18.401273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 6420190a-907f-496c-86cc-cd7e19f7bcb0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:18.401570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event updated for resources: {'Port': ['ID=6e258696-4914-4caf-84a1-c8f76041ddc5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:18.401706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.439209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:18.440398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.463098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4cbba570-b619-423e-a4d2-0244da919c0a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9795260 Mar 02 20:05:18.465455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39166) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.471913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1482470866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:18.479291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:18.483420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Usage tracker for resource:router and tenant:4185e8335958487b9843455279a177a3 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:18.486569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:18.492804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:18.504562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.505672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.521607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.542315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.567365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.569108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e3b9f707-0b3b-46a3-b8ad-dfd5e834f15e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1023078 Mar 02 20:05:18.571695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.577406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-930ad91c-1c70-4af7-918d-6942f4ac51ae tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-398778265', 'prefixes': ['172.20.0.0/16']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:18.583321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-930ad91c-1c70-4af7-918d-6942f4ac51ae tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:18.586068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.586068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.635044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:18.639447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-930ad91c-1c70-4af7-918d-6942f4ac51ae tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.644109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-930ad91c-1c70-4af7-918d-6942f4ac51ae tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0681992 Mar 02 20:05:18.644441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39174) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.649877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-192645ee-7571-44d9-b54d-1ed54f475d5b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-1787009240') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:18.654262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb15e-0dde-45ab-83f1-73debe9f736f None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:02:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'be7a2e72-8b90-46a4-9dd8-6e3a8580dafd', 'name': '', 'network_id': '270327b2-d0d0-4563-aa55-1d11764fe770', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:48:57:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '3611e4c9-2862-4551-8721-e24d6773866f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:56Z', 'updated_at': '2022-03-02T20:03:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '3611e4c9-2862-4551-8721-e24d6773866f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:18.656065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.666754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Transition to ACTIVE for port object 6b54e22e-6cb1-4861-bf15-627056cbb3a9 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:18.685871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Transition to ACTIVE for port object 6b54e22e-6cb1-4861-bf15-627056cbb3a9 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:18.699313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.714587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 6420190a-907f-496c-86cc-cd7e19f7bcb0 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:18.748949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-192645ee-7571-44d9-b54d-1ed54f475d5b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-1787009240 HTTP/1.1" status: 201 len: 201 time: 0.1032774 Mar 02 20:05:18.750901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39178) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.763581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-47a0c582-5450-4a63-8fb6-997540d12167 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1082035969') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:18.779753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:18.783329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:18.792046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:18.829460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Pushing event updated for resources: {'Port': ['ID=6b54e22e-6cb1-4861-bf15-627056cbb3a9,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:18.845947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.846541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.847038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.847525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.848009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.849011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.849011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.849228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.849504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.849834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.850149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.850464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:18.882445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-47a0c582-5450-4a63-8fb6-997540d12167 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1082035969 HTTP/1.1" status: 201 len: 201 time: 0.1300254 Mar 02 20:05:18.885248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.885407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39182) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:18.891186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-b760bee8-443f-4aef-9242-30e4ed000547 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-1207363986') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:18.914437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Attempting to bind port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:18.915821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Attempting to bind port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'edc5c83a-556c-4fd2-872e-911c40dc5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:18.916531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Attempting to bind port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 on network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:18.927361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:18.928703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Checking segment: {'id': 'edc5c83a-556c-4fd2-872e-911c40dc5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:18.929231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.929734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Bound using segment: {'id': 'edc5c83a-556c-4fd2-872e-911c40dc5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:18.930396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Bound port: 6b54e22e-6cb1-4861-bf15-627056cbb3a9, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc5c83a-556c-4fd2-872e-911c40dc5451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:18.930985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:18.935773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=6420190a-907f-496c-86cc-cd7e19f7bcb0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:19.033147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:19.044780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] For port 6b54e22e-6cb1-4861-bf15-627056cbb3a9, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:19.048477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] For port 6b54e22e-6cb1-4861-bf15-627056cbb3a9, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6b54e22e-6cb1-4861-bf15-627056cbb3a9,segment=NetworkSegment(edc5c83a-556c-4fd2-872e-911c40dc5451),segment_id=edc5c83a-556c-4fd2-872e-911c40dc5451)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:19.049713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:19.052432 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-496963c0-b8b7-4819-bf5d-b1cdc3b6c222 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb6e5b6d-730e-477d-8d84-e8d35247b5ec HTTP/1.1" status: 204 len: 168 time: 0.9268270 Mar 02 20:05:19.055745 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a2f966-2bbf-4ea6-9336-b4973cffe89b None None] New status for floating IP cb6e5b6d-730e-477d-8d84-e8d35247b5ec: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:05:19.058043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:19.064390 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b760bee8-443f-4aef-9242-30e4ed000547 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-1207363986 HTTP/1.1" status: 201 len: 201 time: 0.1760001 Mar 02 20:05:19.065320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39188) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.070942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-8b0c722f-cf3d-4b36-bde3-c1572ef7cd08 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-695136428') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.114006 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b0c722f-cf3d-4b36-bde3-c1572ef7cd08 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-695136428 HTTP/1.1" status: 201 len: 201 time: 0.0474596 Mar 02 20:05:19.118033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39192) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.124820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-25242cc6-eae0-4b5e-b0ca-13a164fcda77 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.151847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11100212-4b50-478e-ac22-cecdba5d5033 None None] Pushing event updated for resources: {'Port': ['ID=6b54e22e-6cb1-4861-bf15-627056cbb3a9,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:19.204617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25242cc6-eae0-4b5e-b0ca-13a164fcda77 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 200 len: 241 time: 0.0842004 Mar 02 20:05:19.205311 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39196) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.215373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-5d51f152-fbb2-4d64-b0bb-8643597d8731 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-1787009240') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.314303 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5d51f152-fbb2-4d64-b0bb-8643597d8731 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-1787009240 HTTP/1.1" status: 204 len: 168 time: 0.1064253 Mar 02 20:05:19.314622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.329087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-d84e60c3-52ec-4d87-a6a0-1277f67d1ad0 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-1787009240') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.525851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d84e60c3-52ec-4d87-a6a0-1277f67d1ad0 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-1787009240 HTTP/1.1" status: 204 len: 168 time: 0.2092450 Mar 02 20:05:19.528659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39206) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.537457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-7dcd4447-def4-4ac9-aaca-977fae7b8224 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.563640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220a8f0-ae67-4df3-95dc-68abf664fe9b req-7c6417f6-c2bd-48d4-979c-c9eb71c0297f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:19.564593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1220a8f0-ae67-4df3-95dc-68abf664fe9b req-7c6417f6-c2bd-48d4-979c-c9eb71c0297f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:19.587075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1220a8f0-ae67-4df3-95dc-68abf664fe9b req-7c6417f6-c2bd-48d4-979c-c9eb71c0297f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:19.588698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1220a8f0-ae67-4df3-95dc-68abf664fe9b req-7c6417f6-c2bd-48d4-979c-c9eb71c0297f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.1368632 Mar 02 20:05:19.615384 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7dcd4447-def4-4ac9-aaca-977fae7b8224 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 200 len: 205 time: 0.0854220 Mar 02 20:05:19.617958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39210) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.623250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-8b7c133f-4c01-48f6-9692-f1c8f384a959 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.642583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1220a8f0-ae67-4df3-95dc-68abf664fe9b req-5b29d231-3998-4ca4-a20b-d87a9955ce70 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467081 Mar 02 20:05:19.692363 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b7c133f-4c01-48f6-9692-f1c8f384a959 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 200 len: 241 time: 0.0733297 Mar 02 20:05:19.694815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39214) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.700341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-54192431-fa5b-4683-9dde-47cabc4e7654 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1082035969') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.778808 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-54192431-fa5b-4683-9dde-47cabc4e7654 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1082035969 HTTP/1.1" status: 204 len: 168 time: 0.0828762 Mar 02 20:05:19.781492 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39218) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.786774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-e323e8c5-0eb8-477b-b6bb-41aa3fb9948a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1082035969') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.877105 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e323e8c5-0eb8-477b-b6bb-41aa3fb9948a tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1082035969 HTTP/1.1" status: 204 len: 168 time: 0.0946302 Mar 02 20:05:19.879926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39222) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.885148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-d2a38917-9599-4bd2-a3ba-7c216c443f81 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:19.961933 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d2a38917-9599-4bd2-a3ba-7c216c443f81 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 200 len: 205 time: 0.0779486 Mar 02 20:05:19.961933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39226) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:19.967038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-447cde6d-c90f-4023-87c7-e1fc2fb95826 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.110562 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-447cde6d-c90f-4023-87c7-e1fc2fb95826 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 200 len: 241 time: 0.1480150 Mar 02 20:05:20.113616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39230) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.121752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-595c624d-7e87-4cff-9038-8951288a97a9 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-1207363986') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.265821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc41dc-940f-4272-878d-00cfb99276fb None None] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:20.304527 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-595c624d-7e87-4cff-9038-8951288a97a9 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-1207363986 HTTP/1.1" status: 204 len: 168 time: 0.1901479 Mar 02 20:05:20.304905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39236) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.310906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-d79a5f8e-667b-4274-b53c-bbb2e27ce905 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-1207363986') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.385672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c651824e-9dc6-4b55-94d3-a5f846c136b5 None None] Provisioning for port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:20.586858 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d79a5f8e-667b-4274-b53c-bbb2e27ce905 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-1207363986 HTTP/1.1" status: 204 len: 168 time: 0.2783825 Mar 02 20:05:20.587390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39240) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.603368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-3fa717d1-1901-45ab-a924-222d9f981105 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.803396 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3fa717d1-1901-45ab-a924-222d9f981105 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 200 len: 205 time: 0.2148559 Mar 02 20:05:20.805831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.812867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-8c3f99e5-cc79-49b8-ad61-97116cfd6576 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.847245 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8c3f99e5-cc79-49b8-ad61-97116cfd6576 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 200 len: 240 time: 0.0401399 Mar 02 20:05:20.848031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39250) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.854863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-807dbea6-db84-41ad-ab44-80a26dcc4730 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-695136428') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.888412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b3140bd-7243-4dc0-a169-17722a785321 None None] Provisioning for port 6e258696-4914-4caf-84a1-c8f76041ddc5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:20.897916 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-807dbea6-db84-41ad-ab44-80a26dcc4730 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-695136428 HTTP/1.1" status: 204 len: 168 time: 0.0485349 Mar 02 20:05:20.898799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39254) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.905058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-5e168631-6b57-4139-b1e7-c870180a6156 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-695136428') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:20.909307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b3140bd-7243-4dc0-a169-17722a785321 None None] Provisioning complete for port 6e258696-4914-4caf-84a1-c8f76041ddc5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:20.909901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b3140bd-7243-4dc0-a169-17722a785321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:20.956663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-c839b6bf-3bd9-42ff-bd26-a59475cb38be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:20.958600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-c839b6bf-3bd9-42ff-bd26-a59475cb38be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.1340139 Mar 02 20:05:20.974813 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5e168631-6b57-4139-b1e7-c870180a6156 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-695136428 HTTP/1.1" status: 204 len: 168 time: 0.0749373 Mar 02 20:05:20.975487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39258) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:20.982508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-50f8baa7-f070-4a40-9b32-ef61b64975a2 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.024637 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-50f8baa7-f070-4a40-9b32-ef61b64975a2 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 200 len: 205 time: 0.0478463 Mar 02 20:05:21.026175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39262) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.029413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6b54e22e-6cb1-4861-bf15-627056cbb3a9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:21.031947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-996b1000-10e1-41d9-b0ed-c343dbcc7183 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.048172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68a393-b040-4eb6-95df-fca3dfe09e65 req-9899a613-b703-489d-aee6-46af6393b615 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:21.049669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd68a393-b040-4eb6-95df-fca3dfe09e65 req-9899a613-b703-489d-aee6-46af6393b615 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 945 time: 0.2757082 Mar 02 20:05:21.060635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:21.061010 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-996b1000-10e1-41d9-b0ed-c343dbcc7183 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 204 len: 168 time: 0.0343478 Mar 02 20:05:21.061406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.064185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39266) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.069394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-6ac433a4-4c0d-44cf-8829-86799ba18063 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.102137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b3140bd-7243-4dc0-a169-17722a785321 None None] Port 6e258696-4914-4caf-84a1-c8f76041ddc5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:21.122765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:21.128809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:21.129159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.179815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd68a393-b040-4eb6-95df-fca3dfe09e65 req-3733bf02-9762-4a3a-bc56-466121f57f00 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=04f38bc1-d37c-4410-9180-7c538be4fe80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886173 Mar 02 20:05:21.209228 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ac433a4-4c0d-44cf-8829-86799ba18063 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1438620 Mar 02 20:05:21.211783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39270) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.216685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-ce0263f4-91e7-4a85-842e-bbcf81a18125 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.268146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.281284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7dbcd98d-d0f4-4afa-9ada-48e6b43ab52f None None] Provisioning complete for port 6e258696-4914-4caf-84a1-c8f76041ddc5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:21.281643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7dbcd98d-d0f4-4afa-9ada-48e6b43ab52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.299347 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ce0263f4-91e7-4a85-842e-bbcf81a18125 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 204 len: 168 time: 0.0840976 Mar 02 20:05:21.299549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.304692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-1ec97059-a5aa-493e-9456-ade56a5f1b35 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.349777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7dbcd98d-d0f4-4afa-9ada-48e6b43ab52f None None] Port 6e258696-4914-4caf-84a1-c8f76041ddc5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:21.352076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 6b54e22e-6cb1-4861-bf15-627056cbb3a9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6b54e22e-6cb1-4861-bf15-627056cbb3a9,segment=NetworkSegment(edc5c83a-556c-4fd2-872e-911c40dc5451),segment_id=edc5c83a-556c-4fd2-872e-911c40dc5451)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:21.357636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.374601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:21.374961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.377815 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ec97059-a5aa-493e-9456-ade56a5f1b35 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 204 len: 168 time: 0.0773792 Mar 02 20:05:21.382567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39278) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.387763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-956551f2-4bcb-4010-be80-13a302292361 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-1138874145') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.425957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=6b54e22e-6cb1-4861-bf15-627056cbb3a9,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:21.471700 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-956551f2-4bcb-4010-be80-13a302292361 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-1138874145 HTTP/1.1" status: 201 len: 201 time: 0.0881033 Mar 02 20:05:21.474442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39282) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.479764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-51903a26-9340-457e-8191-6b63a9c9c00b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1602230394') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.501711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:21.558994 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-51903a26-9340-457e-8191-6b63a9c9c00b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1602230394 HTTP/1.1" status: 201 len: 201 time: 0.0834117 Mar 02 20:05:21.561627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39286) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.567043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-dc8baae8-5a2a-433b-a4c9-464acf48cdb4 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-885011998') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.716923 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc8baae8-5a2a-433b-a4c9-464acf48cdb4 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-885011998 HTTP/1.1" status: 201 len: 201 time: 0.1542397 Mar 02 20:05:21.719695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39290) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.725268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-9705e84b-ced3-467d-b64f-ec0b3acefc05 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-2025332973') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.763321 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9705e84b-ced3-467d-b64f-ec0b3acefc05 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-2025332973 HTTP/1.1" status: 201 len: 201 time: 0.0424571 Mar 02 20:05:21.766002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39294) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.769663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.773110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-546c036b-8356-4880-90d7-6e509a650cf7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', {'tags': ['tempest-TagsExtTest-Tag-808468438', 'tempest-TagsExtTest-Tag-955469362', 'tempest-TagsExtTest-Tag-160848227']}) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.820072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=5d198ff5-6177-49ad-839b-5e08dbe8fcc3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:21.850547 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-546c036b-8356-4880-90d7-6e509a650cf7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 200 len: 315 time: 0.0829809 Mar 02 20:05:21.856758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39298) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.861636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-c77ab595-3ff3-444c-887c-c1ab6463c8c8 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.900994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:21.903696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:21.907693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'name': 'network-vif-deleted', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:21.925366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f5e46f75-f598-4639-acbd-31cee15a1046 req-cbaf542b-dc77-4ea8-a871-525b6ae67eda tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/5d198ff5-6177-49ad-839b-5e08dbe8fcc3 HTTP/1.1" status: 204 len: 173 time: 0.9601245 Mar 02 20:05:21.948140 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c77ab595-3ff3-444c-887c-c1ab6463c8c8 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 204 len: 168 time: 0.0903556 Mar 02 20:05:21.950985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39304) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:21.956422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-ec741ac7-3606-473c-9e65-fb7cb8216d10 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-808468438') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:21.967546 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b316378f-fdbb-4b3b-b58a-8a967e3ed8be', 'name': 'network-vif-deleted', 'tag': '5d198ff5-6177-49ad-839b-5e08dbe8fcc3', 'status': 'completed', 'code': 200} Mar 02 20:05:22.021469 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-ec741ac7-3606-473c-9e65-fb7cb8216d10 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.022497 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ec741ac7-3606-473c-9e65-fb7cb8216d10 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-808468438 HTTP/1.1" status: 404 len: 328 time: 0.0704870 Mar 02 20:05:22.025793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39308) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.030869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-20eafb35-5a3a-43cc-9715-10c7e4cd1de1 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-955469362') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.101505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-20eafb35-5a3a-43cc-9715-10c7e4cd1de1 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.102470 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-20eafb35-5a3a-43cc-9715-10c7e4cd1de1 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-955469362 HTTP/1.1" status: 404 len: 328 time: 0.0756159 Mar 02 20:05:22.106483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.111190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-a72cac2e-b26a-45da-8516-9647ab6d559e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a', 'tempest-TagsExtTest-Tag-160848227') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.196985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-a72cac2e-b26a-45da-8516-9647ab6d559e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.198235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a72cac2e-b26a-45da-8516-9647ab6d559e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags/tempest-TagsExtTest-Tag-160848227 HTTP/1.1" status: 404 len: 328 time: 0.0907989 Mar 02 20:05:22.201739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.208918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-c00604ab-f917-49e3-81a7-033b4ac906e0 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', {'tags': ['tempest-TagsExtTest-Tag-1806475270', 'tempest-TagsExtTest-Tag-1314383565', 'tempest-TagsExtTest-Tag-766759059']}) {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.296404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c00604ab-f917-49e3-81a7-033b4ac906e0 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 200 len: 317 time: 0.0929906 Mar 02 20:05:22.298866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39322) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.304521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-bcba9d91-5578-4a73-90b6-3cfd4dbbab80 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.387331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-add926bb-3794-4129-9140-888941a72fee req-79f7a9fc-ac56-4351-83ef-8a33e733cfd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:22.409475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-add926bb-3794-4129-9140-888941a72fee req-79f7a9fc-ac56-4351-83ef-8a33e733cfd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:22.410785 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-add926bb-3794-4129-9140-888941a72fee req-79f7a9fc-ac56-4351-83ef-8a33e733cfd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=b316378f-fdbb-4b3b-b58a-8a967e3ed8be HTTP/1.1" status: 200 len: 210 time: 0.0789526 Mar 02 20:05:22.447158 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bcba9d91-5578-4a73-90b6-3cfd4dbbab80 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 204 len: 168 time: 0.1472371 Mar 02 20:05:22.450007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39326) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.454750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-46d9dae8-a2f0-4bf9-97ba-57c562d1169d tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1806475270') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.526697 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-46d9dae8-a2f0-4bf9-97ba-57c562d1169d tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.527791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-46d9dae8-a2f0-4bf9-97ba-57c562d1169d tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1806475270 HTTP/1.1" status: 404 len: 329 time: 0.0769131 Mar 02 20:05:22.531092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39330) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.536428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-928213de-a61f-417a-9447-189462244539 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-1314383565') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.607891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-928213de-a61f-417a-9447-189462244539 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.608935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-928213de-a61f-417a-9447-189462244539 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-1314383565 HTTP/1.1" status: 404 len: 329 time: 0.0769207 Mar 02 20:05:22.613084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39336) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.617849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-a6852b34-cef6-4af7-a37d-3b385d7e352c tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5', 'tempest-TagsExtTest-Tag-766759059') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.695834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-a6852b34-cef6-4af7-a37d-3b385d7e352c tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:22.697241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a6852b34-cef6-4af7-a37d-3b385d7e352c tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags/tempest-TagsExtTest-Tag-766759059 HTTP/1.1" status: 404 len: 328 time: 0.0832365 Mar 02 20:05:22.700173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39340) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.705381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-46251834-d1a1-41cb-9e6b-67bf3f1ad590 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', {'tags': ['tempest-TagsExtTest-Tag-2048267419', 'tempest-TagsExtTest-Tag-1546477555', 'tempest-TagsExtTest-Tag-945160932']}) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.832170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6b54e22e-6cb1-4861-bf15-627056cbb3a9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:22.851705 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-46251834-d1a1-41cb-9e6b-67bf3f1ad590 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 200 len: 317 time: 0.1503129 Mar 02 20:05:22.854602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39344) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:22.861741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-6b5698fd-3a8a-4169-a061-9e579b009783 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:22.908791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:22.909270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.156955 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6b5698fd-3a8a-4169-a061-9e579b009783 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 204 len: 168 time: 0.2999794 Mar 02 20:05:23.158798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39348) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.163607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-60404d01-f1fe-491b-af75-7b6389eea80b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-2048267419') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.308002 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-60404d01-f1fe-491b-af75-7b6389eea80b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.309139 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-60404d01-f1fe-491b-af75-7b6389eea80b tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-2048267419 HTTP/1.1" status: 404 len: 329 time: 0.1494386 Mar 02 20:05:23.312869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39352) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.317881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-822f74a5-5c16-4e0a-921c-2e460bbfea9f tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-1546477555') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.462940 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-822f74a5-5c16-4e0a-921c-2e460bbfea9f tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.463976 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-822f74a5-5c16-4e0a-921c-2e460bbfea9f tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-1546477555 HTTP/1.1" status: 404 len: 329 time: 0.1504266 Mar 02 20:05:23.466992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39358) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.471800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-22d80de6-a5b1-4902-b1b7-ec3ef1fec798 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab', 'tempest-TagsExtTest-Tag-945160932') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.505863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39362) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.578715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.601888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-22d80de6-a5b1-4902-b1b7-ec3ef1fec798 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.602937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22d80de6-a5b1-4902-b1b7-ec3ef1fec798 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags/tempest-TagsExtTest-Tag-945160932 HTTP/1.1" status: 404 len: 328 time: 0.1350603 Mar 02 20:05:23.606502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39366) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.610247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.620631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-8eb0eeb3-ce53-4e96-80aa-27ad7deb5410 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', {'tags': ['tempest-TagsExtTest-Tag-796774104', 'tempest-TagsExtTest-Tag-371973104', 'tempest-TagsExtTest-Tag-911159217']}) {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.681077 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8eb0eeb3-ce53-4e96-80aa-27ad7deb5410 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "PUT /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 200 len: 315 time: 0.0736027 Mar 02 20:05:23.684016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39370) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.689256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-cdfd8971-3f6d-4058-ac62-d37d8a5ab190 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.718471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.739438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f38bc1-d37c-4410-9180-7c538be4fe80,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:23.749739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:23.750850 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e0fa587c-3a63-4f95-912e-7a57f31ec523 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/04f38bc1-d37c-4410-9180-7c538be4fe80 HTTP/1.1" status: 204 len: 168 time: 0.2439694 Mar 02 20:05:23.765429 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cdfd8971-3f6d-4058-ac62-d37d8a5ab190 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 204 len: 168 time: 0.0803146 Mar 02 20:05:23.768099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39376) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.774984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.tag.tag_plugin [None req-f3520112-0838-4654-b863-99d6541dd06e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-796774104') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.796065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.860005 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-f3520112-0838-4654-b863-99d6541dd06e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.863633 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f3520112-0838-4654-b863-99d6541dd06e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-796774104 HTTP/1.1" status: 404 len: 328 time: 0.0915494 Mar 02 20:05:23.864383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39384) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.870113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-5600314b-a102-4799-bff5-aacb4d6aa452 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-371973104') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.894354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-5600314b-a102-4799-bff5-aacb4d6aa452 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.895363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5600314b-a102-4799-bff5-aacb4d6aa452 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-371973104 HTTP/1.1" status: 404 len: 328 time: 0.0298684 Mar 02 20:05:23.898374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39388) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.903297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-300e4be2-674e-4de9-8554-4d5ad744d7b5 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513', 'tempest-TagsExtTest-Tag-911159217') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.926317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.api.v2.resource [None req-300e4be2-674e-4de9-8554-4d5ad744d7b5 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] show failed (client error): The resource could not be found. Mar 02 20:05:23.927318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-300e4be2-674e-4de9-8554-4d5ad744d7b5 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags/tempest-TagsExtTest-Tag-911159217 HTTP/1.1" status: 404 len: 328 time: 0.0280724 Mar 02 20:05:23.930228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39392) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.935063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-ccccfa1f-cc77-4a9a-89f2-5e1670b71ee4 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '02bca23b-411f-46ef-8c92-2f1a53111513') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:23.962726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ccccfa1f-cc77-4a9a-89f2-5e1670b71ee4 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513/tags HTTP/1.1" status: 204 len: 168 time: 0.0315256 Mar 02 20:05:23.965345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39396) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:23.970212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-c2659afa-bc33-472c-a4fd-0a13832e84b7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:24.106580 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c2659afa-bc33-472c-a4fd-0a13832e84b7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab/tags HTTP/1.1" status: 204 len: 168 time: 0.1402609 Mar 02 20:05:24.109313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39400) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.114065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-be2c8851-9b8a-4157-9589-0dc2e6a3e514 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6e258696-4914-4caf-84a1-c8f76041ddc5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:24.184161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-be2c8851-9b8a-4157-9589-0dc2e6a3e514 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5/tags HTTP/1.1" status: 204 len: 168 time: 0.0738955 Mar 02 20:05:24.186877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39404) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.191620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.tag.tag_plugin [None req-a39f598b-ccbe-4976-986f-cb1678e60970 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cec32324-c19c-40e8-a91f-298e4f83b86a') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:24.259623 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a39f598b-ccbe-4976-986f-cb1678e60970 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a/tags HTTP/1.1" status: 204 len: 168 time: 0.0717754 Mar 02 20:05:24.266176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39408) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.336867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:24.357440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.360374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-92c0af57-b1e7-421a-8636-f08d5bbac942 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for subnetpool, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.364140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-92c0af57-b1e7-421a-8636-f08d5bbac942 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnetpools/02bca23b-411f-46ef-8c92-2f1a53111513 HTTP/1.1" status: 204 len: 168 time: 0.0945594 Mar 02 20:05:24.364628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39412) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.371158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:24.371510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d198ff5-6177-49ad-839b-5e08dbe8fcc3 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:24.408373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c2c67f2-a5da-4530-abe4-58b687284305 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Synchronizing usage tracker for tenant:4185e8335958487b9843455279a177a3 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:24.427875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4c2c67f2-a5da-4530-abe4-58b687284305 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Unset dirty status for tenant:4185e8335958487b9843455279a177a3 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:24.429057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4c2c67f2-a5da-4530-abe4-58b687284305 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "GET /v2.0/ports?device_id=6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab HTTP/1.1" status: 200 len: 205 time: 0.0634990 Mar 02 20:05:24.431706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39416) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:24.682100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.715546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:24.715849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.984675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:24.987139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.013613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.014104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Fanout notify agent at l3_agent the message router_deleted on router 6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:05:25.026283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.027418 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-10d21a1d-60f0-4629-9c07-ce19386fdef7 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/routers/6b7ce26c-8a35-4f06-8ee9-4fa99ac61dab HTTP/1.1" status: 204 len: 168 time: 0.5947568 Mar 02 20:05:25.029973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:25.033496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port be7a2e72-8b90-46a4-9dd8-6e3a8580dafd, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:25.034015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.096991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Deleting port 6e258696-4914-4caf-84a1-c8f76041ddc5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:25.097323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.156748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for be7a2e72-8b90-46a4-9dd8-6e3a8580dafd owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:25.342593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.358401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.409063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=be7a2e72-8b90-46a4-9dd8-6e3a8580dafd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:25.471760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Calling delete_port for 6e258696-4914-4caf-84a1-c8f76041ddc5 owned by {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:25.627653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.681227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event deleted for resources: {'Port': ['ID=6e258696-4914-4caf-84a1-c8f76041ddc5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:25.699429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.803175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.818889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42a9efd2-0d14-4cd4-9f1c-e9460c268fab tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/ports/6e258696-4914-4caf-84a1-c8f76041ddc5 HTTP/1.1" status: 204 len: 168 time: 0.7879255 Mar 02 20:05:25.821513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39424) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:25.892520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Deleting subnet cec32324-c19c-40e8-a91f-298e4f83b86a {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:25.895421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:25.949128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.073181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:05:26.151377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.230880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.261394 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:26.277987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Sync routers for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:26.285935 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ec6ba571-5d46-4747-bf80-8df8d5fb9a8e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/2724eee7-2958-4fb4-bbe2-4dbb8e336deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4860697 Mar 02 20:05:26.286553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39428) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:26.287846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:26.288552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:26.310194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event deleted for resources: {'Subnet': ['ID=cec32324-c19c-40e8-a91f-298e4f83b86a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:26.319531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.329597 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4a6ce39f-b4d7-4178-9c12-330429591d6e tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/subnets/cec32324-c19c-40e8-a91f-298e4f83b86a HTTP/1.1" status: 204 len: 168 time: 0.5045643 Mar 02 20:05:26.330597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39432) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:26.366137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45bb532-2d04-443d-a540-930b9a9bfc3b None None] Network dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:26.377592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet 3611e4c9-2862-4551-8721-e24d6773866f {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:05:26.380969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.467658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.472869 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-b95e8db8-e2cc-4590-a3b9-4bacc7de64ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2058413 Mar 02 20:05:26.483813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Deleting port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:26.483813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.649069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.781503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.785704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] For port 6b54e22e-6cb1-4861-bf15-627056cbb3a9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=6b54e22e-6cb1-4861-bf15-627056cbb3a9,segment=NetworkSegment(edc5c83a-556c-4fd2-872e-911c40dc5451),segment_id=edc5c83a-556c-4fd2-872e-911c40dc5451)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:26.785704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.796305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-6cc6a3b7-3dd9-4d1b-8c8f-082db421e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:26.811284 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-6cc6a3b7-3dd9-4d1b-8c8f-082db421e415 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1098 time: 0.2179763 Mar 02 20:05:26.839129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:26.883205 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.956897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=3611e4c9-2862-4551-8721-e24d6773866f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:26.956897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:26.975025 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a9991120-45c2-40c7-9788-5ca565e959a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/3611e4c9-2862-4551-8721-e24d6773866f HTTP/1.1" status: 204 len: 168 time: 0.6750476 Mar 02 20:05:26.975025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39438) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:27.046090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9bf2df-7970-41ec-87dc-c45880689563 None None] Network 270327b2-d0d0-4563-aa55-1d11764fe770 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:27.080666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Calling delete_port for 6b54e22e-6cb1-4861-bf15-627056cbb3a9 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:27.175316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.239606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-8efe049b-b6e1-424d-9f63-2011076c8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:27.239606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-8efe049b-b6e1-424d-9f63-2011076c8274 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.2818758 Mar 02 20:05:27.249104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.374992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.392458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:27.392458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.412038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event deleted for resources: {'Port': ['ID=6b54e22e-6cb1-4861-bf15-627056cbb3a9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:27.426123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] No DVR routers for this DVR port 6b54e22e-6cb1-4861-bf15-627056cbb3a9 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:27.520477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-854b422f-1509-49bf-a6c9-a4b591bffecc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 1001 time: 0.2795274 Mar 02 20:05:27.587819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99'}], 'enable_snat': True}, 'gw_port_id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:05:25Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'f2504af7-dfb0-4097-8b4b-ab1e71fd7c25', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:02:46Z', 'updated_at': '2022-03-02T20:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:27.597496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Checking router: 2724eee7-2958-4fb4-bbe2-4dbb8e336deb for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:27.616861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Routers {'2724eee7-2958-4fb4-bbe2-4dbb8e336deb'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:27.616861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:27.632835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-875204c4-3e3f-4f03-a4f0-06922fb671ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:27.632835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-875204c4-3e3f-4f03-a4f0-06922fb671ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0611136 Mar 02 20:05:27.669036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port f2504af7-dfb0-4097-8b4b-ab1e71fd7c25, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:27.669684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.694175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.705935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9118d3e-20df-4c7e-9582-0759e68bbab3 None None] DHCP port deletion for dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:05:27.739943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] DHCP port deletion for 270327b2-d0d0-4563-aa55-1d11764fe770 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:05:27.744069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Deleting port 63a05271-dad2-4f34-95d2-acdf43accdfc {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:05:27.744069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.750537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:27.767620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc5c83a-556c-4fd2-872e-911c40dc5451') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:27.767620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc5c83a-556c-4fd2-872e-911c40dc5451') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:27.786141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.808829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-32b85f54-66f9-4da2-83ce-08811e25a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:27.808829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-32b85f54-66f9-4da2-83ce-08811e25a793 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672711 Mar 02 20:05:27.808829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:27.820233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:27.936786 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] Set router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:28.000850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.014792 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:05:28.042999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:28.043679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.046611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=f2504af7-dfb0-4097-8b4b-ab1e71fd7c25,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:28.053007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:05:27Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:28.058357 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:28.065267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd77d82-a660-459b-aeb8-3471683d7b6a None None] The sync data for ids ['2724eee7-2958-4fb4-bbe2-4dbb8e336deb'] in dv-neutron-831594-2-hyperv is: [{'id': '2724eee7-2958-4fb4-bbe2-4dbb8e336deb', 'name': 'tempest-TestNetworkBasicOps-router-1818417733', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:02:44Z', 'updated_at': '2022-03-02T20:05:27Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:28.142071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.159142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.180546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.190586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] For port 63a05271-dad2-4f34-95d2-acdf43accdfc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=63a05271-dad2-4f34-95d2-acdf43accdfc,segment=NetworkSegment(d81e0c29-479b-41c1-a850-bd1da83c808f),segment_id=d81e0c29-479b-41c1-a850-bd1da83c808f)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:28.190968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.198069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] 10.222.0.36 "DELETE /v2.0/networks/dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1 HTTP/1.1" status: 204 len: 168 time: 1.8660307 Mar 02 20:05:28.208772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-e4157847-228a-4cfe-b5c7-6306df2dd3a1 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976617 Mar 02 20:05:28.209510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daecf6-6ff6-4dc9-9774-2f990e3c0c56 tempest-TagsExtTest-144446837 tempest-TagsExtTest-144446837-project] Pushing event deleted for resources: {'Network': ['ID=dbaf8b1b-d7dd-4b84-be7c-34c8032a1fe1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:28.316455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Calling delete_port for 63a05271-dad2-4f34-95d2-acdf43accdfc owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:05:28.360465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c06a1a-a7bb-46e6-93f1-90d8419fb05c req-03db4c26-fb63-4864-bad4-7605968db342 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427572 Mar 02 20:05:28.413963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.462618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.465992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.476709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] Pushing event deleted for resources: {'Port': ['ID=63a05271-dad2-4f34-95d2-acdf43accdfc,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:28.479467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32d5db-4d8e-4fd9-9e46-1821ddcc258e None None] No DVR routers for this DVR port 63a05271-dad2-4f34-95d2-acdf43accdfc on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:05:28.505600 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.506344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 2724eee7-2958-4fb4-bbe2-4dbb8e336deb {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:05:28.521983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.523065 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8190e291-fb2d-49e2-b483-f30e9fc26a95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/2724eee7-2958-4fb4-bbe2-4dbb8e336deb HTTP/1.1" status: 204 len: 168 time: 1.5586870 Mar 02 20:05:28.529735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:28.539549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:28.641358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.719714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-00898656-bc13-4a60-875c-6c82e4fdc1c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4185e8335958487b9843455279a177a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793423 Mar 02 20:05:28.722178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39456) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:28.786614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.791578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.814553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.821714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270327b2-d0d0-4563-aa55-1d11764fe770']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:28.835067 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81e0c29-479b-41c1-a850-bd1da83c808f') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:28.835364 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81e0c29-479b-41c1-a850-bd1da83c808f') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:28.847083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.864820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.872535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.873184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:05:28.873706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:05:28.889643 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:05:28.892076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b61d097-9220-4a90-a1ef-2000db01eac8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:28.895608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.896906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7b41a0c0-e891-4677-b015-b9a5c1e3b6a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b61d097-9220-4a90-a1ef-2000db01eac8 HTTP/1.1" status: 204 len: 168 time: 0.1738441 Mar 02 20:05:28.959601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 63a05271-dad2-4f34-95d2-acdf43accdfc no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:28.990608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:28.998792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 63a05271-dad2-4f34-95d2-acdf43accdfc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:28.999233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 63a05271-dad2-4f34-95d2-acdf43accdfc not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:28.999843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6b54e22e-6cb1-4861-bf15-627056cbb3a9 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:29.000539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.029881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=270327b2-d0d0-4563-aa55-1d11764fe770,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:29.033851 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e35c6748-a6fd-4b49-a372-14fc8604c0a0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/270327b2-d0d0-4563-aa55-1d11764fe770 HTTP/1.1" status: 204 len: 168 time: 0.5070577 Mar 02 20:05:29.043969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 6b54e22e-6cb1-4861-bf15-627056cbb3a9 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:29.043969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 6b54e22e-6cb1-4861-bf15-627056cbb3a9 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:29.043969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device be7a2e72-8b90-46a4-9dd8-6e3a8580dafd no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:29.057069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39464) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:29.064216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--671905711', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:29.070752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:29.075687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:29.079020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: be7a2e72-8b90-46a4-9dd8-6e3a8580dafd {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:29.079383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device be7a2e72-8b90-46a4-9dd8-6e3a8580dafd not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:29.079708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:29.079917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:05:29.086994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:29.101810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:29.105388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.114853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:05:29.115199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f2504af7-dfb0-4097-8b4b-ab1e71fd7c25 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:05:29.134637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:29.144067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.144444 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment 7fffa9bb-e238-4e62-bfd5-95845170c934 of type vlan for network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 Mar 02 20:05:29.175729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.208767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.214011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:29.214621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.279062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2172723 Mar 02 20:05:29.279243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39474) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:29.287570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-482401284', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:29.300699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:29.304921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:29.308179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:29.318185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:29.330189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.333245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.335119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51f26c-0120-4c88-aaa9-8b2476f2dd78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=f501b807-f4dd-4b84-a9fd-aa1979a7cc62,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:29.350009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:29.351187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:29.685084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.022236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.053319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.194031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.34 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/628f3af8-95f3-40ff-a7a9-22e6af96b5cf) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:30.486738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.521366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.587335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:30.600125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:30.610249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:30.638516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:30.857161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39506) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:30.861837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1719799291', 'description': 'tempest-secgroup-smoke-1719799291 description', 'project_id': 'b334867491d34b77ad2a5976dbab0637'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:30.868274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:30.872385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:30.875255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:30.886307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:30.898386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.910922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:30.930255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:30.937869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:30.940216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:30.946134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.051554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.056792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.061473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.071449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.074625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.082299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.098919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.098919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b6beea-8674-4870-889d-1d9409bf588f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.176917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.181428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.242325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7bab4-c065-40ae-9ea9-3d0e39308e24,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.249880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.251640 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0ce137ab-5737-4edd-bb96-7aa4f7e3091d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3945627 Mar 02 20:05:31.254516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39510) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.259587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:31.267238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.271901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.275388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.282848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.304366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.381341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.389800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.417930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effc77c6-53d8-45d6-9c6e-5c3fbb067c50,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.432345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.433567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.435944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-feb8d59d-716b-4a4d-8d85-e1d95abc4d3e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804612 Mar 02 20:05:31.438526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39514) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.446062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:31.453001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.457212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.459930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.466047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.486668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.556796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.561753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.586482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64042b02-9e02-481c-8087-2ca74f0d07b6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.596784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.598084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bd46cf6d-f00d-4e62-be25-dff933e2f2a8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586115 Mar 02 20:05:31.600999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.606324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:31.612350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.616789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.620315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.626434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.638973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router b0412780-0596-4684-a9e3-698f241ea263 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:05:31.645752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.719154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.725648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.747711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a8049f-ea3d-41d0-81ec-933eee50df8c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.761749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.764387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-83b880e9-7cc0-4204-aad2-189d61b56564 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611660 Mar 02 20:05:31.766054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39522) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.771668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:31.778056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.782130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.785034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.790705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.810216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.834838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:31.847777 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Sync routers for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:31.858651 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:31.860252 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:31.867022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.871584 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e37332ae-a01f-444b-aeef-444ea9df46ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5911419 Mar 02 20:05:31.872185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39526) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.888778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.895922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.929801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c17c0c-0bfe-4d87-8f84-936a0c481cf9,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:31.942275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:31.944050 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b26fea04-e977-46fe-ad9a-56a53845d13a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1770644 Mar 02 20:05:31.946958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:31.957899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:31.966897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:31.971615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:31.975740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:31.982409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:31.996268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Project b334867491d34b77ad2a5976dbab0637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:05:32.009709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.059100 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8793d3e1-3e4c-4657-91a3-4b815429f2ba tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1760292 Mar 02 20:05:32.064709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.079661 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:32.219560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.226900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.267603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9045601-2aca-4ddb-a14f-2ced631a2248,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:32.288417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b338f5-338e-4a60-a0d7-21eec1517326 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:32.290552 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5b338f5-338e-4a60-a0d7-21eec1517326 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2376847 Mar 02 20:05:32.292799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39538) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.296397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.300973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fe15dae3-e56e-4d61-93e6-88566d368a01 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3497746 Mar 02 20:05:32.300973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39542) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.306066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'security_group_rule': {'security_group_id': '67b7bab4-c065-40ae-9ea9-3d0e39308e24', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:32.312939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:32.316921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:security_group_rule and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:32.319964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:32.326446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:32.339250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d38a1e8b-2129-4eda-9b9a-f54234f1f21a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419605 Mar 02 20:05:32.339874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Project b334867491d34b77ad2a5976dbab0637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:05:32.339976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39546) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.345427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444657367', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:32.352629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.448841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.453828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.477442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5bdfd7-0a53-45d2-b68a-fb6a90786f3f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:32.490707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.495470 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-21c19883-c6b5-4a5d-aeb0-b7b9d53b095d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1937997 Mar 02 20:05:32.496724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39550) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.497521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:32.502478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'network': {'name': 'tempest-network-smoke--1115623253', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:32.507862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:32.508000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:32.512179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:network and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:32.515197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:32.516104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:32.521703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:32.535164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:32.537513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Made reservation on behalf of b334867491d34b77ad2a5976dbab0637 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:32.543565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.547432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:32.548403 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:30Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:32.551015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.557934 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Checking router: b0412780-0596-4684-a9e3-698f241ea263 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:32.558267 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Updating router b0412780-0596-4684-a9e3-698f241ea263 port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:05:32.576235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:05:32.585898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.586261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Added segment 8045bf09-c027-4dd5-a563-ae2f66de66d5 of type vlan for network 777b58f2-2369-4689-b8a9-907b6487ff88 Mar 02 20:05:32.619216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.656078 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.658707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.665761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:32.666630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.740814 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435110 Mar 02 20:05:32.745974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39554) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:32.754596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'admin_state_up': True, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:32.766285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:32.774274 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:router and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:32.779832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:32.790991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:32.831626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.832838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.842313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463bb31-df89-4d53-9709-4978f8ab8dda tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Network': ['ID=777b58f2-2369-4689-b8a9-907b6487ff88,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:32.856131 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.865259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 777b58f2-2369-4689-b8a9-907b6487ff88 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:05:32.921919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:32.923680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:32.967696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:32.967872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: f501b807-f4dd-4b84-a9fd-aa1979a7cc62, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:33.072970 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.087568 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Transition to ACTIVE for port object 628f3af8-95f3-40ff-a7a9-22e6af96b5cf will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:33.096296 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.100771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:33.192592 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Attempting to bind port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:33.192592 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Attempting to bind port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:33.192592 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Attempting to bind port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:33.200739 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Pushing event updated for resources: {'Port': ['ID=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:33.205164 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:33.205164 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:33.205534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.206524 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:33.206524 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Bound port: 628f3af8-95f3-40ff-a7a9-22e6af96b5cf, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:33.206849 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.239512 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, f501b807-f4dd-4b84-a9fd-aa1979a7cc62) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:33.246934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbef6222-d087-484d-aa61-2a7ac8077822 None None] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:33.247932 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.248265 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.248612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.248931 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.249252 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.249565 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.249874 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.250183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.250488 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.250794 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.251099 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.251418 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:05:33.264135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:33.264748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.271951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.298239 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] For port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:33.301929 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] For port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:33.312767 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.322308 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eda798d1-dc8d-4067-97ea-a01d0c20b630 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9823742 Mar 02 20:05:33.325408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39558) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:33.405015 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:33.406262 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:33.500839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fefe25-ab60-4801-86f9-f5d88edf262c None None] Pushing event updated for resources: {'Port': ['ID=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:33.550235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:05:33.551572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:33.619402 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:33.725890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Allocated IP 172.20.0.2 (f501b807-f4dd-4b84-a9fd-aa1979a7cc62/ca7b6a1b-0f3e-4818-ae96-ddd776dc6989/2457129f-506b-4b37-97b8-98ef4c696624) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:33.972504 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:30Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:33.983247 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c7daf7-cbd2-4370-85a2-55db2ec801de None None] The sync data for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv is: [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:30Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:33.998384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.009049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Transition to ACTIVE for port object 2457129f-506b-4b37-97b8-98ef4c696624 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:34.033619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Transition to ACTIVE for port object 2457129f-506b-4b37-97b8-98ef4c696624 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:34.043263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.105098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:34.107945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:34.117070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:34.129415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.167721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.198991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Pushing event updated for resources: {'Port': ['ID=2457129f-506b-4b37-97b8-98ef4c696624,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:34.237602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Attempting to bind port 2457129f-506b-4b37-97b8-98ef4c696624 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:34.238940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Attempting to bind port 2457129f-506b-4b37-97b8-98ef4c696624 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:34.238940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Attempting to bind port 2457129f-506b-4b37-97b8-98ef4c696624 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:34.246344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:34.246616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Checking segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:34.247284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.247428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Bound using segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:34.247914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Bound port: 2457129f-506b-4b37-97b8-98ef4c696624, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:34.248285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.346858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] For port 2457129f-506b-4b37-97b8-98ef4c696624, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:34.352700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] For port 2457129f-506b-4b37-97b8-98ef4c696624, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2457129f-506b-4b37-97b8-98ef4c696624,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:34.367007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.475682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27fcb-9f2a-41f2-98ba-108e0a9f04bb None None] Pushing event updated for resources: {'Port': ['ID=2457129f-506b-4b37-97b8-98ef4c696624,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:34.546071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Allocated IP 172.26.2.133 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/a546ec39-5139-440c-a9c5-4e935d8f1acb) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:34.662618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:34.942679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2457129f-506b-4b37-97b8-98ef4c696624 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:35.026181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2457129f-506b-4b37-97b8-98ef4c696624 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:35.033958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 628f3af8-95f3-40ff-a7a9-22e6af96b5cf up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:35.056423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.119707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:35.127710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:35.128066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.254567 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.286658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.310353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:35.318452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:35.349475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:35.349475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:35.349475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:35.417367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:35.483595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=a546ec39-5139-440c-a9c5-4e935d8f1acb,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:35.584720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (f501b807-f4dd-4b84-a9fd-aa1979a7cc62/ca7b6a1b-0f3e-4818-ae96-ddd776dc6989/204f2e20-750e-45ab-b89e-64cf0a775365) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:35.671726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da0128d-85bf-402b-b32c-7519054059f3 None None] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:35.863861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Provisioning for port 2457129f-506b-4b37-97b8-98ef4c696624 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:35.882989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Provisioning complete for port 2457129f-506b-4b37-97b8-98ef4c696624 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:35.884102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.091997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.144038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] For port 2457129f-506b-4b37-97b8-98ef4c696624, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2457129f-506b-4b37-97b8-98ef4c696624,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:36.150142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.168255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.211624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 204f2e20-750e-45ab-b89e-64cf0a775365 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:36.226123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.270066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1788b0-f565-4b29-9b23-1e4a788c268b None None] Pushing event updated for resources: {'Port': ['ID=2457129f-506b-4b37-97b8-98ef4c696624,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:36.376890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-66b525c5-1b7e-46a1-be0e-ec79ddb410ca None None] Provisioning complete for port 2457129f-506b-4b37-97b8-98ef4c696624 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:36.377143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-66b525c5-1b7e-46a1-be0e-ec79ddb410ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.421565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.553446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:36.562171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:36.568849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:36.603235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:36.708813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.739881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.821017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-66533fd4-6a51-4bce-8392-f045df09ef12 None None] Provisioning for port 204f2e20-750e-45ab-b89e-64cf0a775365 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:36.826499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-66533fd4-6a51-4bce-8392-f045df09ef12 None None] Provisioning complete for port 204f2e20-750e-45ab-b89e-64cf0a775365 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:36.827488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-66533fd4-6a51-4bce-8392-f045df09ef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:36.853250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2457129f-506b-4b37-97b8-98ef4c696624 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:36.931052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-66533fd4-6a51-4bce-8392-f045df09ef12 None None] Port 204f2e20-750e-45ab-b89e-64cf0a775365 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:36.944809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2457129f-506b-4b37-97b8-98ef4c696624 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:36.945179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:37.061479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 628f3af8-95f3-40ff-a7a9-22e6af96b5cf up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:37.097443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:37.114025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Router ad830ff1-0521-4296-94ec-ec1da7af76fd is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:05:37.134978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:37.135545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:37.645717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:37.655691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Sync routers for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:37.666428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:37.667138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:37.718078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:37.719899 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7ca13e6d-4e4b-4530-b21d-47053ab78257 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9725845 Mar 02 20:05:37.722695 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39566) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:37.864781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:37.866635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:37.873301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.003693 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-43f2c84e-9f61-44b7-be09-7c1e9432fabc tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=b334867491d34b77ad2a5976dbab0637&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2798097 Mar 02 20:05:38.012027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39572) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:38.038128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:38.040778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.158889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfe6a57-696c-44b0-b98a-362f59bfb545 tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:38.166385 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fcfe6a57-696c-44b0-b98a-362f59bfb545 tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1522057 Mar 02 20:05:38.166385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39576) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:38.206252 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:38.207376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:38.218430 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6f150043-402f-47d2-88de-c4b7bb0611cf tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531065 Mar 02 20:05:38.221039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39580) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:38.223440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 3, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:38.230180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Checking router: ad830ff1-0521-4296-94ec-ec1da7af76fd for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:38.230616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Updating router ad830ff1-0521-4296-94ec-ec1da7af76fd port a546ec39-5139-440c-a9c5-4e935d8f1acb binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:05:38.233082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951196906', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:38.305317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.395977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:38.404616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:subnet and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:38.411830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:38.416056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:38.435057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router b0412780-0596-4684-a9e3-698f241ea263 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:05:38.437855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Made reservation on behalf of b334867491d34b77ad2a5976dbab0637 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:38.442457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.608379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4a12c225-eeeb-40ff-8e48-7890d52d39ce None None] Provisioning complete for port 204f2e20-750e-45ab-b89e-64cf0a775365 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:38.608379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4a12c225-eeeb-40ff-8e48-7890d52d39ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.667646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:38.674400 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f50af08b-52f2-4a11-b5ae-3f6bc76f7f08 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/b0412780-0596-4684-a9e3-698f241ea263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3460643 Mar 02 20:05:38.675627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39584) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:38.692124 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Sync routers for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:38.710275 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:38.712730 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:38.747194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.830378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.843796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Transition to ACTIVE for port object a546ec39-5139-440c-a9c5-4e935d8f1acb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:38.863499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-4a12c225-eeeb-40ff-8e48-7890d52d39ce None None] Port 204f2e20-750e-45ab-b89e-64cf0a775365 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:38.865191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.890108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Subnet': ['ID=8a4742fe-fb38-47e0-a2ee-18234c1bd436,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:38.898932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Checking segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:38.898932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network hostable DHCP agents. Network: 777b58f2-2369-4689-b8a9-907b6487ff88, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:05:38.955121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 777b58f2-2369-4689-b8a9-907b6487ff88 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:05:38.961748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eba46-b152-4061-b7d4-8789b5f2124e None None] Pushing event updated for resources: {'Port': ['ID=a546ec39-5139-440c-a9c5-4e935d8f1acb,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:38.965110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Attempting to bind port a546ec39-5139-440c-a9c5-4e935d8f1acb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:38.965532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Attempting to bind port a546ec39-5139-440c-a9c5-4e935d8f1acb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:38.966285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Attempting to bind port a546ec39-5139-440c-a9c5-4e935d8f1acb on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:38.970979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 777b58f2-2369-4689-b8a9-907b6487ff88) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:38.973068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:38.973939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:38.973939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.974261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:38.974738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Bound port: a546ec39-5139-440c-a9c5-4e935d8f1acb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:38.975151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:38.986112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:38.990046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:39.004860 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:39.007866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1da7b5-12f0-411d-8955-41296310738f None None] Network 777b58f2-2369-4689-b8a9-907b6487ff88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:39.032521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9c3477de-aaab-4fcd-99f8-04dc70002ab5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8097432 Mar 02 20:05:39.035268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39588) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:39.135251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.135979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.136897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.137675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.138455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.139082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.139707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.143095 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-16869bc9-8316-4ddb-bee4-9f5b1e441339 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4925 time: 0.4665155 Mar 02 20:05:39.147332 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39592) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:39.190454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] For port a546ec39-5139-440c-a9c5-4e935d8f1acb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:39.194126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] For port a546ec39-5139-440c-a9c5-4e935d8f1acb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a546ec39-5139-440c-a9c5-4e935d8f1acb,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:39.204566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:39.255698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.256172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.256725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.257168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.258008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.258141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.258611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:39.260815 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-98e5fa43-4016-49f1-90a4-3bd6ff7dab8a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1122096 Mar 02 20:05:39.264031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:39.317185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284eba46-b152-4061-b7d4-8789b5f2124e None None] Pushing event updated for resources: {'Port': ['ID=a546ec39-5139-440c-a9c5-4e935d8f1acb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:39.354189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:39.356823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:39.466895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:39.472901 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Checking router: b0412780-0596-4684-a9e3-698f241ea263 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:39.473249 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Updating router b0412780-0596-4684-a9e3-698f241ea263 port 204f2e20-750e-45ab-b89e-64cf0a775365 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:05:39.541455 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-291ace42-50d6-4527-acf6-15bc2b9e290e tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.2738161 Mar 02 20:05:39.542821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39600) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:39.546109 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:39.551979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-979728577', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:39.710096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-777b58f2-2369-4689-b8a9-907b6487ff88', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:05:39.710763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:39.734777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:39.740040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:port and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:39.743960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:39.750855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:39.770137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:39.774478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:39.810876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] device_id is not set on port 5cac45c4-82a8-45c4-a089-95af70a59169 yet. {{(pid=87813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:05:39.933570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:40.053585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.068897 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.084457 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Transition to ACTIVE for port object 204f2e20-750e-45ab-b89e-64cf0a775365 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:40.094113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Allocated IP 172.20.0.2 (777b58f2-2369-4689-b8a9-907b6487ff88/8a4742fe-fb38-47e0-a2ee-18234c1bd436/d55cbb6b-0410-44cc-bf55-1ba74242392d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:40.105190 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.243981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.10 (f501b807-f4dd-4b84-a9fd-aa1979a7cc62/ca7b6a1b-0f3e-4818-ae96-ddd776dc6989/5cac45c4-82a8-45c4-a089-95af70a59169) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:40.343777 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b912c-fb2a-475b-b0b2-2ff39eb2a790 None None] Pushing event updated for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:40.419904 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Attempting to bind port 204f2e20-750e-45ab-b89e-64cf0a775365 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:40.420056 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Attempting to bind port 204f2e20-750e-45ab-b89e-64cf0a775365 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:40.420479 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Attempting to bind port 204f2e20-750e-45ab-b89e-64cf0a775365 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:40.428184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:40.428575 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Checking segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:40.428955 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.431271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Bound using segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:40.431943 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Bound port: 204f2e20-750e-45ab-b89e-64cf0a775365, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:40.437494 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.598998 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] For port 204f2e20-750e-45ab-b89e-64cf0a775365, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:40.603718 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] For port 204f2e20-750e-45ab-b89e-64cf0a775365, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=204f2e20-750e-45ab-b89e-64cf0a775365,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:40.609886 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.610694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.613525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.616868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 3, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:40.628274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef210f70-dd7a-48bd-9a3c-610a8ac9e743 None None] The sync data for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv is: [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 3, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:40.630763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Transition to ACTIVE for port object d55cbb6b-0410-44cc-bf55-1ba74242392d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:40.634064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 5cac45c4-82a8-45c4-a089-95af70a59169 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:40.651578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Transition to ACTIVE for port object d55cbb6b-0410-44cc-bf55-1ba74242392d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:40.662673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.667026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.752906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Network 777b58f2-2369-4689-b8a9-907b6487ff88 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:40.755107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:40.768433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:40.777879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:40.791178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:40.794628 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:40.796068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Allocated IP 172.20.0.1 (777b58f2-2369-4689-b8a9-907b6487ff88/8a4742fe-fb38-47e0-a2ee-18234c1bd436/caaea8f8-3702-450d-9441-a0c8b0dc8b95) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:40.831233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Pushing event updated for resources: {'Port': ['ID=d55cbb6b-0410-44cc-bf55-1ba74242392d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:40.833620 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:40.835541 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:40.851613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:40.917142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:40.920867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:40.983751 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e2ce60d4-9c7d-4448-98f1-25a2b50500a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4408903 Mar 02 20:05:41.012531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b912c-fb2a-475b-b0b2-2ff39eb2a790 None None] Pushing event updated for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:41.192044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Attempting to bind port d55cbb6b-0410-44cc-bf55-1ba74242392d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:41.193676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Attempting to bind port d55cbb6b-0410-44cc-bf55-1ba74242392d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:41.194259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Attempting to bind port d55cbb6b-0410-44cc-bf55-1ba74242392d on network 777b58f2-2369-4689-b8a9-907b6487ff88 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:41.203274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:41.204689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Checking segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:41.204689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.218232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Bound using segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:41.219259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Bound port: d55cbb6b-0410-44cc-bf55-1ba74242392d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:41.220138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.224955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.249521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Transition to ACTIVE for port object caaea8f8-3702-450d-9441-a0c8b0dc8b95 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:41.259185 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:41.271815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.378150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] For port d55cbb6b-0410-44cc-bf55-1ba74242392d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:41.380382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:41.383026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] For port d55cbb6b-0410-44cc-bf55-1ba74242392d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55cbb6b-0410-44cc-bf55-1ba74242392d,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:41.390580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.416232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 777b58f2-2369-4689-b8a9-907b6487ff88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:41.426026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:41.427884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:41.491579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abf4d1-2096-4f8b-bb1c-27c27e97f494 None None] Pushing event updated for resources: {'Port': ['ID=d55cbb6b-0410-44cc-bf55-1ba74242392d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:41.597584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.662992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8918af18-d740-4b9f-a1a3-70de76ab6b71 None None] Provisioning for port 5cac45c4-82a8-45c4-a089-95af70a59169 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:41.671830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8918af18-d740-4b9f-a1a3-70de76ab6b71 None None] Provisioning complete for port 5cac45c4-82a8-45c4-a089-95af70a59169 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:41.672468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8918af18-d740-4b9f-a1a3-70de76ab6b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.904972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39606) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:41.918764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652957157', 'description': 'tempest-secgroup-smoke-1652957157 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:41.927981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cddd927a-1f26-4299-a57b-ebaa3d79a7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:41.930336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8918af18-d740-4b9f-a1a3-70de76ab6b71 None None] Port 5cac45c4-82a8-45c4-a089-95af70a59169 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:41.939110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:41.960864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:41.969443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:41.992811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:42.014259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.053020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:42.063987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:42.077000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:42.090581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:42.091733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.122863 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:40Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:42.129325 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06fbb9-fa59-4b6f-9cf5-79ae65d5197f None None] The sync data for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv is: [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:40Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:42.248536 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.255386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.332945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:42.338678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.346390 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dc58da90-f351-434d-bf55-5b22e2b5a800 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4379568 Mar 02 20:05:42.349481 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:42.356900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:42.362666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:42.368569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:42.372953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:42.383328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:42.410831 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.564051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.571196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.618138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.622424 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2686567 Mar 02 20:05:42.622424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06309cf-f518-4698-979d-7f5c2610f17f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f505bd75-b718-4587-958a-be9d7b9f995e,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:42.625770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39614) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:42.686547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:42.711420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:42.718485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:42.723707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:42.734634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:42.785336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.899179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:42.908292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.014855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.015039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 204f2e20-750e-45ab-b89e-64cf0a775365 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:43.039221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.063023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.063447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afc850-93f9-4e7b-b132-0f664680997b None None] Network 777b58f2-2369-4689-b8a9-907b6487ff88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:05:43.101103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f1a0d6-aa35-48b0-a93e-b4b19af75631,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:43.171477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:43.187063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 204f2e20-750e-45ab-b89e-64cf0a775365 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:43.195437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 204f2e20-750e-45ab-b89e-64cf0a775365 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:43.196135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.211914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.213633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2cbdcfef-0510-4eec-a5ae-b7064ce82372 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5865011 Mar 02 20:05:43.216833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39620) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:43.224466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-86aa0653-46a5-4ba1-9ee7-0a1f94123953 None None] Provisioning for port d55cbb6b-0410-44cc-bf55-1ba74242392d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:43.233778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:43.259430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:43.266891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 777b58f2-2369-4689-b8a9-907b6487ff88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:43.269079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:43.287557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:43.346469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:43.363659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:43.410277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.435087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.491013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 204f2e20-750e-45ab-b89e-64cf0a775365, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=204f2e20-750e-45ab-b89e-64cf0a775365,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:43.499767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.501481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a546ec39-5139-440c-a9c5-4e935d8f1acb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:43.608514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Router ad830ff1-0521-4296-94ec-ec1da7af76fd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:05:43.633012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.643575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:43.662762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a546ec39-5139-440c-a9c5-4e935d8f1acb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:43.674675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a546ec39-5139-440c-a9c5-4e935d8f1acb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:43.674675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.724152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.813241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b7b742-5799-413f-8bc2-71cd7e61258f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:43.852063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.856123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2fb451ff-5b37-42cf-aec8-2825e0d03e9e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6360810 Mar 02 20:05:43.857668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39624) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:43.868835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:43.873653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.892555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:43.918168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a546ec39-5139-440c-a9c5-4e935d8f1acb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a546ec39-5139-440c-a9c5-4e935d8f1acb,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:43.926160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:43.928318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55cbb6b-0410-44cc-bf55-1ba74242392d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:43.990697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:43.996213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:44.007967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:44.010543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:05:44.016108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-96b9687e-db29-4f60-8bfe-8368d09f35c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "PUT /v2.0/routers/ad830ff1-0521-4296-94ec-ec1da7af76fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9796605 Mar 02 20:05:44.037445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.050158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-41288d38-f9aa-48b3-b52d-763711604504 None None] Provisioning for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:44.057814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Sync routers for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:05:44.087818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-41288d38-f9aa-48b3-b52d-763711604504 None None] Provisioning complete for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:44.088306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41288d38-f9aa-48b3-b52d-763711604504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.152139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.159381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:44.160090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:44.165021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.219738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8b699f-e2ff-448c-a2f1-f801564f90b6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:44.232974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.234171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-19e26d02-98c8-4a56-94d9-8630304ffc95 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3766551 Mar 02 20:05:44.237152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39640) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:44.244570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-0bac4f11-96fe-471e-a959-e5c85adb0a73 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Synchronizing usage tracker for tenant:b334867491d34b77ad2a5976dbab0637 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:44.246976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:44.254485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:44.259463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:44.259666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a546ec39-5139-440c-a9c5-4e935d8f1acb,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:44.270029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-0bac4f11-96fe-471e-a959-e5c85adb0a73 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Unset dirty status for tenant:b334867491d34b77ad2a5976dbab0637 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:44.270934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:44.271376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-0bac4f11-96fe-471e-a959-e5c85adb0a73 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1719799291&fields=id&tenant_id=b334867491d34b77ad2a5976dbab0637 HTTP/1.1" status: 200 len: 267 time: 0.0889575 Mar 02 20:05:44.273058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-41288d38-f9aa-48b3-b52d-763711604504 None None] Port caaea8f8-3702-450d-9441-a0c8b0dc8b95 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:44.282727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:44.296788 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:05:44.305367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.371082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d55cbb6b-0410-44cc-bf55-1ba74242392d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:44.388971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d55cbb6b-0410-44cc-bf55-1ba74242392d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:44.389282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.408504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.415683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.456033 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.460271 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2184558 Mar 02 20:05:44.460271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b03ced-73bf-40db-bbaf-89cf32d3c72e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89213a8-fa73-4a5c-b6be-2ef8009b6fb5,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:44.461283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39644) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:44.468891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:44.471789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:44.477023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:44.484841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:44.489215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:44.496123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:44.511404 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:05:44.521692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.595567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b4014eb-7b30-44a3-a322-16bb7773a18d None None] Provisioning complete for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:44.595964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b4014eb-7b30-44a3-a322-16bb7773a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.601632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.607765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.610747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8d4f96c1-a316-4fb8-87ba-4c8c762fbfb0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:44.612084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8d4f96c1-a316-4fb8-87ba-4c8c762fbfb0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Synchronizing usage tracker for tenant:b334867491d34b77ad2a5976dbab0637 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:44.631966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d786db-c2ad-4817-82fe-2dbb0d727daa,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:44.636941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8d4f96c1-a316-4fb8-87ba-4c8c762fbfb0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Unset dirty status for tenant:b334867491d34b77ad2a5976dbab0637 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:44.644384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8d4f96c1-a316-4fb8-87ba-4c8c762fbfb0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 797 time: 0.3543868 Mar 02 20:05:44.657528 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-503bceca-596d-4ffd-9942-91419325c7a5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/quotas/b334867491d34b77ad2a5976dbab0637 HTTP/1.1" status: 200 len: 375 time: 0.0109999 Mar 02 20:05:44.663359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:44.679232 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-de0a2582-0307-4eec-9a21-3a9d662fbb2d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2165656 Mar 02 20:05:44.784209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-e99d0856-d64f-491f-bf62-86e9276a7ca9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Synchronizing usage tracker for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:44.807638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2b4014eb-7b30-44a3-a322-16bb7773a18d None None] Port caaea8f8-3702-450d-9441-a0c8b0dc8b95 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:44.829636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-e99d0856-d64f-491f-bf62-86e9276a7ca9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Unset dirty status for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:44.835508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-e99d0856-d64f-491f-bf62-86e9276a7ca9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679966 Mar 02 20:05:44.872763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-57b4d434-25d2-4d46-88fb-c258d723ce83 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:05:44.879601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-57b4d434-25d2-4d46-88fb-c258d723ce83 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096025 Mar 02 20:05:44.967379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.038236 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-d5e182bf-bbf4-40c6-b6e4-d65bc03e942c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652957157&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.1152604 Mar 02 20:05:45.065102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port d55cbb6b-0410-44cc-bf55-1ba74242392d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55cbb6b-0410-44cc-bf55-1ba74242392d,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:45.068629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6902f9c4-e5b6-4bbf-8852-061d552eed90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.071855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.109220 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-1055b654-ecf6-4891-8c89-8f2e9a1cc63d service neutron] 10.222.0.36 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144175 Mar 02 20:05:45.156420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a546ec39-5139-440c-a9c5-4e935d8f1acb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:45.174137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-d55bfc3e-9962-41a2-a5da-3ce25d8f1b2f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:45.175475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-d55bfc3e-9962-41a2-a5da-3ce25d8f1b2f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 930 time: 0.1250226 Mar 02 20:05:45.185155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=d55cbb6b-0410-44cc-bf55-1ba74242392d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:45.215777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:42Z', 'revision_number': 2, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:45.224317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Checking router: ad830ff1-0521-4296-94ec-ec1da7af76fd for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:05:45.224695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Updating router ad830ff1-0521-4296-94ec-ec1da7af76fd port caaea8f8-3702-450d-9441-a0c8b0dc8b95 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:05:45.292950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.299685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a546ec39-5139-440c-a9c5-4e935d8f1acb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:45.300047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.311665 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-380a595d-cceb-44d7-98a1-31a4d8738871 service neutron] 10.222.0.36 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0904844 Mar 02 20:05:45.322090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-2542027a-6e6e-499c-a1bd-3959107c511c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:05:45.323007 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-2542027a-6e6e-499c-a1bd-3959107c511c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049295 Mar 02 20:05:45.325162 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-377ae598-764e-4993-99c5-79e82a4de907 service neutron] 10.222.0.36 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099872 Mar 02 20:05:45.332416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.398026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.475124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-b41d7096-15e2-43db-9a60-2569d9120413 service neutron] 10.222.0.36 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457720 Mar 02 20:05:45.538464 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe73bba1-e0a7-4639-930a-0d7070f001e4 req-aa18cb2d-ab80-4ad0-a8ae-6634185859b3 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 210 time: 0.0695112 Mar 02 20:05:45.548662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.585932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 204f2e20-750e-45ab-b89e-64cf0a775365 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:45.649619 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-b93740a2-66d4-4d18-b6a4-bb48e3e764e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442916 Mar 02 20:05:45.742313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 204f2e20-750e-45ab-b89e-64cf0a775365 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:45.742596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:45.933081 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d758bdf-f5c4-4045-9d20-08d7bf96f54a req-12d7b86d-4f10-46a5-ac6d-bf0a84318164 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 210 time: 0.0758128 Mar 02 20:05:46.005932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:46.029115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Transition to ACTIVE for port object caaea8f8-3702-450d-9441-a0c8b0dc8b95 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:46.040307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:46.327192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20704cb0-4a3b-4b74-a16a-41822b118d3f None None] Pushing event updated for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:46.389867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Attempting to bind port caaea8f8-3702-450d-9441-a0c8b0dc8b95 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:46.390618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Attempting to bind port caaea8f8-3702-450d-9441-a0c8b0dc8b95 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:46.391237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Attempting to bind port caaea8f8-3702-450d-9441-a0c8b0dc8b95 on network 777b58f2-2369-4689-b8a9-907b6487ff88 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:46.398829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:46.399464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Checking segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:46.399879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:46.400275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Bound using segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:46.400789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Bound port: caaea8f8-3702-450d-9441-a0c8b0dc8b95, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:46.401170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:46.562921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] For port caaea8f8-3702-450d-9441-a0c8b0dc8b95, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:46.566741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] For port caaea8f8-3702-450d-9441-a0c8b0dc8b95, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=caaea8f8-3702-450d-9441-a0c8b0dc8b95,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:46.574481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:46.668219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20704cb0-4a3b-4b74-a16a-41822b118d3f None None] Pushing event updated for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:46.675561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:05:46.676508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:46.901169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9c3222e3-939d-4583-aadb-18cb73fb475d req-d1cac4ba-9371-47b5-b03d-97a0dd540e9f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 210 time: 0.1068468 Mar 02 20:05:47.042011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:05:47.205754 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7789a4d5-b10a-4db5-a4a5-2e890825ae17 req-abb84662-5faa-4dfe-b4a0-dafe0aab9010 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 210 time: 0.0681856 Mar 02 20:05:47.234409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55cbb6b-0410-44cc-bf55-1ba74242392d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:47.246505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-fea8e9d5-98fd-4502-bfdb-fd9cbca8a2ac tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:47.247735 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-fea8e9d5-98fd-4502-bfdb-fd9cbca8a2ac tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.32 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 797 time: 0.3455691 Mar 02 20:05:47.275222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:47.304414 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-e8ce7a0d-94bc-4756-b276-f5ad6739c5c6 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b334867491d34b77ad2a5976dbab0637 HTTP/1.1" status: 200 len: 380 time: 0.0443254 Mar 02 20:05:47.314743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'port': {'device_id': 'c9f64313-c654-4451-9370-e975ae8837ba', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'admin_state_up': True, 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'security_groups': ['67b7bab4-c065-40ae-9ea9-3d0e39308e24']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:47.429065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d55cbb6b-0410-44cc-bf55-1ba74242392d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:47.429632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:47.455822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:47.467105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:47.481579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Made reservation on behalf of b334867491d34b77ad2a5976dbab0637 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:05:47.485331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:47.616976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:46Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:05:47.632535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9d52be-73aa-4668-b695-13d25606b4c9 None None] The sync data for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv is: [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:46Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:05:47.766783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-99badb9c-e5d0-4324-bfa2-e9d613505fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:47.768060 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-99badb9c-e5d0-4324-bfa2-e9d613505fdf service neutron] 10.222.0.32 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1026 time: 0.2278204 Mar 02 20:05:47.945577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Allocated IP 172.20.0.10 (777b58f2-2369-4689-b8a9-907b6487ff88/8a4742fe-fb38-47e0-a2ee-18234c1bd436/faf1f865-fb76-4e89-826b-20a7eb60f5c6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:47.987290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-4b720836-324d-4e39-b282-12c68554d78c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:47.987972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-4b720836-324d-4e39-b282-12c68554d78c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:48.067510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-4b720836-324d-4e39-b282-12c68554d78c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:48.068683 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-4b720836-324d-4e39-b282-12c68554d78c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 796 time: 0.2946916 Mar 02 20:05:48.105439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7e80b2d-fc7f-4571-b746-b9edbd766b87 req-9638153a-ad54-4d75-a87a-453df9d0296f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 210 time: 0.0874176 Mar 02 20:05:48.216463 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-031fa774-0309-42de-a331-50ce75ef541b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.1170785 Mar 02 20:05:48.229726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-44da632a-551b-47b7-bc5c-6289efa48a91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:05:48.230732 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-44da632a-551b-47b7-bc5c-6289efa48a91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079358 Mar 02 20:05:48.243458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Request body: {'port': {'device_id': '86420276-a004-4508-82cc-9c27431fbcad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:48.303103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:48.405792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d6fb0e68-8dc5-4df2-bf9f-76f22fbaa5dc req-50d5032a-1217-4a87-a088-69f545f1af79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 210 time: 0.0884173 Mar 02 20:05:48.406694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Transition to ACTIVE for port object faf1f865-fb76-4e89-826b-20a7eb60f5c6 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:48.428124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:48.504019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:48.624131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 777b58f2-2369-4689-b8a9-907b6487ff88 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:48.635835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:48.647691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:48.681963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:48.802989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:48.803655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:48.852800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-9415b58b-4539-4e42-8ad4-71928eb95083 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5417173 Mar 02 20:05:48.865544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Request body: {'port': {'device_id': 'c9f64313-c654-4451-9370-e975ae8837ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:48.871147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-69260206-ba5f-4946-9681-e2ca1df409aa None None] Provisioning for port faf1f865-fb76-4e89-826b-20a7eb60f5c6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:48.877384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-69260206-ba5f-4946-9681-e2ca1df409aa None None] Provisioning complete for port faf1f865-fb76-4e89-826b-20a7eb60f5c6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:48.877671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69260206-ba5f-4946-9681-e2ca1df409aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:48.936718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-69260206-ba5f-4946-9681-e2ca1df409aa None None] Port faf1f865-fb76-4e89-826b-20a7eb60f5c6 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:05:49.010072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cac45c4-82a8-45c4-a089-95af70a59169 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:05:49.024954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.053852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Transition to ACTIVE for port object 5cac45c4-82a8-45c4-a089-95af70a59169 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:49.054728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.065629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.185447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device caaea8f8-3702-450d-9441-a0c8b0dc8b95 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:49.295868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:49.304987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:49.305611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.330892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:49.470423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.505806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port caaea8f8-3702-450d-9441-a0c8b0dc8b95, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=caaea8f8-3702-450d-9441-a0c8b0dc8b95,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:49.519636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.587714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:49.747604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496cad7-c4ae-4d37-95fe-f4e3dd89de65 req-6c8cfcd9-cb5c-4482-b264-0e0f6782a81c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:49.748604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3496cad7-c4ae-4d37-95fe-f4e3dd89de65 req-6c8cfcd9-cb5c-4482-b264-0e0f6782a81c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Synchronizing usage tracker for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:05:49.758983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:49.759326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:49.759649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:49.823249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:05:49.823654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:49.841663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:49.842073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Checking segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:49.842426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Bound using segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:49.842868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Bound port: 5cac45c4-82a8-45c4-a089-95af70a59169, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:49.843209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:49.864904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3496cad7-c4ae-4d37-95fe-f4e3dd89de65 req-6c8cfcd9-cb5c-4482-b264-0e0f6782a81c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Unset dirty status for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:05:49.866413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3496cad7-c4ae-4d37-95fe-f4e3dd89de65 req-6c8cfcd9-cb5c-4482-b264-0e0f6782a81c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 932 time: 0.6334605 Mar 02 20:05:49.946226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e494e-98ec-4409-bab2-4b53ed5e08b6 req-c66b2e38-1c84-45dc-a872-05753e0e577d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:49.947657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e06e494e-98ec-4409-bab2-4b53ed5e08b6 req-c66b2e38-1c84-45dc-a872-05753e0e577d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 981 time: 0.3783150 Mar 02 20:05:50.020145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3496cad7-c4ae-4d37-95fe-f4e3dd89de65 req-be5bd155-7161-49c4-837c-81d9ca05cd49 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458616 Mar 02 20:05:50.061181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:50.074864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e06e494e-98ec-4409-bab2-4b53ed5e08b6 req-5ba5118d-3324-4ee9-a705-8820e530e4f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174350 Mar 02 20:05:50.112936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:50.125435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.176981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf1f865-fb76-4e89-826b-20a7eb60f5c6 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:05:50.190649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.202847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:50.203610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.204850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] 10.222.0.32 "PUT /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1131 time: 1.9654114 Mar 02 20:05:50.207886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:50.228194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Transition to ACTIVE for port object faf1f865-fb76-4e89-826b-20a7eb60f5c6 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:05:50.235907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.248983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666fb83-c096-4622-bb03-14eec39087f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:50.338028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169', 'status': 'completed', 'code': 200} Mar 02 20:05:50.463732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:50.550768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-aa6943d8-a4aa-4a7c-8dd9-a3c7e62ff15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:50.552253 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-aa6943d8-a4aa-4a7c-8dd9-a3c7e62ff15f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 1134 time: 0.2942328 Mar 02 20:05:50.559570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Attempting to bind port faf1f865-fb76-4e89-826b-20a7eb60f5c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:05:50.559570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Attempting to bind port faf1f865-fb76-4e89-826b-20a7eb60f5c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:05:50.559570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Attempting to bind port faf1f865-fb76-4e89-826b-20a7eb60f5c6 on network 777b58f2-2369-4689-b8a9-907b6487ff88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:50.615371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Port faf1f865-fb76-4e89-826b-20a7eb60f5c6 on network 777b58f2-2369-4689-b8a9-907b6487ff88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:05:50.615695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Attempting to bind port faf1f865-fb76-4e89-826b-20a7eb60f5c6 on network 777b58f2-2369-4689-b8a9-907b6487ff88 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:05:50.626366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-c1a58be0-dcdb-42eb-9289-3ddfd9202594 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 217 time: 0.0645649 Mar 02 20:05:50.629055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:05:50.629055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Checking segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:05:50.629382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Bound using segment: {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:05:50.629796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Bound port: faf1f865-fb76-4e89-826b-20a7eb60f5c6, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8045bf09-c027-4dd5-a563-ae2f66de66d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:05:50.630351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.743843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-1e8452dc-7340-409c-b648-f7b9869c3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:50.745312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-1e8452dc-7340-409c-b648-f7b9869c3cd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 200 len: 834 time: 0.1065540 Mar 02 20:05:50.809917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:05:50.813956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:05:50.820564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.880948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:50.882205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:50.883058 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] 10.222.0.32 "PUT /v2.0/ports/faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 1094 time: 2.0228765 Mar 02 20:05:50.919863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-bcff20d9-83da-4a34-8da4-6c7d7c7992b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:50.921911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-bcff20d9-83da-4a34-8da4-6c7d7c7992b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654894 Mar 02 20:05:50.922606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35bf61-120e-4db8-85d5-2297eb938c8f service neutron] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:51.177699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device caaea8f8-3702-450d-9441-a0c8b0dc8b95 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:51.258604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port caaea8f8-3702-450d-9441-a0c8b0dc8b95 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:51.258981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:51.356386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-fa885a1a-01d9-4278-8fff-89bef7559885 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900499 Mar 02 20:05:51.367021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-530c654d-5671-4fa9-a03b-d7a48ea86350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.368458 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-530c654d-5671-4fa9-a03b-d7a48ea86350 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1097 time: 0.4356122 Mar 02 20:05:51.473173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8acaeb58-19a5-43b4-a4df-e1bbf52bcdc7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 217 time: 0.0855885 Mar 02 20:05:51.625029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8bfa2033-9e0e-467e-b2c6-22222a51c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.626456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-8bfa2033-9e0e-467e-b2c6-22222a51c525 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 200 len: 834 time: 0.1464703 Mar 02 20:05:51.678904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b385468c-246b-4e94-9cf4-e02d941b38d3 req-f7e95123-4c4d-46c4-b971-310a015b8838 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144109 Mar 02 20:05:51.700981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5e02b-14f5-4cca-a8e5-f4ae4d036d66 req-100cb548-7450-4ad6-9417-142a31fe76a0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.702948 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cd5e02b-14f5-4cca-a8e5-f4ae4d036d66 req-100cb548-7450-4ad6-9417-142a31fe76a0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 944 time: 0.5650699 Mar 02 20:05:51.717499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255b7c-7ea5-4f08-8c12-30d5ca1c1bae req-f29a7ed4-0bf3-4cca-8b2e-a5cf7c113a4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.718962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf255b7c-7ea5-4f08-8c12-30d5ca1c1bae req-f29a7ed4-0bf3-4cca-8b2e-a5cf7c113a4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 981 time: 0.4073262 Mar 02 20:05:51.869705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cd5e02b-14f5-4cca-a8e5-f4ae4d036d66 req-317e7311-3dd5-4f4f-85c2-3169ab67615e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479187 Mar 02 20:05:51.877452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf255b7c-7ea5-4f08-8c12-30d5ca1c1bae req-4f6d5a89-950f-4e9b-8fae-e09ca36acc99 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419463 Mar 02 20:05:51.892896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-d4e26186-fec8-449d-b066-48b57fe07ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.892896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-d4e26186-fec8-449d-b066-48b57fe07ef0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=777b58f2-2369-4689-b8a9-907b6487ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2475748 Mar 02 20:05:51.957838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-1212ffc3-e706-4da8-9923-ddbfa5ec3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:51.957838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-1212ffc3-e706-4da8-9923-ddbfa5ec3665 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 1134 time: 0.1981196 Mar 02 20:05:52.151547 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-1d681da9-9c03-4816-bab4-f4881e6a130c service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529831 Mar 02 20:05:52.204667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-72f8cf1c-c78a-4c9e-a315-f0d26bc4bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:52.206225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-72f8cf1c-c78a-4c9e-a315-f0d26bc4bd18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 897 time: 0.2023675 Mar 02 20:05:52.332409 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-0757b391-3c37-44cb-8180-34bccc2c2a72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 217 time: 0.1181376 Mar 02 20:05:52.338497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:52.391964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'status': 'completed', 'code': 200} Mar 02 20:05:52.421705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1956f1c-c62e-44ef-a66a-ea274c148bb5 req-b82188e8-7d0c-42e1-8ad3-8acde81a218a service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529993 Mar 02 20:05:52.427966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-121787cf-d600-4732-9c6e-2750bec198f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:52.429370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-121787cf-d600-4732-9c6e-2750bec198f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 200 len: 834 time: 0.0843952 Mar 02 20:05:52.537873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:05:52.573014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-3ff36e22-b2db-41a1-a3d4-0a41770aa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:52.574554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-3ff36e22-b2db-41a1-a3d4-0a41770aa409 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390352 Mar 02 20:05:52.581531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-776e7026-271b-47b7-8257-590c90186fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:52.582882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-776e7026-271b-47b7-8257-590c90186fb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1097 time: 0.1119893 Mar 02 20:05:52.717645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:52.730736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5cac45c4-82a8-45c4-a089-95af70a59169', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'mac_address': 'fa:16:3e:d4:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:05:52.786935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:52.807415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cac45c4-82a8-45c4-a089-95af70a59169 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:05:52.826342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:52.834086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:52.913012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:52.969896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-15a26b37-4996-42ab-a60e-452dfd4bb617 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859084 Mar 02 20:05:52.972113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-25927036-35b7-4973-b57c-49f15ba1a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:52.973438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-25927036-35b7-4973-b57c-49f15ba1a592 service neutron] 10.222.0.32 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 898 time: 0.3722880 Mar 02 20:05:53.093930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5cac45c4-82a8-45c4-a089-95af70a59169'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:05:53.163517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-05df2381-6228-4e9d-b6aa-a6f6ba8b814f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 217 time: 0.1600170 Mar 02 20:05:53.344482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-1a7db9cf-b308-4190-8b3b-ad618b962e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:53.346270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-1a7db9cf-b308-4190-8b3b-ad618b962e86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 200 len: 834 time: 0.1677423 Mar 02 20:05:53.350062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdd48cdd-24cc-4904-9eb4-eab76dbc3112 req-d304d4f7-65ad-4a5e-be31-eac12eb5264a service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674154 Mar 02 20:05:53.434661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79989b8b-e9ad-438c-a635-8c671aefffaa req-37fa84aa-3388-4301-a2e1-c4f4f8083515 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:53.436236 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79989b8b-e9ad-438c-a635-8c671aefffaa req-37fa84aa-3388-4301-a2e1-c4f4f8083515 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 944 time: 0.3800662 Mar 02 20:05:53.449286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827f711-3e32-4bf4-9c12-4a7dcb688448 req-8c82b796-48c3-4a30-abcd-6fa91fc2331b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:53.450770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3827f711-3e32-4bf4-9c12-4a7dcb688448 req-8c82b796-48c3-4a30-abcd-6fa91fc2331b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 982 time: 0.3836236 Mar 02 20:05:53.529614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3827f711-3e32-4bf4-9c12-4a7dcb688448 req-85df10ba-731f-4bd1-b493-3ba090a78b9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613294 Mar 02 20:05:53.544052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79989b8b-e9ad-438c-a635-8c671aefffaa req-304dc83b-7b86-421b-b8b8-88a5e8de84c5 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914648 Mar 02 20:05:53.551288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-49ba43cd-4b18-4f50-a8b2-8d04a338f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:53.553012 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-49ba43cd-4b18-4f50-a8b2-8d04a338f5c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=777b58f2-2369-4689-b8a9-907b6487ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1914492 Mar 02 20:05:53.693419 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-c7c7d70f-ded9-47a6-b1b0-208070ebfaee service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323557 Mar 02 20:05:53.834907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f166a2c-6cc2-4187-b6ae-079ee7bf4149 req-3c5927e2-aa13-46b5-8d3c-893d184179de service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336243 Mar 02 20:05:54.590317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:05:54.591888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:54.747216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 5cac45c4-82a8-45c4-a089-95af70a59169 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:54.765917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5cac45c4-82a8-45c4-a089-95af70a59169 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:54.765917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:54.826647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa4e3-19c3-438e-9baa-a85662243cb1 req-e7f798ff-170a-4db2-936d-1861c8139c7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:54.826647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b29fa4e3-19c3-438e-9baa-a85662243cb1 req-e7f798ff-170a-4db2-936d-1861c8139c7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 982 time: 0.1742997 Mar 02 20:05:54.850475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:54.862869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c93f7c-1ba9-4d55-853a-5ae22d505e7a req-633fd490-6bd0-4b46-a12a-ec98a88d660a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:54.867756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'mac_address': 'fa:16:3e:e8:f6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:05:54.870651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4c93f7c-1ba9-4d55-853a-5ae22d505e7a req-633fd490-6bd0-4b46-a12a-ec98a88d660a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 944 time: 0.1704562 Mar 02 20:05:54.939457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b29fa4e3-19c3-438e-9baa-a85662243cb1 req-4e717e3c-2354-4afc-9a6c-8d6666a0668c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985181 Mar 02 20:05:54.946577 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4c93f7c-1ba9-4d55-853a-5ae22d505e7a req-bc403208-8852-4ca0-88fb-a6c6d779997b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749834 Mar 02 20:05:54.951876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:54.997590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:55.005714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:55.028583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:55.028583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf1f865-fb76-4e89-826b-20a7eb60f5c6 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:05:55.034731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:55.072942 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169', 'code': 200} Mar 02 20:05:55.089392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:55.101553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:55.115072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:55.188169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:55.308691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aff87-d24a-4c83-8d9b-13fdf3701fac req-4b1c8fb4-544c-4bb1-8444-e68bacf0e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:55.310219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-580aff87-d24a-4c83-8d9b-13fdf3701fac req-4b1c8fb4-544c-4bb1-8444-e68bacf0e666 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 1136 time: 0.0738118 Mar 02 20:05:55.337111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['faf1f865-fb76-4e89-826b-20a7eb60f5c6'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:05:55.351639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-580aff87-d24a-4c83-8d9b-13fdf3701fac req-421badd0-72ab-4025-9424-492af147455a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343082 Mar 02 20:05:56.169960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef93c0-60b8-45fe-afb6-e5d5f286c299 req-24104604-355f-495e-ad00-3563c1fd9859 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:56.171768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52ef93c0-60b8-45fe-afb6-e5d5f286c299 req-24104604-355f-495e-ad00-3563c1fd9859 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.1385155 Mar 02 20:05:56.181944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616d4c9-c14b-49e9-bddc-b7fe06d48893 req-2bfe3315-b902-43a6-b0a1-63327833b028 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:56.183283 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1616d4c9-c14b-49e9-bddc-b7fe06d48893 req-2bfe3315-b902-43a6-b0a1-63327833b028 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 945 time: 0.1187024 Mar 02 20:05:56.249141 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52ef93c0-60b8-45fe-afb6-e5d5f286c299 req-50f35a37-7dfe-49d3-8f05-a9f2d5c78473 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Mar 02 20:05:56.253501 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1616d4c9-c14b-49e9-bddc-b7fe06d48893 req-0ddc1ecf-af6c-4ef8-aa26-7d0b532be5fb tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567005 Mar 02 20:05:56.594606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:05:56.665532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port faf1f865-fb76-4e89-826b-20a7eb60f5c6 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:05:56.671065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port faf1f865-fb76-4e89-826b-20a7eb60f5c6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:05:56.671457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:56.788102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:56.820673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:05:56.826762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:56.896440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:57.074332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:05:57.127804 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'code': 200} Mar 02 20:05:57.456957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731345a-85c8-4ca4-b9e1-a0abe0d6d9de req-7644879c-9197-4f44-beeb-c44f6d70744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:57.458432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3731345a-85c8-4ca4-b9e1-a0abe0d6d9de req-7644879c-9197-4f44-beeb-c44f6d70744f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1099 time: 0.1651218 Mar 02 20:05:57.639483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3731345a-85c8-4ca4-b9e1-a0abe0d6d9de req-a59b696d-a9b6-426c-a1f8-06ba124433b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727676 Mar 02 20:05:57.663289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193a74-0aa2-43f4-811c-058ada1eac2f req-06990911-882b-4050-882f-7af0f1e37000 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:57.664698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-00193a74-0aa2-43f4-811c-058ada1eac2f req-06990911-882b-4050-882f-7af0f1e37000 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.2967505 Mar 02 20:05:57.672156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282c61a-713c-40fb-b39e-27f5713c8cd5 req-43c64e7b-922d-40f4-b6b3-45878fb50612 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:57.673513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f282c61a-713c-40fb-b39e-27f5713c8cd5 req-43c64e7b-922d-40f4-b6b3-45878fb50612 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.3044639 Mar 02 20:05:57.738779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-00193a74-0aa2-43f4-811c-058ada1eac2f req-3e739188-e627-4295-b7a4-327a8b7a4442 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643687 Mar 02 20:05:57.743015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f282c61a-713c-40fb-b39e-27f5713c8cd5 req-ab6eedd2-8387-4e37-87f1-979b0071e2ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 Mar 02 20:05:57.948234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239f703-7c36-447f-9710-3fdf34875d99 req-66f8f90c-034c-4557-99c1-aebd0e8af404 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:57.949821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2239f703-7c36-447f-9710-3fdf34875d99 req-66f8f90c-034c-4557-99c1-aebd0e8af404 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.0909612 Mar 02 20:05:57.993779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2239f703-7c36-447f-9710-3fdf34875d99 req-89d7a92a-cbe4-455d-a644-a445c68e1ac1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383112 Mar 02 20:05:58.016616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:58.095034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1328afe-9bb7-4e27-a341-19b939a7ac4b tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:58.096558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f1328afe-9bb7-4e27-a341-19b939a7ac4b tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 1131 time: 0.0786278 Mar 02 20:05:58.100740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39742) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:58.105443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:58.111328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:58.115197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:58.118076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:58.123693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:58.136292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:58.273070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:58.418638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.57 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/c4f329ab-aadf-45be-a6fa-8b66b1630e7e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:05:58.572307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:58.605325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:58.666322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:05:58.673708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:05:58.677933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:05:58.710793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=c4f329ab-aadf-45be-a6fa-8b66b1630e7e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:59.082182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf576f8b-79e7-407d-84a3-2fcb1ac6d62a req-d3e0933a-24d8-4819-b00e-2cff4b7abd76 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:59.083644 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf576f8b-79e7-407d-84a3-2fcb1ac6d62a req-d3e0933a-24d8-4819-b00e-2cff4b7abd76 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.2385881 Mar 02 20:05:59.145896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf576f8b-79e7-407d-84a3-2fcb1ac6d62a req-ed4004b4-8309-4d72-a343-015541635990 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535715 Mar 02 20:05:59.189769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:59.301553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:59.588363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cb622-2f7a-4635-a203-4dc3f25f78d3 req-1953eef0-f170-436e-b5b3-1f76950c9b9d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:59.589838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-488cb622-2f7a-4635-a203-4dc3f25f78d3 req-1953eef0-f170-436e-b5b3-1f76950c9b9d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.3364620 Mar 02 20:05:59.656708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-488cb622-2f7a-4635-a203-4dc3f25f78d3 req-a03dcdfa-e762-455b-b50c-751dee14143d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593314 Mar 02 20:05:59.678441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:59.679836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:59.714366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:59.833309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=c4f329ab-aadf-45be-a6fa-8b66b1630e7e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:05:59.850191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:05:59.928714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af9938-c6c7-49d3-b1f0-66cbcb5bc98d tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:05:59.930225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f5af9938-c6c7-49d3-b1f0-66cbcb5bc98d tempest-TestNetworkAdvancedServerOps-65779756 tempest-TestNetworkAdvancedServerOps-65779756-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1094 time: 0.2494564 Mar 02 20:05:59.933954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39754) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:05:59.939855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:05:59.946372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:05:59.950457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Usage tracker for resource:floatingip and tenant:b334867491d34b77ad2a5976dbab0637 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:05:59.953431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:05:59.960081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:05:59.971958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:00.031586 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 20343edf-b59f-4c42-bbd0-65bd087b45b6 associated. External IP: 172.26.2.57, port: 5cac45c4-82a8-45c4-a089-95af70a59169. Mar 02 20:06:00.111674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:00.250200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Allocated IP 172.26.2.29 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/83aa0f3d-5318-464d-94a8-b72f4f8dff49) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:00.384576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router b0412780-0596-4684-a9e3-698f241ea263 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:00.504943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:00.536188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:00.567234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:00.578493 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Sync routers for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:00.592578 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:00.593329 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:00.594232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:00.595286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:00.598058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:00.605972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:00.649890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=83aa0f3d-5318-464d-94a8-b72f4f8dff49,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:00.650140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e1ac2d74-a4f8-4c74-9198-59bc31315737 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.5481346 Mar 02 20:06:00.650712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:00.654688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39758) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:00.700188 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86420276-a004-4508-82cc-9c27431fbcad', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169', 'status': 'completed', 'code': 200} Mar 02 20:06:00.786712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:00.802627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-f31d9dc9-01e2-44ac-9737-e73f8bff7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:00.804757 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-f31d9dc9-01e2-44ac-9737-e73f8bff7c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 1136 time: 0.0831430 Mar 02 20:06:00.941498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-40e2c870-83fe-4eb0-99b7-201c25a81d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:00.942986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-40e2c870-83fe-4eb0-99b7-201c25a81d5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 897 time: 0.1322439 Mar 02 20:06:01.027550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f62d7-1009-4824-bb85-5cb7c0144792 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:01.032859 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8e5f62d7-1009-4824-bb85-5cb7c0144792 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad&network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 1131 time: 0.3771875 Mar 02 20:06:01.048290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-be55c406-3a7f-405c-8b02-c42e80c0571f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1036 time: 0.0989416 Mar 02 20:06:01.097514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:01.168410 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '20343edf-b59f-4c42-bbd0-65bd087b45b6', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-979728577', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'mac_address': 'fa:16:3e:d4:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86420276-a004-4508-82cc-9c27431fbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:59Z', 'updated_at': '2022-03-02T20:05:59Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:01.173834 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Checking router: b0412780-0596-4684-a9e3-698f241ea263 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:01.183677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:01.184510 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:01.191186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:01.281672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-f5507036-4759-46e3-9f05-94f1c374b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:01.283393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-f5507036-4759-46e3-9f05-94f1c374b66c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 200 len: 834 time: 0.2282369 Mar 02 20:06:01.404806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-129b822b-fe92-42b8-8cbb-0e639ec5f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:01.406295 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-129b822b-fe92-42b8-8cbb-0e639ec5f624 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1105886 Mar 02 20:06:01.413637 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:01.441475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:01.447716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:01.551977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d3c3c-d076-4dac-8322-be0b0ce7e575 req-44d2ccbc-aedf-43f4-aa3a-f62531543a64 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:01.553389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa0d3c3c-d076-4dac-8322-be0b0ce7e575 req-44d2ccbc-aedf-43f4-aa3a-f62531543a64 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.1913366 Mar 02 20:06:01.565185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event updated for resources: {'Port': ['ID=83aa0f3d-5318-464d-94a8-b72f4f8dff49,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:01.577061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:01.587988 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-257085b1-e2b7-4507-aeac-4c8feefd988f service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723788 Mar 02 20:06:01.637966 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa0d3c3c-d076-4dac-8322-be0b0ce7e575 req-b64d96d9-1382-4bb7-a07f-a633eec849e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Mar 02 20:06:01.735927 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f92c53ed-f140-4e5f-902b-946a6002c2f9 req-a95f359b-733e-428f-99f7-3641b883f24b service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358430 Mar 02 20:06:01.777039 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Floating IP cb77f15a-3db3-4dcc-b558-2d81bd94851a associated. External IP: 172.26.2.29, port: faf1f865-fb76-4e89-826b-20a7eb60f5c6. Mar 02 20:06:01.780496 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '20343edf-b59f-4c42-bbd0-65bd087b45b6', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-979728577', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'mac_address': 'fa:16:3e:d4:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86420276-a004-4508-82cc-9c27431fbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:59Z', 'updated_at': '2022-03-02T20:05:59Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:01.785543 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9457d-10d7-4339-a67c-19eb86297676 None None] The sync data for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv is: [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '20343edf-b59f-4c42-bbd0-65bd087b45b6', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.57', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-979728577', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'mac_address': 'fa:16:3e:d4:d5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86420276-a004-4508-82cc-9c27431fbcad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:05:59Z', 'updated_at': '2022-03-02T20:05:59Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:01.981003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb4ab8a-2a66-4673-b0c2-30aa9e0fa9f1 None None] New status for floating IP 20343edf-b59f-4c42-bbd0-65bd087b45b6: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:06:02.252965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Router ad830ff1-0521-4296-94ec-ec1da7af76fd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:02.432907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:02.443312 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Sync routers for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:02.453575 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:02.454187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:02.459308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:02.517853 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-49e7ad3e-36be-4c64-a282-ee3e6d6ba926 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5819478 Mar 02 20:06:02.518410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:02.565054 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'status': 'completed', 'code': 200} Mar 02 20:06:02.669751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:02.835385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-91c2d6f2-6878-4e96-8722-49c6d3b8a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:02.837095 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-91c2d6f2-6878-4e96-8722-49c6d3b8a7e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1099 time: 0.2396295 Mar 02 20:06:02.849629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed13857-a5e7-4e78-8bea-1269bb5e000b req-76f44793-2d2c-4220-b5ab-7e649033332d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:02.851068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eed13857-a5e7-4e78-8bea-1269bb5e000b req-76f44793-2d2c-4220-b5ab-7e649033332d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.2235410 Mar 02 20:06:02.911221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-5038275a-8c9d-4736-abde-1238da3a3672 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:02.912680 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-5038275a-8c9d-4736-abde-1238da3a3672 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.2378852 Mar 02 20:06:03.038557 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb77f15a-3db3-4dcc-b558-2d81bd94851a', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'mac_address': 'fa:16:3e:e8:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f64313-c654-4451-9370-e975ae8837ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:01Z', 'updated_at': '2022-03-02T20:06:01Z', 'revision_number': 0, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:03.042610 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Checking router: ad830ff1-0521-4296-94ec-ec1da7af76fd for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:03.049296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eed13857-a5e7-4e78-8bea-1269bb5e000b req-c695fed5-185e-47dc-8ee0-16cfa0201be1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721675 Mar 02 20:06:03.051460 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:03.052073 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:05:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:03.073088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39774) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:03.098094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-7f4d5a11-6c83-4e40-9bea-6c6528eb4052 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:03.099425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-7f4d5a11-6c83-4e40-9bea-6c6528eb4052 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1775270 Mar 02 20:06:03.111608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615a517-5d65-4145-b768-d5415aa0be29 req-040a162a-12f6-4b52-a4f1-3b4cab8c93ed tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:03.113067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d615a517-5d65-4145-b768-d5415aa0be29 req-040a162a-12f6-4b52-a4f1-3b4cab8c93ed tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 983 time: 0.3486538 Mar 02 20:06:03.134577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-826f279b-9b85-439f-b7d3-8a9da2a77468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:03.136988 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-826f279b-9b85-439f-b7d3-8a9da2a77468 service neutron] 10.222.0.32 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 898 time: 0.2817233 Mar 02 20:06:03.182637 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0467db62-9f36-4dbd-895b-82b25a87da9a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/floatingips/cb77f15a-3db3-4dcc-b558-2d81bd94851a HTTP/1.1" status: 200 len: 991 time: 0.1072216 Mar 02 20:06:03.239217 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:03.343410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d615a517-5d65-4145-b768-d5415aa0be29 req-8998325a-efe0-49e1-8a24-92408b2f86f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029750 Mar 02 20:06:03.347384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-ad9617bb-eb70-4f28-937e-d5ffec1218de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 999 time: 0.1944427 Mar 02 20:06:03.415234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-35df3340-c7d0-47af-a8e7-4a4d09e79108 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2997985 Mar 02 20:06:03.427744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:03.472087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-4cc2866e-a122-4178-843d-2ced9cd5c7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:03.473581 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-4cc2866e-a122-4178-843d-2ced9cd5c7b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 200 len: 834 time: 0.1174810 Mar 02 20:06:03.591697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:03.593482 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb77f15a-3db3-4dcc-b558-2d81bd94851a', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'mac_address': 'fa:16:3e:e8:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f64313-c654-4451-9370-e975ae8837ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:01Z', 'updated_at': '2022-03-02T20:06:01Z', 'revision_number': 0, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:03.597632 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d7bece-e5ce-456b-84ad-bfd806a0ced6 None None] The sync data for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv is: [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'cb77f15a-3db3-4dcc-b558-2d81bd94851a', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'floating_ip_address': '172.26.2.29', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'mac_address': 'fa:16:3e:e8:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f64313-c654-4451-9370-e975ae8837ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:01Z', 'updated_at': '2022-03-02T20:06:01Z', 'revision_number': 0, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:03.785086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-ac2f8a83-99ea-4132-be71-5f5cf8fdad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:03.787774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-ac2f8a83-99ea-4132-be71-5f5cf8fdad72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=777b58f2-2369-4689-b8a9-907b6487ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3065133 Mar 02 20:06:03.800984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad384718-54c8-4d83-bcaa-9cbb25f6fbe2 None None] New status for floating IP cb77f15a-3db3-4dcc-b558-2d81bd94851a: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:06:04.024664 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-1a666835-6c1a-4855-a533-ab863e745e6e service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296202 Mar 02 20:06:04.069991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:04.173651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:04.185688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39778) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:04.223421 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51f260a2-fb3a-47b1-9bfc-4157aa63876f req-f263bbd4-4083-478b-8f03-1a819583c990 service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905901 Mar 02 20:06:04.233454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] device_id is not set on port 5cac45c4-82a8-45c4-a089-95af70a59169 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:06:04.242364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:04.249911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:04.298077 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-74ffb911-6c1c-4c26-83e2-b0d002758af7 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/floatingips/cb77f15a-3db3-4dcc-b558-2d81bd94851a HTTP/1.1" status: 200 len: 993 time: 0.1111641 Mar 02 20:06:04.387873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:04.456213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] No DVR routers for this DVR port 5cac45c4-82a8-45c4-a089-95af70a59169 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:06:04.518233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dce54d0b-32bb-4595-bda8-e27001027bfd None None] Provisioning complete for port 5cac45c4-82a8-45c4-a089-95af70a59169 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:04.518571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dce54d0b-32bb-4595-bda8-e27001027bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:04.572999 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e82f5b89-1d4e-4cd6-ade3-1d57f4119e04 req-1ba39d01-6202-4837-927d-42867c54fc79 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=86420276-a004-4508-82cc-9c27431fbcad HTTP/1.1" status: 200 len: 210 time: 0.0547063 Mar 02 20:06:04.576177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dce54d0b-32bb-4595-bda8-e27001027bfd None None] Port 5cac45c4-82a8-45c4-a089-95af70a59169 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:04.740681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] In _notify_port_updated(), no bound segment for port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:06:04.741994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:04.743019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:04.745086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c72cee4-0882-47f6-bbed-493bb2c7c843 req-79054b46-665d-47f2-9703-18b59d77535e service neutron] 10.222.0.32 "PUT /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1026 time: 1.3225832 Mar 02 20:06:05.020307 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:06:05.671845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39786) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:05.764148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbf243-6cee-4c80-be03-865887d7d6f4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:05.765513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f0dbf243-6cee-4c80-be03-865887d7d6f4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 925 time: 0.0926192 Mar 02 20:06:06.009148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39792) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.014647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662974380', 'description': 'tempest-secgroup-smoke-662974380 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.020684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.024867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.027743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.033433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.045286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.066048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.069814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.072654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.078260 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.148580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.154640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.199480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbf29c0-7927-4d4b-8599-1d7ab8415e7b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.204165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.205592 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-04832516-0f2f-4931-8250-eba27def1926 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953940 Mar 02 20:06:06.208437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39796) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.213291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.219602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.223909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.227219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.233571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.253892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.325991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.331978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.358818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfe985e-7cff-4860-8184-a73adb78c476,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.366027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.367265 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-55d17ecd-f864-4394-b2bd-84a93ae7158a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579213 Mar 02 20:06:06.370525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39800) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.375724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.381879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.385692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.388612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.394568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.412055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.473754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.480629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.513784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b713e907-b9de-42a8-b226-317ab4480e97,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.521570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.522770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-68802be6-f998-40ce-b5f2-15fc0b39fdeb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512096 Mar 02 20:06:06.525815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39804) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.530766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.536488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.540383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.543224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.549577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.568850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.638138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.643829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.647728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:06:06.666373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96e2a8f-65db-406d-a81b-1c10286062ee,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.677094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.678460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-afa30133-3cbd-4f38-9a6e-364b33dd6efc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517537 Mar 02 20:06:06.681629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39808) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.687249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.693309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.697388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.700285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.705361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:06:06.707111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.725151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.788200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.793998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.817668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c3d6d-34b9-42fa-9643-9460454175e7,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.827133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.828597 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eeb5b693-28b1-44b2-867a-ba42673d5d36 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457653 Mar 02 20:06:06.831332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39812) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.836672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.843366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:06.847466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:06.850509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:06.857149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:06.869232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:06:06.879473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.945304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.951141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.973541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664a9331-f6c2-443f-a42e-c7a7dd409795,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:06.983585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:06.984803 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e462cfda-8e78-4e2b-9b28-2a71769417f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524818 Mar 02 20:06:06.987616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:06.992569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '8fbf29c0-7927-4d4b-8599-1d7ab8415e7b', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:06.998383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:07.002262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:07.005145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:07.010918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:07.022330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:06:07.028677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:07.097794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:07.103708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:07.126802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66fb8ff-d025-43fc-816b-477ed3026e45,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:07.136352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:07.137566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c46d9d6e-1922-474c-9486-a68a93095475 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490123 Mar 02 20:06:07.309475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-866a21e6-eddd-4c20-b62c-6497d27e1711 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662974380&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0406539 Mar 02 20:06:07.386444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-ebe444f8-4d53-4c06-9078-7f71d145d738 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:07.387783 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-ebe444f8-4d53-4c06-9078-7f71d145d738 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 930 time: 0.0690320 Mar 02 20:06:07.574434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-7b8b5f24-2599-4db2-a2d6-ce390048a6b8 service neutron] 10.222.0.36 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1745965 Mar 02 20:06:07.711273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-d77b8cf2-7f52-4589-806b-46f8a8aa3c45 service neutron] 10.222.0.36 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282833 Mar 02 20:06:07.848237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-8d303c16-d517-4f39-9eff-d2f222cc3123 service neutron] 10.222.0.36 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279824 Mar 02 20:06:08.031489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2fd4feb8-2671-4b13-9de1-93c13b332d2e req-0a748989-033e-4f80-b8b1-4c75ef2d77be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 210 time: 0.0418494 Mar 02 20:06:09.051772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-c9961bbd-9cf8-431c-8dcd-977e192f87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:09.053161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-c9961bbd-9cf8-431c-8dcd-977e192f87c1 service neutron] 10.222.0.32 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1026 time: 0.0611849 Mar 02 20:06:09.209049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-fb5fab7d-09e9-4501-946e-c31982a29c1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:09.210323 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-fb5fab7d-09e9-4501-946e-c31982a29c1a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 796 time: 0.1525583 Mar 02 20:06:09.272950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24aaef36-6f65-43cd-8f91-470ab3066f9b req-7f51443a-aed0-41a7-92a8-3d2f509764b8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 210 time: 0.1277676 Mar 02 20:06:09.302788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-f8231e7d-e65b-469f-8b80-ab8b16ba155c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 472 time: 0.0486805 Mar 02 20:06:09.313257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Request body: {'port': {'device_id': '793b3eee-7c1c-4b72-a9fa-490ee7b312b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:09.422505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:09.763851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cac45c4-82a8-45c4-a089-95af70a59169 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:06:09.771184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:09.789155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Transition to ACTIVE for port object 5cac45c4-82a8-45c4-a089-95af70a59169 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:09.793588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:09.941529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:10.072552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:06:10.073215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:06:10.073215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:10.077901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:06:10.078201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Attempting to bind port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:10.083390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:06:10.083717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Checking segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:10.084090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Bound using segment: {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:06:10.084544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Bound port: 5cac45c4-82a8-45c4-a089-95af70a59169, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fffa9bb-e238-4e62-bfd5-95845170c934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:06:10.084881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:10.176907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:10.179972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:06:10.187058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:10.240991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:10.241588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:10.242948 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] 10.222.0.32 "PUT /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1131 time: 0.9336159 Mar 02 20:06:10.243354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793b3eee-7c1c-4b72-a9fa-490ee7b312b0', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:10.269998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79369f59-110d-4da1-a1a2-09f9700ab1fb service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=8']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:10.325842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '793b3eee-7c1c-4b72-a9fa-490ee7b312b0', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169', 'status': 'completed', 'code': 200} Mar 02 20:06:10.368191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-ba55dc03-8a97-4285-9877-891d43a761d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:10.369756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-ba55dc03-8a97-4285-9877-891d43a761d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 1134 time: 0.0781000 Mar 02 20:06:10.629136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-b7230f20-6bd6-4b1e-899f-88974b6ec26a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1036 time: 0.2506671 Mar 02 20:06:10.701565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f7558-e04e-4699-bcf6-1ab830ccd3ab req-ff70b965-22b5-43f7-9cdb-4baa53fb6ec3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:10.703102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-668f7558-e04e-4699-bcf6-1ab830ccd3ab req-ff70b965-22b5-43f7-9cdb-4baa53fb6ec3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 981 time: 0.2730596 Mar 02 20:06:10.711840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-e019623a-ec22-4718-8dc1-a4872ba5095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:10.713206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-e019623a-ec22-4718-8dc1-a4872ba5095f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 200 len: 834 time: 0.0771625 Mar 02 20:06:10.794222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-668f7558-e04e-4699-bcf6-1ab830ccd3ab req-b93a8652-49ff-41b3-9894-d7bf231e42b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846491 Mar 02 20:06:10.818349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-def4dca8-e8d1-4ce3-a659-aecee8854d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:10.819839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-def4dca8-e8d1-4ce3-a659-aecee8854d7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950451 Mar 02 20:06:10.951519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-b5c30f14-4475-4ed1-8ec0-749850365cd7 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234405 Mar 02 20:06:11.093350 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fa9b548-5d9a-4c4b-833e-75c630bce285 req-5f8e6fa4-8bb6-4074-a879-6ea4e2912048 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353712 Mar 02 20:06:11.215622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-f07b7a98-b8b0-49f8-b546-04b86e992f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:11.217037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-f07b7a98-b8b0-49f8-b546-04b86e992f99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 1134 time: 0.0716913 Mar 02 20:06:11.353109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-ff007cd3-5d1e-4e06-abab-eb5da2852402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:11.354553 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-ff007cd3-5d1e-4e06-abab-eb5da2852402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 897 time: 0.1304538 Mar 02 20:06:11.460574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-4417e648-f442-4653-ba0e-efb511e387cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1036 time: 0.0980511 Mar 02 20:06:11.523731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-35fe9c05-a5d4-4381-9a79-1dd4b1156703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:11.525056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-35fe9c05-a5d4-4381-9a79-1dd4b1156703 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 200 len: 834 time: 0.0582535 Mar 02 20:06:11.609008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-a3788abd-33a4-4442-9d3c-8267281d7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:11.610513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-a3788abd-33a4-4442-9d3c-8267281d7b09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780184 Mar 02 20:06:11.753005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-90b83082-d172-42fb-b809-ea47250b62e9 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346755 Mar 02 20:06:11.784841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2a84fbf4-4860-4356-bfdb-2884afdcfd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:11.889462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d653fd7-9b09-4ea9-81e3-186ccb51dfb0 req-8d258ac1-0529-40f7-83ba-0d1d9354f9a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268830 Mar 02 20:06:12.040662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5bfb6-a088-4af3-86f8-7fcf79b091b6 req-83c51201-805e-411f-8c2b-8b4b2b3b6c1e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:12.042061 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8dd5bfb6-a088-4af3-86f8-7fcf79b091b6 req-83c51201-805e-411f-8c2b-8b4b2b3b6c1e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 981 time: 0.1390655 Mar 02 20:06:12.087019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8dd5bfb6-a088-4af3-86f8-7fcf79b091b6 req-79178a3b-0635-45d8-bf6e-12e28867d3ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388205 Mar 02 20:06:12.713495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:06:12.845804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:12.858373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5cac45c4-82a8-45c4-a089-95af70a59169', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'port_id': '5cac45c4-82a8-45c4-a089-95af70a59169', 'mac_address': 'fa:16:3e:d4:d5:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:06:12.916772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:12.933497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cac45c4-82a8-45c4-a089-95af70a59169 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:06:12.948958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:12.956050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:13.022968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=9']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:13.229844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5cac45c4-82a8-45c4-a089-95af70a59169'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:06:13.280376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e5b09-d53d-426c-9c54-37f94c8a1888 req-eb59d5b0-312b-4f10-8dee-62dbb1c8969f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:13.281788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef8e5b09-d53d-426c-9c54-37f94c8a1888 req-eb59d5b0-312b-4f10-8dee-62dbb1c8969f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 982 time: 0.0887666 Mar 02 20:06:13.326291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef8e5b09-d53d-426c-9c54-37f94c8a1888 req-894d059f-9238-4881-8792-edc8fdb1cd57 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383978 Mar 02 20:06:14.672656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cb6ef-80a8-4997-a70c-6d6f3b78f03f req-bf29b610-b93b-4dce-9541-813e79953ca8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:14.674148 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-139cb6ef-80a8-4997-a70c-6d6f3b78f03f req-bf29b610-b93b-4dce-9541-813e79953ca8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 982 time: 0.0913434 Mar 02 20:06:14.708120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:14.725559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-139cb6ef-80a8-4997-a70c-6d6f3b78f03f req-11bef3f7-0ee0-4356-b379-6078ae0e1d8d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Mar 02 20:06:14.779166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 5cac45c4-82a8-45c4-a089-95af70a59169 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:14.784002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5cac45c4-82a8-45c4-a089-95af70a59169 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:14.784378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:14.896230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:14.930528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793b3eee-7c1c-4b72-a9fa-490ee7b312b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:14.941754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:14.947919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:14.982219 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '793b3eee-7c1c-4b72-a9fa-490ee7b312b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cac45c4-82a8-45c4-a089-95af70a59169', 'code': 200} Mar 02 20:06:15.026841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=10']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:15.040556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9404c623-3d2b-4136-a2b6-0932582babed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:15.209521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd825f-db47-4c1f-a960-879bb42dec35 req-d33e9707-23f9-451e-84c8-a9bf5eb692f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:15.210937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87cd825f-db47-4c1f-a960-879bb42dec35 req-d33e9707-23f9-451e-84c8-a9bf5eb692f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 1137 time: 0.0709496 Mar 02 20:06:15.253189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:15.254251 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87cd825f-db47-4c1f-a960-879bb42dec35 req-fa7644a0-6e40-48c0-9e26-c483e1966aba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371015 Mar 02 20:06:15.307323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:15.499103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:16.041074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1cdbe-20fd-448a-b375-329b75dbfbc3 req-70fd385c-5607-482f-8c48-bb03b9ec822a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:16.042433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03d1cdbe-20fd-448a-b375-329b75dbfbc3 req-70fd385c-5607-482f-8c48-bb03b9ec822a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.2114265 Mar 02 20:06:16.089416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03d1cdbe-20fd-448a-b375-329b75dbfbc3 req-83643125-f789-4265-b73f-fd3d49b9f86f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Mar 02 20:06:17.061125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:17.283521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c8acc-c367-43c4-9904-52c6abbb2eb6 req-34cb0042-e0db-42b7-8110-60d8aa850dd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:17.285020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-201c8acc-c367-43c4-9904-52c6abbb2eb6 req-34cb0042-e0db-42b7-8110-60d8aa850dd0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.0863338 Mar 02 20:06:17.333816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-201c8acc-c367-43c4-9904-52c6abbb2eb6 req-c511347a-9d7d-4cf1-9a23-6a0964fd14ae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Mar 02 20:06:17.519406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711647f-da21-4f4a-b274-d2463e618642 req-b90557cc-b034-4f75-b534-c967dc84ae78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:17.520883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b711647f-da21-4f4a-b274-d2463e618642 req-b90557cc-b034-4f75-b534-c967dc84ae78 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.0836678 Mar 02 20:06:17.566439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b711647f-da21-4f4a-b274-d2463e618642 req-36cdcf3d-65e7-492c-95b1-7a09255ae50b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Mar 02 20:06:17.591782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:17.669084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b88b1-cbe8-42a7-946a-04aada8edee0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:17.670894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-671b88b1-cbe8-42a7-946a-04aada8edee0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0&network_id=f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 200 len: 1132 time: 0.0778201 Mar 02 20:06:18.047297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159941c-54e5-4897-a862-e73ebd731cdf req-b3ff3758-f589-475c-b40e-abb3d1f57a2b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:18.048708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e159941c-54e5-4897-a862-e73ebd731cdf req-b3ff3758-f589-475c-b40e-abb3d1f57a2b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.0911412 Mar 02 20:06:18.097803 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e159941c-54e5-4897-a862-e73ebd731cdf req-cd4bd22b-9d60-48f2-8932-e5611bd8efc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Mar 02 20:06:19.346508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ad9c9-a4d6-4f24-89d5-ba153fefb87e req-3a999f62-3e63-42a2-964f-736a0d173e4a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:19.347878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef6ad9c9-a4d6-4f24-89d5-ba153fefb87e req-3a999f62-3e63-42a2-964f-736a0d173e4a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.1414595 Mar 02 20:06:19.358442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-eafbf7e9-db2a-4090-b154-9521ef2fa318 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:19.360194 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-eafbf7e9-db2a-4090-b154-9521ef2fa318 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 984 time: 0.1152062 Mar 02 20:06:19.461241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef6ad9c9-a4d6-4f24-89d5-ba153fefb87e req-c63effe8-f176-43f1-9e86-7063063487c7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=76950ab1-1255-4cd7-a8c9-58d12be318dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998685 Mar 02 20:06:19.464435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-56573c59-9ff8-46ac-8ea8-0c949a9a7fbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:19.465597 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-56573c59-9ff8-46ac-8ea8-0c949a9a7fbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0877759 Mar 02 20:06:19.609481 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-a0c667a4-d3f8-481e-9c1d-aa2235813857 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1374826 Mar 02 20:06:19.664799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:19.780564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:19.975890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5cac45c4-82a8-45c4-a089-95af70a59169,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:20.004708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] For port 5cac45c4-82a8-45c4-a089-95af70a59169, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:20.066313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] device_id is not set on port 5cac45c4-82a8-45c4-a089-95af70a59169 yet. {{(pid=87812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 20:06:20.075172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.083875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.243243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Pushing event updated for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=11']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:20.263977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.264285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.264669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.264993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.265314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.265618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.265915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.266255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.266565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.266875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.267190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.267518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:20.311570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] No DVR routers for this DVR port 5cac45c4-82a8-45c4-a089-95af70a59169 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:06:20.367484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-206e6bfb-da78-4b7c-a06d-3d78635439a2 None None] Provisioning complete for port 5cac45c4-82a8-45c4-a089-95af70a59169 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:20.368133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-206e6bfb-da78-4b7c-a06d-3d78635439a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.423613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-206e6bfb-da78-4b7c-a06d-3d78635439a2 None None] Port 5cac45c4-82a8-45c4-a089-95af70a59169 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:20.621093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a2a3fa3d-2716-4a4b-8ef5-14f36ade7d2d req-55c04cc6-d374-4416-8061-006822c95d96 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=793b3eee-7c1c-4b72-a9fa-490ee7b312b0 HTTP/1.1" status: 200 len: 210 time: 0.0445721 Mar 02 20:06:20.702459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] In _notify_port_updated(), no bound segment for port 5cac45c4-82a8-45c4-a089-95af70a59169 on network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 {{(pid=87812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 20:06:20.703334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:20.703916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:20.705215 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-476d03f3-9629-420d-b3e1-7f02da8afc15 req-c14acdb7-17e8-485b-a99a-7ec6c677aff4 service neutron] 10.222.0.32 "PUT /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 200 len: 1027 time: 1.0888894 Mar 02 20:06:21.722105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39886) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:21.792355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.824832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.898240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.916903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbf29c0-7927-4d4b-8599-1d7ab8415e7b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:21.925904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:21.927046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c9e0221a-c276-46bb-850c-305dbd895a3d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/8fbf29c0-7927-4d4b-8599-1d7ab8415e7b HTTP/1.1" status: 204 len: 168 time: 0.2039266 Mar 02 20:06:21.959009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39892) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:22.168316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port c4f329ab-aadf-45be-a6fa-8b66b1630e7e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:06:22.168599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:22.350362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:22.350669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:22.470862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for c4f329ab-aadf-45be-a6fa-8b66b1630e7e owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:06:22.736982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:22.770434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:06:22.786036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=c4f329ab-aadf-45be-a6fa-8b66b1630e7e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:22.818007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.818343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.818674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.818994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.819309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.819622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.819935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.820245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.820580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.820888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.821193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.821500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:22.832456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5cac45c4-82a8-45c4-a089-95af70a59169 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:06:22.886439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:22.886817 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 20343edf-b59f-4c42-bbd0-65bd087b45b6 disassociated (deleted). External IP: 172.26.2.57, port: 5cac45c4-82a8-45c4-a089-95af70a59169. Mar 02 20:06:23.237482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router b0412780-0596-4684-a9e3-698f241ea263 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:23.422501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:23.432803 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Sync routers for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:23.438985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.443562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:23.444168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:23.496770 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3d698d8b-b48d-47e7-a488-cafa16d41d66 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/20343edf-b59f-4c42-bbd0-65bd087b45b6 HTTP/1.1" status: 204 len: 168 time: 1.5365894 Mar 02 20:06:23.623404 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:23.645521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39900) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:23.714834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.744368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.816165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.839113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:23.847830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.848997 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8e9b7de6-ff6b-441c-a7db-7ef0545166e5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/2e3b8fc9-5e9e-40e5-a156-c97cd54bc9f9 HTTP/1.1" status: 204 len: 168 time: 0.2024424 Mar 02 20:06:23.880176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39906) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:23.947084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 5cac45c4-82a8-45c4-a089-95af70a59169 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:06:23.947420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:23.982348 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:23.986584 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Checking router: b0412780-0596-4684-a9e3-698f241ea263 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:23.995669 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:23.996261 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:24.169548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:24.190649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:24.448936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 5cac45c4-82a8-45c4-a089-95af70a59169 owned by {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:06:24.488495 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8295d919-1577-4f32-b058-ef213545d835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:24.492447 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295d919-1577-4f32-b058-ef213545d835 None None] The sync data for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv is: [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:05:37Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '204f2e20-750e-45ab-b89e-64cf0a775365', 'name': '', 'network_id': 'f501b807-f4dd-4b84-a9fd-aa1979a7cc62', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:f2:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:35Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'ca7b6a1b-0f3e-4818-ae96-ddd776dc6989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:24.598763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:24.659545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=5cac45c4-82a8-45c4-a089-95af70a59169,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:24.730067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2e6c9-0bac-48b3-91b2-4d821880cd9f None None] New status for floating IP 20343edf-b59f-4c42-bbd0-65bd087b45b6: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:06:24.771513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:24.786450 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-88ef4a1a-c2de-4efb-9fe9-4fc068b0bce9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/ports/5cac45c4-82a8-45c4-a089-95af70a59169 HTTP/1.1" status: 204 len: 168 time: 0.9022031 Mar 02 20:06:24.786708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39914) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:25.350074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:25.719851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 204f2e20-750e-45ab-b89e-64cf0a775365 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:06:25.720702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:26.027111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 204f2e20-750e-45ab-b89e-64cf0a775365, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=204f2e20-750e-45ab-b89e-64cf0a775365,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:26.027390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:26.147502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 204f2e20-750e-45ab-b89e-64cf0a775365 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:06:26.326733 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-ab378966-387b-4c84-9d30-41ee69177dd4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750992 Mar 02 20:06:26.465119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-595ddc10-84ab-4376-990e-b488e0bcdb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:26.466588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-595ddc10-84ab-4376-990e-b488e0bcdb05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 1098 time: 0.0694335 Mar 02 20:06:26.492570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:26.539738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=204f2e20-750e-45ab-b89e-64cf0a775365,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:26.620005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-f567ee2b-156a-468e-9677-1a19ee6a0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:26.621831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-f567ee2b-156a-468e-9677-1a19ee6a0bbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1327500 Mar 02 20:06:26.730413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-3a317ff6-357d-4921-80e8-1b5ba26114d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 200 len: 1001 time: 0.1013939 Mar 02 20:06:26.794552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-261b2ccc-3ed2-4ab3-a580-35e9985ec033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:26.796404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-261b2ccc-3ed2-4ab3-a580-35e9985ec033 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0589273 Mar 02 20:06:26.820632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:26.874820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-2ccd108c-5bca-4384-905a-3336a42f2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:26.876231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-2ccd108c-5bca-4384-905a-3336a42f2f3c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730984 Mar 02 20:06:27.011195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-d7205137-19c9-4277-b7ea-65d5f5820b82 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276164 Mar 02 20:06:27.146531 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874b6fbc-f38a-4a6d-b2e2-471f4169f000 req-e6cbae86-f09e-4493-84ce-8f3a692ade48 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287258 Mar 02 20:06:27.177704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router b0412780-0596-4684-a9e3-698f241ea263 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:27.475459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:27.485548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Sync routers for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:27.491005 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6f365522-7a0c-4655-a82c-0979c4cc85d9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/b0412780-0596-4684-a9e3-698f241ea263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7032356 Mar 02 20:06:27.493849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39920) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:27.497035 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:27.498086 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:27.560461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:06:27.563468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:27.618295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:27.669282 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:27.704985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:27.779877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:27.822416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7b6a1b-0f3e-4818-ae96-ddd776dc6989,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:27.825889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:27.834487 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e4c96c4-464a-4f06-b415-5977ba3be007 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/ca7b6a1b-0f3e-4818-ae96-ddd776dc6989 HTTP/1.1" status: 204 len: 168 time: 0.3372707 Mar 02 20:06:27.835253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:27.836048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d104aa-2772-4a86-af4b-a28d517b93ca None None] Network f501b807-f4dd-4b84-a9fd-aa1979a7cc62 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:06:27.956739 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:06:26Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:27.960598 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Checking router: b0412780-0596-4684-a9e3-698f241ea263 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:27.969236 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Routers {'b0412780-0596-4684-a9e3-698f241ea263'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:27.969833 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['b0412780-0596-4684-a9e3-698f241ea263'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:28.013021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.133695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] DHCP port deletion for f501b807-f4dd-4b84-a9fd-aa1979a7cc62 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:06:28.138266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Deleting port 2457129f-506b-4b37-97b8-98ef4c696624 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:06:28.138714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.183206 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] Set router b0412780-0596-4684-a9e3-698f241ea263 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:28.194692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.205906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:06:28.206519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.351552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] For port 2457129f-506b-4b37-97b8-98ef4c696624, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2457129f-506b-4b37-97b8-98ef4c696624,segment=NetworkSegment(7fffa9bb-e238-4e62-bfd5-95845170c934),segment_id=7fffa9bb-e238-4e62-bfd5-95845170c934)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:28.352243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.475957 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:06:26Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:28.477413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Calling delete_port for 2457129f-506b-4b37-97b8-98ef4c696624 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:06:28.480429 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4157c8-b6cd-4788-aaf1-9fefbbc8cbda None None] The sync data for ids ['b0412780-0596-4684-a9e3-698f241ea263'] in dv-neutron-831594-2-hyperv is: [{'id': 'b0412780-0596-4684-a9e3-698f241ea263', 'name': 'tempest-TestNetworkBasicOps-router-482401284', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34'}], 'enable_snat': True}, 'gw_port_id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:29Z', 'updated_at': '2022-03-02T20:06:26Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '628f3af8-95f3-40ff-a7a9-22e6af96b5cf', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0412780-0596-4684-a9e3-698f241ea263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:30Z', 'updated_at': '2022-03-02T20:05:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:28.504215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 628f3af8-95f3-40ff-a7a9-22e6af96b5cf, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:28.504767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.565121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.612718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] No DVR routers for this DVR port 2457129f-506b-4b37-97b8-98ef4c696624 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:06:28.617183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Pushing event deleted for resources: {'Port': ['ID=2457129f-506b-4b37-97b8-98ef4c696624,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:28.626828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.627172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.627504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.627832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.628156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.628513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.628832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.629148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.629489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.629955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.630276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.630585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1957cdc8-8f2d-4bb6-bfbd-ed0b0a08b387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:28.631002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 628f3af8-95f3-40ff-a7a9-22e6af96b5cf owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:06:28.803999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:28.851659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=628f3af8-95f3-40ff-a7a9-22e6af96b5cf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:28.945646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.117805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.120190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.147775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.148284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router b0412780-0596-4684-a9e3-698f241ea263 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:06:29.163698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.165004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-142ec9ca-b37f-42db-a471-006a4a70a5d2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/b0412780-0596-4684-a9e3-698f241ea263 HTTP/1.1" status: 204 len: 168 time: 1.3291547 Mar 02 20:06:29.167934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39928) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:29.219415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2457129f-506b-4b37-97b8-98ef4c696624 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:06:29.255524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2457129f-506b-4b37-97b8-98ef4c696624 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:06:29.255941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2457129f-506b-4b37-97b8-98ef4c696624 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:06:29.256481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 204f2e20-750e-45ab-b89e-64cf0a775365 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:06:29.296066 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.296949 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 204f2e20-750e-45ab-b89e-64cf0a775365 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:06:29.297290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 204f2e20-750e-45ab-b89e-64cf0a775365 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:06:29.430219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.457778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f501b807-f4dd-4b84-a9fd-aa1979a7cc62']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:29.470464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fffa9bb-e238-4e62-bfd5-95845170c934') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:29.470852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fffa9bb-e238-4e62-bfd5-95845170c934') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:29.483565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.500237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.506557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:06:29.507018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:06:29.521789 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:06:29.606177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.624396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.636990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=f501b807-f4dd-4b84-a9fd-aa1979a7cc62,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:29.646475 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f27a593a-f3c7-4465-a7f1-9b4b05463650 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/f501b807-f4dd-4b84-a9fd-aa1979a7cc62 HTTP/1.1" status: 204 len: 168 time: 0.4774981 Mar 02 20:06:29.659846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39932) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:29.678184 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7bc52004-6d5e-4a0e-9f1b-1313692b782d tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0171411 Mar 02 20:06:29.680699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39936) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:29.685793 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--659986584', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:29.690643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:29.694636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:29.697918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:29.703580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:29.715953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:06:29.719449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.753712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:06:29.762458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.762791 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment 69360b17-346e-42b8-9627-c2ee500aa1cb of type vlan for network de7e81c6-7453-4e6f-b552-cbc18b4a6dae Mar 02 20:06:29.789667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.821367 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.826913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:29.827552 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.929426 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2478297 Mar 02 20:06:29.932462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:29.935677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f5b34-adb7-4111-b5f4-cf69805f689d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=de7e81c6-7453-4e6f-b552-cbc18b4a6dae,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:29.938524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-923427014', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:29.945786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:29.946574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:06:29.949965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:29.953069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:29.959638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:29.970923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.971971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:29.987535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:30.257087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:30.669897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:30.701049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:30.836274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.244 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/ceff0e21-2261-49dc-9d40-bff74ce0071e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:30.984107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:31.016651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:31.077080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:31.079765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:31.082526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:31.119592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 628f3af8-95f3-40ff-a7a9-22e6af96b5cf no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:06:31.130127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:31.153924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 628f3af8-95f3-40ff-a7a9-22e6af96b5cf {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:06:31.154275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 628f3af8-95f3-40ff-a7a9-22e6af96b5cf not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:06:31.505765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:31.852949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:32.185844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:06:32.374622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:32.384192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:32.393666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:32.394277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:32.406089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:32.407330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bfcfd0d0-bfa9-4f1f-ae8a-da10f3ea7a27 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4730744 Mar 02 20:06:32.410490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:32.450013 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-48581b61-077c-40ab-8972-f4c8c3b9b592 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381761 Mar 02 20:06:32.452504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:32.570478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:32.578323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25fc5f0-13a4-45ca-90f3-462c7cceb353 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:32.579778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f25fc5f0-13a4-45ca-90f3-462c7cceb353 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1264222 Mar 02 20:06:32.582709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:32.625050 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-78fecfe7-584a-43ba-aec4-92062780165e tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412970 Mar 02 20:06:32.627685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:32.632914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812700921', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:32.739023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:32.742857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:32.745822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:32.751450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:32.764253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:06:32.767922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:32.893863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:31Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:32.897736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:32.898074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Updating router 363180e4-d4ac-4c85-a021-cae30b84f3a0 port ceff0e21-2261-49dc-9d40-bff74ce0071e binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:06:32.951895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:32.985361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.065611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=17fc285f-c6a1-44d2-bf47-fd76c190b8a5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:33.073727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:33.073887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: de7e81c6-7453-4e6f-b552-cbc18b4a6dae, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:06:33.093650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:06:33.105591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, de7e81c6-7453-4e6f-b552-cbc18b4a6dae) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:33.111254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:33.111799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.134101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6fca0469-9309-4a56-9eeb-ce733d222426 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5054688 Mar 02 20:06:33.137061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:33.153521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c853c1a-d337-4265-b1d2-9c9cba56ce1a None None] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:06:33.448935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.461817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:06:33.462632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.477621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Transition to ACTIVE for port object ceff0e21-2261-49dc-9d40-bff74ce0071e will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:33.522535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.635477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Attempting to bind port ceff0e21-2261-49dc-9d40-bff74ce0071e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:06:33.635884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Attempting to bind port ceff0e21-2261-49dc-9d40-bff74ce0071e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:06:33.636235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Attempting to bind port ceff0e21-2261-49dc-9d40-bff74ce0071e on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:33.640927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873263fa-f9d2-4557-b1cb-89023a83b4d7 None None] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:33.651763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:06:33.652139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:33.652572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.652957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:06:33.653408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Bound port: ceff0e21-2261-49dc-9d40-bff74ce0071e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:06:33.653781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.773092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Allocated IP 172.20.0.2 (de7e81c6-7453-4e6f-b552-cbc18b4a6dae/17fc285f-c6a1-44d2-bf47-fd76c190b8a5/c0ccd6f8-8a71-463d-be3b-1d129e94ebb1) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:33.793341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:33.797256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ceff0e21-2261-49dc-9d40-bff74ce0071e,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:06:33.819572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.953971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:33.968570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:33.969196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:34.037095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873263fa-f9d2-4557-b1cb-89023a83b4d7 None None] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:34.225906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:34.365209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.395356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Transition to ACTIVE for port object c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:34.477528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Transition to ACTIVE for port object c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:34.490151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.552052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (de7e81c6-7453-4e6f-b552-cbc18b4a6dae/17fc285f-c6a1-44d2-bf47-fd76c190b8a5/15a528bd-90b7-42ae-8bd1-7a969ef8925b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:34.597856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:34.607684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:34.614944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:34.618367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Pushing event updated for resources: {'Port': ['ID=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:34.717358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.719887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Attempting to bind port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:06:34.720244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Attempting to bind port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:06:34.720637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Attempting to bind port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 on network de7e81c6-7453-4e6f-b552-cbc18b4a6dae {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:34.728458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:06:34.728845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Checking segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:34.729236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.729613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Bound using segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:06:34.730068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Bound port: c0ccd6f8-8a71-463d-be3b-1d129e94ebb1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:06:34.730426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.734066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 15a528bd-90b7-42ae-8bd1-7a969ef8925b will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:34.748568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:31Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:34.758271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.780085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6121cc-9833-40ea-97b8-cdb69223ced0 None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:31Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:34.831676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] For port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:34.835073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] For port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:06:34.840804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.843530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:34.847349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:34.850023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:34.875487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:34.912444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:34.926399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ede70-3502-4fae-a83e-395cd2eabc71 None None] Pushing event updated for resources: {'Port': ['ID=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:35.087534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:35.266302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:35.371285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ceff0e21-2261-49dc-9d40-bff74ce0071e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:35.377541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ceff0e21-2261-49dc-9d40-bff74ce0071e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:35.382088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:35.517315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:35.565231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ceff0e21-2261-49dc-9d40-bff74ce0071e,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:35.577150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:35.662934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:35.668100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:35.679015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:36.058360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:36.083729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:36.113368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbe7d4e-3e73-4fd2-a7a3-d46ff2edfe25 None None] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:06:36.177472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62122-e175-4877-918c-9a4a4a76a2f8 req-4e670ecd-9d35-49a4-9921-9624e5c60fc9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.178979 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16e62122-e175-4877-918c-9a4a4a76a2f8 req-4e670ecd-9d35-49a4-9921-9624e5c60fc9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.2685990 Mar 02 20:06:36.221580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-422027b1-5b74-4c87-8c03-93ed209587b1 None None] Provisioning for port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:36.250207 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16e62122-e175-4877-918c-9a4a4a76a2f8 req-65597924-25ed-4b09-b2af-ecc118f1ff13 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637424 Mar 02 20:06:36.259751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:36.261019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:36.460389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:36.583046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a2c0c9c-c307-4aa8-94aa-b0c8e773ea5d None None] Provisioning for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:36.588625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a2c0c9c-c307-4aa8-94aa-b0c8e773ea5d None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:36.589127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3a2c0c9c-c307-4aa8-94aa-b0c8e773ea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:36.643856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:36.650006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-3a2c0c9c-c307-4aa8-94aa-b0c8e773ea5d None None] Port 15a528bd-90b7-42ae-8bd1-7a969ef8925b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:36.654895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:36.656813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0035d0a4-2abe-46db-9fda-a17655a5482e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5187383 Mar 02 20:06:36.659307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:36.667782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:36.668416 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:36.779947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d0b54770-4f52-4568-9a92-d5ac11fe3fc6 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:36.780557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d0b54770-4f52-4568-9a92-d5ac11fe3fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:36.818206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.818686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.819290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.819753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.820409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.820871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.821320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.823221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9e0b76bb-bb7a-42d8-905a-03a72f68c103 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1627736 Mar 02 20:06:36.826142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 39992) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:36.858206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-d0b54770-4f52-4568-9a92-d5ac11fe3fc6 None None] Port 15a528bd-90b7-42ae-8bd1-7a969ef8925b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:36.862579 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:36.912569 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.913180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.913846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.914342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.914962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.915588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.916035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:36.922682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 39996) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:36.926129 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-84394e8f-55ca-48ad-b394-35f7177cd07f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.0986006 Mar 02 20:06:37.080057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b13c2d27-9f97-497c-a37f-918d5606a8b0 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:37.080308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b13c2d27-9f97-497c-a37f-918d5606a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.141385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b13c2d27-9f97-497c-a37f-918d5606a8b0 None None] Port 15a528bd-90b7-42ae-8bd1-7a969ef8925b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:37.149040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d29fd356-c15b-4aaa-9913-9e57f2b118ae tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2250643 Mar 02 20:06:37.186437 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:37.190508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:37.191137 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Updating router 363180e4-d4ac-4c85-a021-cae30b84f3a0 port 15a528bd-90b7-42ae-8bd1-7a969ef8925b binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:06:37.250824 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.268474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:37.345319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:37.350650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:37.351020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.454142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ec2b9-e2ff-404a-af2c-487aebb663ed req-45defb25-4434-4165-9270-6754a1876f21 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:37.455703 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d97ec2b9-e2ff-404a-af2c-487aebb663ed req-45defb25-4434-4165-9270-6754a1876f21 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0904064 Mar 02 20:06:37.480178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40004) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:37.486233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.486925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785491495', 'description': 'tempest-secgroup-smoke-1785491495 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:37.493421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:37.498609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:37.501974 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:37.506440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d97ec2b9-e2ff-404a-af2c-487aebb663ed req-1f56b59b-8efd-4762-8358-d205f117c2c1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Mar 02 20:06:37.509559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:37.530042 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.531845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:37.537221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.538292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:37.548619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:37.552509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:37.555648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:37.561358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:37.634239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.639792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.642793 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.655217 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Transition to ACTIVE for port object 15a528bd-90b7-42ae-8bd1-7a969ef8925b will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:37.664046 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.682409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567e6675-c437-4bdd-a65b-aa2454624f21,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:37.698631 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.704062 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e577b2ae-e97a-419d-b1f8-4c3d236d6432 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2190461 Mar 02 20:06:37.704397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40008) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:37.709878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:37.716062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:37.721000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:37.721555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:37.734478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ceff0e21-2261-49dc-9d40-bff74ce0071e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:37.735149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.742550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:37.751957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:37.776683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.860114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.871428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.898931 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:37.900863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e7e209-125a-48af-b983-ca4f40d74187,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:37.912469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.914177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-47c05365-722e-4c3d-b820-6849b51b5eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084062 Mar 02 20:06:37.917201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40012) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:37.952080 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.952509 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.952840 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.953168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.953484 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.953795 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.954110 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.954417 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.954728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.955041 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.955349 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.955653 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:06:37.976055 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Attempting to bind port 15a528bd-90b7-42ae-8bd1-7a969ef8925b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:06:37.976676 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Attempting to bind port 15a528bd-90b7-42ae-8bd1-7a969ef8925b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:06:37.977030 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Attempting to bind port 15a528bd-90b7-42ae-8bd1-7a969ef8925b on network de7e81c6-7453-4e6f-b552-cbc18b4a6dae {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:37.982355 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:06:37.982749 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Checking segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:37.983138 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:37.983519 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Bound using segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:06:37.983966 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Bound port: 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:06:37.984353 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.014385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:38.020963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:38.025291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:38.028249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:38.035352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:38.055596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.077728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:38.082317 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=15a528bd-90b7-42ae-8bd1-7a969ef8925b,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:06:38.087799 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.119136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.123767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.150702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1817f408-5f61-4608-b01b-db705bfec613,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.162390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.166466 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-27e5584f-7389-423a-a5ec-85488b9f01e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456686 Mar 02 20:06:38.166619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:38.166619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:38.166836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40018) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:38.172812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:38.179111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:38.183114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:38.186170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:38.192154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:38.211763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.230334 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81418e-c090-4abb-90be-94c173529877 None None] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.289851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.294841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.320550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d9aaa5-e154-40c6-bdf9-b0951ae6eaef,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.331543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.333098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9f073dbb-305b-4afd-a9f6-89646ddaf340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649375 Mar 02 20:06:38.336029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40022) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:38.341374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:38.347248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:38.351115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:38.351447 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:38.353984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:38.359618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:38.377264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.441372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.446210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.469168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8564d665-d2b1-427b-af2e-00e2e68f407c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.480362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.481671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0354099b-8ad6-4ebe-b12c-c002b75f8850 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445203 Mar 02 20:06:38.484494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40026) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:38.489367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:38.495111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:38.498895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:38.501769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:38.507338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:38.519070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:06:38.525630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.595977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.601965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.679772 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:38Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:38.684175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71571489-aa2f-44e2-ab91-5afa1cd5fea3 None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:38Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:38.782773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5585e2a6-c017-4877-a46f-a9741290e4ab,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.815703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.817160 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ba3759c-94d2-4fb6-888c-c0395b0345b0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3317578 Mar 02 20:06:38.820140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40032) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:38.826383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '567e6675-c437-4bdd-a65b-aa2454624f21', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:38.833093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:38.837903 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:38.844348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:38.850110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a7855-31d6-4293-9d30-59cdbfb82a21 req-d7e65fab-b414-4bd9-a4f5-8b98737dd15a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:38.851080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:38.851636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-230a7855-31d6-4293-9d30-59cdbfb82a21 req-d7e65fab-b414-4bd9-a4f5-8b98737dd15a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.1062038 Mar 02 20:06:38.863177 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:06:38.873181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.907150 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-230a7855-31d6-4293-9d30-59cdbfb82a21 req-9a2602d8-b221-45fa-a785-eb5c1209efa0 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493410 Mar 02 20:06:38.950090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.954937 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.980208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5c8370-6594-4890-92b8-d03e5d32be2b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:38.991948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:38.993609 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-850fd365-87c7-494b-904c-e64571f6b5ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1722429 Mar 02 20:06:39.189525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-34feb61e-eaaf-4eef-92e3-496d7b3f4089 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:06:39.212388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-34feb61e-eaaf-4eef-92e3-496d7b3f4089 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:06:39.212388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-34feb61e-eaaf-4eef-92e3-496d7b3f4089 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785491495&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0655618 Mar 02 20:06:39.254469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:39.326710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:39.326991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:39.376059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-685b60bd-baf6-44b7-a839-fe030461e2e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:39.377642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-685b60bd-baf6-44b7-a839-fe030461e2e6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 200 len: 796 time: 0.1601605 Mar 02 20:06:39.393836 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-45d5c6c1-1c34-40d2-82ad-8d33035b041d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0104282 Mar 02 20:06:39.452441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:39.477298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-75efa077-b20a-4012-903a-05efae4729a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:06:39.495081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-75efa077-b20a-4012-903a-05efae4729a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:06:39.496565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-75efa077-b20a-4012-903a-05efae4729a6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967836 Mar 02 20:06:39.528434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:39.533956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:39.534465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:39.638698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-5f6e6d9f-0717-40d0-97d2-ac537bfcab55 service neutron] 10.222.0.36 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297181 Mar 02 20:06:39.650356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:39.686914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=15a528bd-90b7-42ae-8bd1-7a969ef8925b,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:39.693334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:39.767920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:39.795857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-2d94fdc7-7eb2-4b45-9539-a34175f87b2d service neutron] 10.222.0.36 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475518 Mar 02 20:06:39.977717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e16ce01-08cb-42cd-95f9-21197d86cf48 req-056f9cb0-b5fa-4288-9051-afb21ec5145e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 210 time: 0.0431523 Mar 02 20:06:40.099770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94de3-22b3-478e-8e7b-777c7d99e4a6 req-cb3f4378-3ce6-4c8c-a37b-05236773e2b3 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:40.101082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03d94de3-22b3-478e-8e7b-777c7d99e4a6 req-cb3f4378-3ce6-4c8c-a37b-05236773e2b3 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0907907 Mar 02 20:06:40.150879 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03d94de3-22b3-478e-8e7b-777c7d99e4a6 req-5bac55fc-90d7-4feb-a220-485d168e7ef7 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439086 Mar 02 20:06:41.159477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0da40765-cecf-443e-b340-95020ff91752 req-b07050dc-7d40-45f0-9681-8d8cfa76825b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 210 time: 0.0657930 Mar 02 20:06:41.174800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:41.254374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:41.255122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:41.347749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-02a73e4e-4369-49bb-830f-e3b830dd3023 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:41.349134 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-02a73e4e-4369-49bb-830f-e3b830dd3023 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 200 len: 796 time: 0.2248304 Mar 02 20:06:41.414911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c88b2-0671-48ba-bad6-77545a2f73f0 req-d5ceca6d-4962-4108-bb91-b227fd391502 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:41.416402 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6b3c88b2-0671-48ba-bad6-77545a2f73f0 req-d5ceca6d-4962-4108-bb91-b227fd391502 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.1505075 Mar 02 20:06:41.423627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-c89d9077-9b7d-4578-9e55-996f0e1ec9d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.0657575 Mar 02 20:06:41.442224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['567e6675-c437-4bdd-a65b-aa2454624f21']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:41.561162 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6b3c88b2-0671-48ba-bad6-77545a2f73f0 req-a40f0c74-e94d-42a6-be09-8dc84e21d5de tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365438 Mar 02 20:06:41.601361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:41.611025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:41.622125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:06:41.625712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:41.780306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85157581-4163-4ec0-a549-db7ee67b5bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:41.800864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.9 (de7e81c6-7453-4e6f-b552-cbc18b4a6dae/17fc285f-c6a1-44d2-bf47-fd76c190b8a5/adc0a55a-10e7-4142-a3a3-9a59e54e90e1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:41.997187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:42.013649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object adc0a55a-10e7-4142-a3a3-9a59e54e90e1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:42.019207 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:06:42.042545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:42.224906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:42.232294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:42.236656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:42.271717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:42.346985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:42.347606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:42.384572 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-b5433320-c73f-423e-9ab6-f7b9b9286048 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464281 Mar 02 20:06:42.397102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f102-db66-407d-b665-3825de492800 req-d29bc751-0fb8-42c3-b6cc-6bf54d19821d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:42.397793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ae26f102-db66-407d-b665-3825de492800 req-d29bc751-0fb8-42c3-b6cc-6bf54d19821d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:06:42.405425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Request body: {'port': {'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:42.450827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-197d72e2-350f-448c-b6a6-8c8506e6613b None None] Provisioning for port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:42.455864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-197d72e2-350f-448c-b6a6-8c8506e6613b None None] Provisioning complete for port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:42.456223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-197d72e2-350f-448c-b6a6-8c8506e6613b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:42.459654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ae26f102-db66-407d-b665-3825de492800 req-d29bc751-0fb8-42c3-b6cc-6bf54d19821d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:06:42.460878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae26f102-db66-407d-b665-3825de492800 req-d29bc751-0fb8-42c3-b6cc-6bf54d19821d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 931 time: 0.1903570 Mar 02 20:06:42.511688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-197d72e2-350f-448c-b6a6-8c8506e6613b None None] Port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:06:42.549425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:42.563053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae26f102-db66-407d-b665-3825de492800 req-6572a391-d517-4760-afbc-a39ae86fafa4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729914 Mar 02 20:06:42.868975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c6a35-478e-464f-a283-8d960a9397f2 req-05b3d1a8-e087-482a-9483-e53b18ea8802 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:42.870427 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a0c6a35-478e-464f-a283-8d960a9397f2 req-05b3d1a8-e087-482a-9483-e53b18ea8802 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.1980317 Mar 02 20:06:42.940445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a0c6a35-478e-464f-a283-8d960a9397f2 req-c6ddf9f9-6452-48a8-95f5-7967066af89b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623338 Mar 02 20:06:43.002343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc0a55a-10e7-4142-a3a3-9a59e54e90e1 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:06:43.010236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:43.026357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Transition to ACTIVE for port object adc0a55a-10e7-4142-a3a3-9a59e54e90e1 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:06:43.033437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:43.186176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Pushing event updated for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:43.269469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Attempting to bind port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:06:43.270140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Attempting to bind port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:06:43.270140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Attempting to bind port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 on network de7e81c6-7453-4e6f-b552-cbc18b4a6dae {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:43.274757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 on network de7e81c6-7453-4e6f-b552-cbc18b4a6dae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:06:43.275066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Attempting to bind port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 on network de7e81c6-7453-4e6f-b552-cbc18b4a6dae {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:06:43.279905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:06:43.280294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Checking segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:06:43.280762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Bound using segment: {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:06:43.281171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Bound port: adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69360b17-346e-42b8-9627-c2ee500aa1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:06:43.281501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:43.370050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:06:43.372971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:06:43.381650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:43.439410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:43.440013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:43.441414 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] 10.222.0.32 "PUT /v2.0/ports/adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 200 len: 1093 time: 1.0409162 Mar 02 20:06:43.441870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:43.470136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25419182-69d5-4492-b02c-5d8450a1a6bb service neutron] Pushing event updated for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:43.548903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'status': 'completed', 'code': 200} Mar 02 20:06:43.576438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-aba826f9-6748-452f-acf5-cdc5e45e37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:43.578003 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-aba826f9-6748-452f-acf5-cdc5e45e37c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0830209 Mar 02 20:06:43.650645 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-17b6b737-29e9-4f9a-859b-bbfb68b855d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 200 len: 217 time: 0.0645216 Mar 02 20:06:43.761673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-efe1f732-5d06-491b-bb7f-115975ee8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:43.763785 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-efe1f732-5d06-491b-bb7f-115975ee8d51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fc285f-c6a1-44d2-bf47-fd76c190b8a5 HTTP/1.1" status: 200 len: 834 time: 0.1051891 Mar 02 20:06:43.840237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f75c9-b0aa-481b-908a-4de1f7c85d50 req-af56946c-c5a7-4076-820f-770f486a540f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:43.841753 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f5f75c9-b0aa-481b-908a-4de1f7c85d50 req-af56946c-c5a7-4076-820f-770f486a540f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 943 time: 0.1520293 Mar 02 20:06:43.891464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-9de4db53-b6d4-4042-a8f1-66c77b1a5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:43.893135 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-9de4db53-b6d4-4042-a8f1-66c77b1a5468 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229489 Mar 02 20:06:43.900376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f5f75c9-b0aa-481b-908a-4de1f7c85d50 req-6629e789-84cd-471a-a196-329bc492e121 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525198 Mar 02 20:06:44.179700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-e3914986-8628-4ef2-a574-5b51078ef95a service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782423 Mar 02 20:06:44.282186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ca53e-360e-4fae-bf10-6e94586dddc4 req-1cd67035-b416-4842-be5d-439367649b8b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:44.283625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-890ca53e-360e-4fae-bf10-6e94586dddc4 req-1cd67035-b416-4842-be5d-439367649b8b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.1935635 Mar 02 20:06:44.356822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-890ca53e-360e-4fae-bf10-6e94586dddc4 req-84823cf0-bf22-40b6-9f2c-fba5082d1285 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604682 Mar 02 20:06:44.358804 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c1edb88d-1caf-4a42-a783-026515c068f5 req-7b01e2c4-c5d5-48a7-9a4e-d6bfac1e50ca service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726649 Mar 02 20:06:44.488502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-a6c657d8-c890-44d7-84a4-a8cc43974835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:44.489992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-a6c657d8-c890-44d7-84a4-a8cc43974835 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1096 time: 0.0790029 Mar 02 20:06:44.631675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-c1efe23d-0cca-4d06-a2d4-6165a53753b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:44.633946 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-c1efe23d-0cca-4d06-a2d4-6165a53753b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 200 len: 897 time: 0.1371140 Mar 02 20:06:44.714182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-a21e2fb4-d8ab-4b84-b652-a6a109291f87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 200 len: 217 time: 0.0694165 Mar 02 20:06:44.779080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-6c9b27d5-a587-4323-a28a-a28aa7acf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:44.781010 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-6c9b27d5-a587-4323-a28a-a28aa7acf80c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fc285f-c6a1-44d2-bf47-fd76c190b8a5 HTTP/1.1" status: 200 len: 834 time: 0.0604291 Mar 02 20:06:44.856945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-96341b09-4b97-4c4f-852f-eda889ff155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:44.858406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-96341b09-4b97-4c4f-852f-eda889ff155f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713799 Mar 02 20:06:44.990490 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-abf64de6-c39e-40ac-995b-17a2d0808680 service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249602 Mar 02 20:06:45.034603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0108fee0-84f7-4f0f-8201-fbea64c7cdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:45.171122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f141ce24-1898-46fa-94fc-3ad017d1241e req-26c2eccb-877f-42f6-b7a8-9e00338da827 service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733186 Mar 02 20:06:45.191455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1b3f5-77e6-436d-9e74-bc5117873448 req-4773efdc-7651-4f8b-b5e9-67fd3c150f06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:45.192817 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99e1b3f5-77e6-436d-9e74-bc5117873448 req-4773efdc-7651-4f8b-b5e9-67fd3c150f06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 943 time: 0.1783521 Mar 02 20:06:45.241230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99e1b3f5-77e6-436d-9e74-bc5117873448 req-c24b605a-3a75-4b8b-bcf6-c8e8970bec18 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Mar 02 20:06:45.286719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:45.310373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:45.483817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:45.557361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7f3f2-8e8f-421a-9366-52eff299112c req-bb8c28eb-a0c8-4a47-8391-61a48925bc5c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:45.558826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7c7f3f2-8e8f-421a-9366-52eff299112c req-bb8c28eb-a0c8-4a47-8391-61a48925bc5c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0823681 Mar 02 20:06:45.602760 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7c7f3f2-8e8f-421a-9366-52eff299112c req-8f8ea5eb-d8f5-4893-bbfe-fd434b8a215a tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Mar 02 20:06:46.429860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0210ca-8342-4a24-9027-79eb58db141a req-9d6c648c-12b4-4c7c-8473-bbf1dbce558f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:46.431368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb0210ca-8342-4a24-9027-79eb58db141a req-9d6c648c-12b4-4c7c-8473-bbf1dbce558f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 943 time: 0.0839953 Mar 02 20:06:46.475665 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb0210ca-8342-4a24-9027-79eb58db141a req-8087be04-9485-40c1-a32e-c68835b24988 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Mar 02 20:06:46.802393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db782f5-c4d9-44f4-aae1-5c70d403da84 req-3f9cc342-2e9a-4fa6-8526-e627041df7d7 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:46.803890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2db782f5-c4d9-44f4-aae1-5c70d403da84 req-3f9cc342-2e9a-4fa6-8526-e627041df7d7 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0864897 Mar 02 20:06:46.850938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2db782f5-c4d9-44f4-aae1-5c70d403da84 req-ad36dea5-76d9-46e0-97af-e80328b748f9 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Mar 02 20:06:46.913559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device adc0a55a-10e7-4142-a3a3-9a59e54e90e1 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:06:47.070970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:47.078367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:47.084831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:06:47.141152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:47.158384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc0a55a-10e7-4142-a3a3-9a59e54e90e1 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:06:47.174943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:47.179920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:47.249929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:47.405693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['adc0a55a-10e7-4142-a3a3-9a59e54e90e1'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:06:47.662932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab0a9d-5683-420f-baf5-d6a39ac8b21e req-157afe21-3d95-45b8-b1ad-8d88602bbc1e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:47.664257 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4ab0a9d-5683-420f-baf5-d6a39ac8b21e req-157afe21-3d95-45b8-b1ad-8d88602bbc1e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 944 time: 0.0786648 Mar 02 20:06:47.708719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4ab0a9d-5683-420f-baf5-d6a39ac8b21e req-d606ce66-30ee-44a1-bbf6-51cdf29074d3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Mar 02 20:06:48.066415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51f4d7-8b3d-4e49-8961-65fd4f3716cb req-5f191674-aa40-4820-8706-fda6973eef8b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:48.067863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a51f4d7-8b3d-4e49-8961-65fd4f3716cb req-5f191674-aa40-4820-8706-fda6973eef8b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0987144 Mar 02 20:06:48.220220 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a51f4d7-8b3d-4e49-8961-65fd4f3716cb req-6071dadf-2126-498f-9660-e2823cd7bf69 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466219 Mar 02 20:06:48.619408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce603-dda2-44d1-8321-5b0464a583eb req-a2acddaf-a920-40cd-918c-ae7dbb22e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:48.620912 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c4ce603-dda2-44d1-8321-5b0464a583eb req-a2acddaf-a920-40cd-918c-ae7dbb22e101 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1099 time: 0.0807436 Mar 02 20:06:48.662357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c4ce603-dda2-44d1-8321-5b0464a583eb req-46308e32-284a-410e-9dda-28d8e9a721c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349300 Mar 02 20:06:48.897668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c250d-9656-4c4f-ac5c-88b81dc8eed3 req-a8928aca-bb01-4aa2-a190-3545fe1bfcb1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:48.899056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d7c250d-9656-4c4f-ac5c-88b81dc8eed3 req-a8928aca-bb01-4aa2-a190-3545fe1bfcb1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 944 time: 0.0845988 Mar 02 20:06:48.932045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:06:48.934389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device adc0a55a-10e7-4142-a3a3-9a59e54e90e1 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:48.942866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d7c250d-9656-4c4f-ac5c-88b81dc8eed3 req-0ed00a91-01c2-4afe-bfe4-3026e7a4b9b4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380707 Mar 02 20:06:49.127914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:06:49.137637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:49.138008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:49.192566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:49.214877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'port_id': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'mac_address': 'fa:16:3e:e8:f6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:06:49.311234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:49.340158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faf1f865-fb76-4e89-826b-20a7eb60f5c6 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:06:49.346423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:49.376242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:49.382902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:49.390812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:49.411308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd835473-a625-4c44-8cbf-a00e00fdc46b req-2ee4aa00-3be9-45f2-a004-858ee8ce9991 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:49.412791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cd835473-a625-4c44-8cbf-a00e00fdc46b req-2ee4aa00-3be9-45f2-a004-858ee8ce9991 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.0847666 Mar 02 20:06:49.423155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:49.430274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:49.465577 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cd835473-a625-4c44-8cbf-a00e00fdc46b req-6c3dff0a-32eb-47bb-b997-ed9fce627e84 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464928 Mar 02 20:06:49.470224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:49.502436 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'code': 200} Mar 02 20:06:49.540666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:49.658530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['faf1f865-fb76-4e89-826b-20a7eb60f5c6'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:06:49.809765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b703d-e371-418b-8dec-4e3bed3d651e req-adb999de-1ad0-459e-bee7-c3f27da3dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:49.811651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b82b703d-e371-418b-8dec-4e3bed3d651e req-adb999de-1ad0-459e-bee7-c3f27da3dd00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0817935 Mar 02 20:06:49.856554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b82b703d-e371-418b-8dec-4e3bed3d651e req-e6147f58-aa7c-40d3-923d-e396c0044869 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374067 Mar 02 20:06:50.134646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f99e5-9b36-4371-8b2c-6353ce195b6f req-25c32990-da0a-4a0b-aa6c-25d46133d8ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:50.136107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-909f99e5-9b36-4371-8b2c-6353ce195b6f req-25c32990-da0a-4a0b-aa6c-25d46133d8ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.0881183 Mar 02 20:06:50.189864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-909f99e5-9b36-4371-8b2c-6353ce195b6f req-2992f6e1-4a57-4223-a786-5759d1707097 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480747 Mar 02 20:06:50.680951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a56d7-6f29-4728-80c0-7ff463557dea req-24728742-74e9-44bd-9566-855066ff304d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:50.682432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d4a56d7-6f29-4728-80c0-7ff463557dea req-24728742-74e9-44bd-9566-855066ff304d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 945 time: 0.0977600 Mar 02 20:06:50.732027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d4a56d7-6f29-4728-80c0-7ff463557dea req-611986c6-bb2f-446a-a3b7-165a83ab4191 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Mar 02 20:06:50.755935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40114) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:50.866222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-49c8a11a-562f-46be-971f-7aab8d12199e tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/floatingips/cb77f15a-3db3-4dcc-b558-2d81bd94851a HTTP/1.1" status: 200 len: 992 time: 0.1045582 Mar 02 20:06:50.945171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:06:51.015871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port faf1f865-fb76-4e89-826b-20a7eb60f5c6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:06:51.016096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.142952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.176216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:06:51.182831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.254838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:51.379125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25858-79e5-40ad-bf95-e7adb31aba31 req-161f2c72-1f7f-454d-8880-30ba5b4c294c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:51.380509 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e6b25858-79e5-40ad-bf95-e7adb31aba31 req-161f2c72-1f7f-454d-8880-30ba5b4c294c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.0830245 Mar 02 20:06:51.423828 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e6b25858-79e5-40ad-bf95-e7adb31aba31 req-11ecd65f-cb48-4c29-9ad4-f6fc2b5b08ec tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375180 Mar 02 20:06:51.503466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:51.551829 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'code': 200} Mar 02 20:06:51.613413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01756a1-b981-4ea4-8703-34942f453759 req-54069080-6834-4207-a14d-1350fbcfbc09 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:51.614850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d01756a1-b981-4ea4-8703-34942f453759 req-54069080-6834-4207-a14d-1350fbcfbc09 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.0841236 Mar 02 20:06:51.659140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d01756a1-b981-4ea4-8703-34942f453759 req-fe827828-bcef-42f3-9f99-484fd0b7a16d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386229 Mar 02 20:06:51.688814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40124) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:51.766599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fa0230-f210-4b8d-bb36-efc573979b37 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:51.768094 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15fa0230-f210-4b8d-bb36-efc573979b37 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1093 time: 0.0783277 Mar 02 20:06:51.771315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:51.776636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:06:51.782929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:06:51.787245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:06:51.791086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:06:51.797658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:06:51.807446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:51.946087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.100641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.156 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/c50935c4-efd9-4868-81d4-8f99d2007218) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:06:52.250580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.280852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.339295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:06:52.341954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:06:52.349542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:06:52.383581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=c50935c4-efd9-4868-81d4-8f99d2007218,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:52.870860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:52.949461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.162833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.169466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.275204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=c50935c4-efd9-4868-81d4-8f99d2007218,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:06:53.286113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:53.468858 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 associated. External IP: 172.26.2.156, port: adc0a55a-10e7-4142-a3a3-9a59e54e90e1. Mar 02 20:06:53.820432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:06:54.116453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:06:54.127209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:06:54.137207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:54.137791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:54.142517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:06:54.197131 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7456c7f3-ef49-48c3-bd45-f439fcdade68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4247210 Mar 02 20:06:54.197708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:06:54.200192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40132) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:54.243279 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'status': 'completed', 'code': 200} Mar 02 20:06:54.324307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:54.340506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-5bd37110-8c22-43d6-aa33-611a181d0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:54.342109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-5bd37110-8c22-43d6-aa33-611a181d0b0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0748577 Mar 02 20:06:54.384666 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ceb869b3-fcf8-44c7-913c-14e4ad3461e9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0 HTTP/1.1" status: 200 len: 922 time: 0.1830654 Mar 02 20:06:54.387188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:54.487226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-01f5b8f5-43e4-4841-8a29-aa0393bc747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:54.488878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-01f5b8f5-43e4-4841-8a29-aa0393bc747e service neutron] 10.222.0.32 "GET /v2.0/networks?id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 200 len: 897 time: 0.1409447 Mar 02 20:06:54.605794 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-2f317c3a-3568-4451-be06-fbc87490cf77 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 200 len: 999 time: 0.1091189 Mar 02 20:06:54.620918 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9aba459d-3d7c-407e-9f89-e7a4de75204f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.2326601 Mar 02 20:06:54.672683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-3aa146ed-b492-4879-a461-475e8b69ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:54.674086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-3aa146ed-b492-4879-a461-475e8b69ca39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fc285f-c6a1-44d2-bf47-fd76c190b8a5 HTTP/1.1" status: 200 len: 834 time: 0.0609937 Mar 02 20:06:54.717813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:06:52Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:39Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:54.721964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:06:54.731126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:06:54.731739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:06:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:54.747163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-6b14502f-8211-4d99-bae2-4e4885be6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:06:54.748669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-6b14502f-8211-4d99-bae2-4e4885be6305 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684452 Mar 02 20:06:54.885896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-e542565e-59dc-413f-8d85-850a745e4ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303134 Mar 02 20:06:54.911935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:06:55.019793 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0858a74-03d5-4145-8c3a-165836c7e993 req-f8c0db52-9c93-4660-9fd1-4176f31c91c4 service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Mar 02 20:06:55.262741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:06:52Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:39Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:06:55.266913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bb05e9-b385-49b4-8f02-3d42f19da1c4 None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:06:52Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:06:39Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:06:55.448071 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30c50dd-ac85-4577-8e6e-23330518b06c None None] New status for floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:06:55.623645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:55.745494 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0acda5a1-6e88-4dc3-9045-40fc1da3491e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.1205187 Mar 02 20:06:56.749264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:06:56.855209 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d20e8329-c8fc-45ee-bbd5-e7a732037f47 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 993 time: 0.1044176 Mar 02 20:07:11.775221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-108a3a46-abe1-498d-9674-9fd5f00a8963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:12.927247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59d8de-5533-466d-9853-aecaeffb1e1e req-165670a8-2d05-478b-86d2-75920e6730b2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:12.928757 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e59d8de-5533-466d-9853-aecaeffb1e1e req-165670a8-2d05-478b-86d2-75920e6730b2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.0888350 Mar 02 20:07:12.974845 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e59d8de-5533-466d-9853-aecaeffb1e1e req-d7887e99-2026-4d53-b8a3-328dc8e9bac4 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Mar 02 20:07:14.189729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f006cc-ba8a-4c59-8aa6-b949b838bbee req-540316b9-1adf-4b5d-a330-3f29774a91b1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:14.191197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1f006cc-ba8a-4c59-8aa6-b949b838bbee req-540316b9-1adf-4b5d-a330-3f29774a91b1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.0853434 Mar 02 20:07:14.235728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1f006cc-ba8a-4c59-8aa6-b949b838bbee req-20290af7-c6b5-4610-aa91-e8c5b7c2d11b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383883 Mar 02 20:07:14.676522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-8249bda5-19ab-473c-8dfc-8b6cc3410636 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:14.678005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-8249bda5-19ab-473c-8dfc-8b6cc3410636 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.0946136 Mar 02 20:07:14.757738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port d6dad1b2-f304-49e2-a07c-624bca397ad2 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:14.758102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.005500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] For port d6dad1b2-f304-49e2-a07c-624bca397ad2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d6dad1b2-f304-49e2-a07c-624bca397ad2,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:15.005900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.040678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25bb810a-830e-4ca7-8616-fdae7fedd397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.287512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.314541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.458579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.459282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.459282 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP 62537764-cbdb-4aa7-9781-dc8917d15e72 disassociated. External IP: 172.26.2.246, port: d6dad1b2-f304-49e2-a07c-624bca397ad2. Mar 02 20:07:15.459623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for d6dad1b2-f304-49e2-a07c-624bca397ad2 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:15.488398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.538748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dff346-2aac-405e-a446-7d56662e7d23 req-57ce1fcd-51bd-4b43-9d8b-d3cea0f6f34c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:15.540111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62dff346-2aac-405e-a446-7d56662e7d23 req-57ce1fcd-51bd-4b43-9d8b-d3cea0f6f34c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 945 time: 0.1705854 Mar 02 20:07:15.627649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62dff346-2aac-405e-a446-7d56662e7d23 req-024379d9-046c-4b31-bda3-adb0a98be0c7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752387 Mar 02 20:07:15.655185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:15.707410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=d6dad1b2-f304-49e2-a07c-624bca397ad2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:15.902048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:16.101199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:16.112097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:16.122596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:16.123209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:16.176144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] No DVR routers for this DVR port d6dad1b2-f304-49e2-a07c-624bca397ad2 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:07:16.178799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:16.182896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'name': 'network-vif-deleted', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:16.197464 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9b1562f4-bd3c-4609-83fa-71905229f803 req-52a708b4-b907-45bd-94df-07471a2a0a62 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "DELETE /v2.0/ports/d6dad1b2-f304-49e2-a07c-624bca397ad2 HTTP/1.1" status: 204 len: 173 time: 1.5132759 Mar 02 20:07:16.230599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e17adf-1277-4168-9b5b-9f5eebbefbf3', 'name': 'network-vif-deleted', 'tag': 'd6dad1b2-f304-49e2-a07c-624bca397ad2', 'status': 'completed', 'code': 200} Mar 02 20:07:16.304800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:16.619977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:16.623773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:16.631879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:16.632496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:16.797359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-48b07e73-ba70-421c-ab57-8266edfc9ed5 req-2aa7547f-b4cf-4019-be68-3921f8c43288 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:07:16.816816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-48b07e73-ba70-421c-ab57-8266edfc9ed5 req-2aa7547f-b4cf-4019-be68-3921f8c43288 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:07:16.818015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48b07e73-ba70-421c-ab57-8266edfc9ed5 req-2aa7547f-b4cf-4019-be68-3921f8c43288 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e17adf-1277-4168-9b5b-9f5eebbefbf3 HTTP/1.1" status: 200 len: 210 time: 0.0819726 Mar 02 20:07:16.867074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:17.024758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d6dad1b2-f304-49e2-a07c-624bca397ad2 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:17.113653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: d6dad1b2-f304-49e2-a07c-624bca397ad2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:17.114388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d6dad1b2-f304-49e2-a07c-624bca397ad2 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:17.131091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:17.235451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:17.239538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06335296-dddb-4c37-8566-85eb25d36d4b None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:17.451089 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc523fb-79a9-44a0-bbcd-41047be29c3a None None] New status for floating IP 62537764-cbdb-4aa7-9781-dc8917d15e72: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:18.200564 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-b09595ed-be4e-45e2-9680-02eb6ca87b1b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513865991&fields=id&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 267 time: 0.0450420 Mar 02 20:07:18.354578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-72b2a63d-2ed9-4f3a-9f07-e6c355c40615 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:18.355949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-72b2a63d-2ed9-4f3a-9f07-e6c355c40615 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.1458182 Mar 02 20:07:18.370489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-c6125a4d-eb1b-4f64-87cf-d485489695ec tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/quotas/640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 375 time: 0.0090923 Mar 02 20:07:18.460954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-4ec53e95-d138-41ff-b70d-a8404ed710c3 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856621 Mar 02 20:07:18.646286 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-3a3b761b-1180-40bc-8783-32096e8beef1 service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738443 Mar 02 20:07:18.775700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-4385bd5e-f31f-4755-a794-21a1845e410d service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235907 Mar 02 20:07:19.018099 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:07:19.290152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c7dd30fc-7af6-40e1-b5a5-b8eaa377c9f9 req-6fe965b0-cecd-43cf-8e3f-cc67f1506aab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 210 time: 0.1648111 Mar 02 20:07:20.264956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-24f8cf2b-26f2-47c5-8b89-1eca94b2df4d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:20.266371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-24f8cf2b-26f2-47c5-8b89-1eca94b2df4d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.1494269 Mar 02 20:07:20.325770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-c3c68bdb-8f01-4d32-8831-cc5ad72beafe tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 380 time: 0.0494053 Mar 02 20:07:20.338542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'port': {'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'admin_state_up': True, 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'security_groups': ['dd8f3f03-b4fb-4680-a72c-050b381381d8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:20.480813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a9480488-b820-4097-9c03-d9dd4f228f8b req-8aafb9ed-293b-4ec6-b122-e82d95a49b64 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 210 time: 0.0602367 Mar 02 20:07:20.518571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:20.528240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:20.540271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Made reservation on behalf of 640e5b33c532483b861d1e057dd5e369 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:20.544223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:20.705596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.20.0.3 (5d7aaa01-5561-4950-bf0e-d302f6efe87c/03b1620e-b3e0-4a16-902f-d3e0545b8dd9/df35f571-5920-41d2-b2e1-c46ddd32ffa9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:20.898488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:20.915592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Transition to ACTIVE for port object df35f571-5920-41d2-b2e1-c46ddd32ffa9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:20.948432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.016439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:21.023937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:21.028300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:21.062732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:21.080568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.080568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.080930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.081247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.081730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.081956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.082211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.082531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.082852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.083174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.083478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.083831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:21.109960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:21.110590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.141789 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-720ec868-0a9d-4291-af6f-7054d55f3a5f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8067079 Mar 02 20:07:21.154657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Request body: {'port': {'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:21.258176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02610bd4-19ef-46a5-82e6-bad3339e8214 None None] Provisioning for port df35f571-5920-41d2-b2e1-c46ddd32ffa9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:21.264203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-02610bd4-19ef-46a5-82e6-bad3339e8214 None None] Provisioning complete for port df35f571-5920-41d2-b2e1-c46ddd32ffa9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:21.264709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02610bd4-19ef-46a5-82e6-bad3339e8214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.270934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.321140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-02610bd4-19ef-46a5-82e6-bad3339e8214 None None] Port df35f571-5920-41d2-b2e1-c46ddd32ffa9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:07:21.673470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df35f571-5920-41d2-b2e1-c46ddd32ffa9 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:07:21.681685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.702648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Transition to ACTIVE for port object df35f571-5920-41d2-b2e1-c46ddd32ffa9 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:21.706912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:21.986925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89d655-0df3-41dd-a6e6-37d506c93395 req-5b0f98e2-41ab-49c4-9d22-a740fa5cc632 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:21.987690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ab89d655-0df3-41dd-a6e6-37d506c93395 req-5b0f98e2-41ab-49c4-9d22-a740fa5cc632 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:07:22.025015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Pushing event updated for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:22.080965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ab89d655-0df3-41dd-a6e6-37d506c93395 req-5b0f98e2-41ab-49c4-9d22-a740fa5cc632 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:07:22.082174 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab89d655-0df3-41dd-a6e6-37d506c93395 req-5b0f98e2-41ab-49c4-9d22-a740fa5cc632 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 931 time: 0.4721134 Mar 02 20:07:22.129219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Attempting to bind port df35f571-5920-41d2-b2e1-c46ddd32ffa9 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:07:22.129453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Attempting to bind port df35f571-5920-41d2-b2e1-c46ddd32ffa9 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:07:22.129741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Attempting to bind port df35f571-5920-41d2-b2e1-c46ddd32ffa9 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:22.143736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Port df35f571-5920-41d2-b2e1-c46ddd32ffa9 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:07:22.144051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Attempting to bind port df35f571-5920-41d2-b2e1-c46ddd32ffa9 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:22.151258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab89d655-0df3-41dd-a6e6-37d506c93395 req-ab5683f0-b6a6-40fe-9189-ab98c3df0cc0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621767 Mar 02 20:07:22.153725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:07:22.154060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:22.154421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Bound using segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:07:22.154872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Bound port: df35f571-5920-41d2-b2e1-c46ddd32ffa9, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:07:22.155192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:22.249355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:07:22.252478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:07:22.259871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:22.317201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:22.317821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:22.319284 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] 10.222.0.32 "PUT /v2.0/ports/df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 1093 time: 1.1692598 Mar 02 20:07:22.321840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:22.355093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6ba52-8687-4076-aca4-5a597958530e service neutron] Pushing event updated for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:22.396772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'status': 'completed', 'code': 200} Mar 02 20:07:22.438392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-db76892a-0afb-4e2d-ab62-159e0d08cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:22.439903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-db76892a-0afb-4e2d-ab62-159e0d08cd96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1096 time: 0.0755763 Mar 02 20:07:22.512191 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-065845c2-75a0-4774-86f8-24e389830d66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0640495 Mar 02 20:07:22.579321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-bc5909d3-0f65-4374-992f-3bb80971a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:22.581931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-bc5909d3-0f65-4374-992f-3bb80971a571 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0615659 Mar 02 20:07:22.668998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37336e-d509-4543-890a-07f30973ae7d req-99217184-045d-4bfe-9510-4ccf76339dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:22.670863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-99217184-045d-4bfe-9510-4ccf76339dc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788579 Mar 02 20:07:22.806063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-7dccb47f-07ca-4a2a-8b3f-16b81465becd service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269836 Mar 02 20:07:22.946790 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa37336e-d509-4543-890a-07f30973ae7d req-1c677dd4-b9f2-4a86-a6ce-a3d5a9bc20ed service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325457 Mar 02 20:07:23.068158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86575-984b-4dce-837c-a207f764b3f6 req-f51034ca-02fc-4628-a103-e46e202c608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:23.069644 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-f51034ca-02fc-4628-a103-e46e202c608a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1096 time: 0.0714848 Mar 02 20:07:23.201276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86575-984b-4dce-837c-a207f764b3f6 req-7e7b5b50-24f9-43a4-9f20-61e9f25b8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:23.202520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-7e7b5b50-24f9-43a4-9f20-61e9f25b8d13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1268291 Mar 02 20:07:23.306437 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-87c93956-bc4c-4e99-b661-ca5d2855ed27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 217 time: 0.0963812 Mar 02 20:07:23.380585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86575-984b-4dce-837c-a207f764b3f6 req-4a3ea641-db06-42ed-92e1-a34b29331910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:23.382001 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-4a3ea641-db06-42ed-92e1-a34b29331910 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0644886 Mar 02 20:07:23.447511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96f6b-817e-4b4f-8828-4f88efad258e req-39565035-d5ca-4381-9750-a8bd9787e235 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:23.448984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c96f6b-817e-4b4f-8828-4f88efad258e req-39565035-d5ca-4381-9750-a8bd9787e235 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 943 time: 0.1841695 Mar 02 20:07:23.504889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45c96f6b-817e-4b4f-8828-4f88efad258e req-29d99310-fadc-41d0-b27e-ed3e00932a39 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495453 Mar 02 20:07:23.511332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c86575-984b-4dce-837c-a207f764b3f6 req-ede3af2a-434e-4355-8bce-375f40285b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:23.512768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-ede3af2a-434e-4355-8bce-375f40285b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209385 Mar 02 20:07:23.663828 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-0093a1f7-98f1-44d3-8a5e-cb72ca556688 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420009 Mar 02 20:07:23.908839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24c86575-984b-4dce-837c-a207f764b3f6 req-0eb066e0-0909-45a5-ac06-648f5883fd91 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382891 Mar 02 20:07:24.714878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0a02b-3012-4543-ad53-adcc58bed2ef req-0f462517-c398-4bfa-bce3-60ecd49ded59 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:24.716322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8f0a02b-3012-4543-ad53-adcc58bed2ef req-0f462517-c398-4bfa-bce3-60ecd49ded59 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 943 time: 0.0954354 Mar 02 20:07:24.760291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8f0a02b-3012-4543-ad53-adcc58bed2ef req-f03d1a39-5a85-4af8-a4d3-c3a7dcaab991 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381706 Mar 02 20:07:25.945899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71341ef6-8fdd-445b-ac78-8f4388b0f097 req-296c4407-15ec-4648-b856-b23bfa63c0c0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:25.947322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-71341ef6-8fdd-445b-ac78-8f4388b0f097 req-296c4407-15ec-4648-b856-b23bfa63c0c0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 943 time: 0.0823016 Mar 02 20:07:26.001370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-71341ef6-8fdd-445b-ac78-8f4388b0f097 req-f5b5572d-4b3a-4b08-ae44-c8ab11d0e0e8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398057 Mar 02 20:07:26.401565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-bb47c02b-c45f-4986-82df-c9f1516c81dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994639 Mar 02 20:07:26.506723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-a88221f6-0ff0-44c8-8a4a-0abb934087e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:26.508211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-a88221f6-0ff0-44c8-8a4a-0abb934087e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1099 time: 0.0818374 Mar 02 20:07:26.659288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-7e62999e-eaa1-4c58-ab5a-947d70d102c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:26.661621 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-7e62999e-eaa1-4c58-ab5a-947d70d102c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 898 time: 0.1345143 Mar 02 20:07:26.769596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-b9dc4cc5-ad96-42db-a163-557ad9fa647a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 1001 time: 0.1011214 Mar 02 20:07:26.833361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-8f1d2419-0ec4-48b0-bf79-eecde5a8b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:26.834967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-8f1d2419-0ec4-48b0-bf79-eecde5a8b04c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 200 len: 834 time: 0.0592248 Mar 02 20:07:26.908853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-44eb3b9f-29dc-4072-8a09-e29c744220e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:26.910365 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-44eb3b9f-29dc-4072-8a09-e29c744220e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=777b58f2-2369-4689-b8a9-907b6487ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693049 Mar 02 20:07:27.053462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-03a9639b-d31d-4932-8794-44f88bdb448b service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358192 Mar 02 20:07:27.232886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10550370-fc2b-463e-8cf3-2bdebe47aaf6 req-f68f0b9b-d840-4d5d-964f-b2e1c71db83b service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715071 Mar 02 20:07:27.258992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bd446-c62b-419f-979e-aa61b944b819 req-aad00dc2-33ca-4b79-8b39-2e545fca4b74 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:27.260773 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78bd446-c62b-419f-979e-aa61b944b819 req-aad00dc2-33ca-4b79-8b39-2e545fca4b74 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 943 time: 0.1192265 Mar 02 20:07:27.306806 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78bd446-c62b-419f-979e-aa61b944b819 req-3f7aec77-c60d-4034-a1e9-63df66aa311a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 Mar 02 20:07:27.999524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40228) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:28.080553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40232) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:28.204544 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-abfa86ca-b8eb-4f78-8f4c-aad86c491815 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2037766 Mar 02 20:07:28.207598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40236) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:28.294437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Deleting port 83aa0f3d-5318-464d-94a8-b72f4f8dff49 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:28.294719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:28.396416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e62ab3-bd9a-4464-a74c-afa7449142c0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Notify agent at dv-neutron-831594-2-hyperv the message router_removed_from_agent {{(pid=87813) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 20:07:28.402175 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b6e62ab3-bd9a-4464-a74c-afa7449142c0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "DELETE /v2.0/agents/f2f17e4a-0875-42ca-9e7f-fa9c9895053c/l3-routers/363180e4-d4ac-4c85-a021-cae30b84f3a0 HTTP/1.1" status: 204 len: 168 time: 0.1909800 Mar 02 20:07:28.402490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40242) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:28.597987 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ecae38b4-d6ae-4e91-887c-747c0b3aa690 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1944454 Mar 02 20:07:28.600606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40246) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:28.654768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:28.655088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:28.705574 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b98674b6-d3f8-4c52-b753-8f420b9c01a5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 993 time: 0.1026664 Mar 02 20:07:28.784714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Calling delete_port for 83aa0f3d-5318-464d-94a8-b72f4f8dff49 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:28.830916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05cf08-5ae1-485b-954d-b35fe6edce82 req-f674de9a-0dc9-4c31-a990-d7c6456a6106 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:28.832385 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc05cf08-5ae1-485b-954d-b35fe6edce82 req-f674de9a-0dc9-4c31-a990-d7c6456a6106 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 943 time: 0.3896546 Mar 02 20:07:28.896743 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc05cf08-5ae1-485b-954d-b35fe6edce82 req-18c09de1-4dde-4ffc-88fa-19bbb0008055 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534480 Mar 02 20:07:28.947061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebecfe5-4bd1-4eba-b07b-accc18b66efe None None] New status for floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:28.982007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.028453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Port': ['ID=83aa0f3d-5318-464d-94a8-b72f4f8dff49,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:29.099303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device df35f571-5920-41d2-b2e1-c46ddd32ffa9 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:07:29.123245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.123882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Floating IP cb77f15a-3db3-4dcc-b558-2d81bd94851a disassociated (deleted). External IP: 172.26.2.29, port: faf1f865-fb76-4e89-826b-20a7eb60f5c6. Mar 02 20:07:29.221169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:29.408842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:29.431716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:07:29.437968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.483846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Router ad830ff1-0521-4296-94ec-ec1da7af76fd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:29.513927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.523397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=15a528bd-90b7-42ae-8bd1-7a969ef8925b,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:29.531087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.531778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:29.601854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df35f571-5920-41d2-b2e1-c46ddd32ffa9 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:07:29.641494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:29.656226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.664301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:29.666053 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:29.675225 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Sync routers for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:29.684958 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:29.685708 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:29.688853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.702127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.702476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.702820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.703147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.703475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.703801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.704122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.704485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.704802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.705113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.705436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.705755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:29.708029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40250) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:29.765040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed0066de-e0d9-400b-bc0d-9eb8f34ed8b1 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "DELETE /v2.0/floatingips/cb77f15a-3db3-4dcc-b558-2d81bd94851a HTTP/1.1" status: 204 len: 168 time: 1.6834657 Mar 02 20:07:29.765726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:29.816377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'status': 'completed', 'code': 200} Mar 02 20:07:29.865610 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-01b18e03-73f0-4e73-b942-c3f276157513 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.1555820 Mar 02 20:07:29.892245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:29.913646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ceff0e21-2261-49dc-9d40-bff74ce0071e,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:29.922757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:29.934964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['df35f571-5920-41d2-b2e1-c46ddd32ffa9'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:07:29.942819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-0acf6df8-880d-404c-8339-b396b22349ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:29.945188 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-0acf6df8-880d-404c-8339-b396b22349ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b334867491d34b77ad2a5976dbab0637&device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 1099 time: 0.0991504 Mar 02 20:07:29.951972 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:29.967945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:30.143858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:30.314731 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:30.319165 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Checking router: ad830ff1-0521-4296-94ec-ec1da7af76fd for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:30.328241 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:30.328886 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:30.402212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-3f0edc52-6303-409a-8973-4ee0bfe5da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:30.403673 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-3f0edc52-6303-409a-8973-4ee0bfe5da05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 200 len: 898 time: 0.4515853 Mar 02 20:07:30.489091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-0ff49e22-d5e7-499c-b6cc-062f15510acb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 200 len: 217 time: 0.0751188 Mar 02 20:07:30.514270 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:30.536567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035a45-4641-4431-a1c6-6d7a14a3102e req-3fa22f9e-b968-443b-b714-1f13f8736029 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:30.538062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c035a45-4641-4431-a1c6-6d7a14a3102e req-3fa22f9e-b968-443b-b714-1f13f8736029 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 944 time: 0.4007492 Mar 02 20:07:30.583713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb47b8b-63a5-49e4-a20e-df1dcb12ef2f req-cec260ea-cfd9-474c-ac22-4f3c93ef1206 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:30.584365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-2fb47b8b-63a5-49e4-a20e-df1dcb12ef2f req-cec260ea-cfd9-474c-ac22-4f3c93ef1206 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Synchronizing usage tracker for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:07:30.622633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-937be724-908f-46e5-85d2-3ea9727c681d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:30.624087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-937be724-908f-46e5-85d2-3ea9727c681d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 200 len: 834 time: 0.1255946 Mar 02 20:07:30.627268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c035a45-4641-4431-a1c6-6d7a14a3102e req-f9970cb9-77c4-4acf-b152-7907941660fd tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797029 Mar 02 20:07:30.627961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-2fb47b8b-63a5-49e4-a20e-df1dcb12ef2f req-cec260ea-cfd9-474c-ac22-4f3c93ef1206 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Unset dirty status for tenant:b334867491d34b77ad2a5976dbab0637 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:07:30.629009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2fb47b8b-63a5-49e4-a20e-df1dcb12ef2f req-cec260ea-cfd9-474c-ac22-4f3c93ef1206 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.4412096 Mar 02 20:07:30.714989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2fb47b8b-63a5-49e4-a20e-df1dcb12ef2f req-bd9388f7-3df9-4f6e-9a3b-4bd1b0d0c82c tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536032 Mar 02 20:07:30.736359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-baff7b74-e69b-4d10-b2b2-a9b88f1cb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:30.737852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-baff7b74-e69b-4d10-b2b2-a9b88f1cb352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=777b58f2-2369-4689-b8a9-907b6487ff88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072721 Mar 02 20:07:30.830089 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:30.833640 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecd0b2-c76f-4977-a22d-821024ea64c5 None None] The sync data for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv is: [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:05:41Z', 'revision_number': 4, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'caaea8f8-3702-450d-9441-a0c8b0dc8b95', 'name': '', 'network_id': '777b58f2-2369-4689-b8a9-907b6487ff88', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'mac_address': 'fa:16:3e:a0:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:40Z', 'updated_at': '2022-03-02T20:05:49Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'subnets': [{'id': '8a4742fe-fb38-47e0-a2ee-18234c1bd436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:30.876659 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-8b35efa7-8359-4f9b-8f44-115b02d84910 service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305709 Mar 02 20:07:30.999640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40264) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:31.066434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device df35f571-5920-41d2-b2e1-c46ddd32ffa9 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:31.093146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24dfcbff-e9ff-4456-875d-e220c87e1c09 req-ac084253-78cf-46ad-b161-a3b391ec21f4 service neutron] 10.222.0.32 "GET /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102492 Mar 02 20:07:31.096159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da8fc90-0b66-4669-bdb8-ae5d9101683b None None] New status for floating IP cb77f15a-3db3-4dcc-b558-2d81bd94851a: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:31.229081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a79f39-cce5-4bec-a11b-4e498a395b4a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:07:31.229483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a79f39-cce5-4bec-a11b-4e498a395b4a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Notify agent at dv-neutron-831594-2-hyperv the message router_added_to_agent {{(pid=87812) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 02 20:07:31.251311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70a79f39-cce5-4bec-a11b-4e498a395b4a tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "POST /v2.0/agents/f2f17e4a-0875-42ca-9e7f-fa9c9895053c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2480218 Mar 02 20:07:31.251751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40270) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:31.273760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port df35f571-5920-41d2-b2e1-c46ddd32ffa9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:31.275942 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:31.283418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port df35f571-5920-41d2-b2e1-c46ddd32ffa9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:31.283791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:31.288195 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:31.289245 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:31.404418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:31.436827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:31.448365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:31.455662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:31.501720 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'code': 200} Mar 02 20:07:31.541027 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:31.547277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-1b55310b-b236-4ab2-ac13-d36d1b7231f8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:31.548846 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-1b55310b-b236-4ab2-ac13-d36d1b7231f8 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.1288345 Mar 02 20:07:31.566926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:31.576316 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-234f59dc-15d0-4397-8fe0-76402908fd59 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3233595 Mar 02 20:07:31.579019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40278) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:31.632871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Deleting port faf1f865-fb76-4e89-826b-20a7eb60f5c6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:31.633225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:31.737320 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f1823219-cc3b-4e3c-933b-da02d4a408cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.1570702 Mar 02 20:07:31.975670 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:31.980166 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:31.988791 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:31.989385 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:32.127645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] For port faf1f865-fb76-4e89-826b-20a7eb60f5c6, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=faf1f865-fb76-4e89-826b-20a7eb60f5c6,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:32.127973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:32.145216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50c431-b629-4b91-a35d-35a2d7406f42 req-e61db73a-c9f7-4a39-ad86-73b4a3e6d30c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:32.146674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc50c431-b629-4b91-a35d-35a2d7406f42 req-e61db73a-c9f7-4a39-ad86-73b4a3e6d30c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.3647289 Mar 02 20:07:32.148743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e898f3b-e8c0-40e1-a9a6-61f9cc08fe29 req-818ef6b9-ad02-4615-8d7e-1e71f62e0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:32.150041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e898f3b-e8c0-40e1-a9a6-61f9cc08fe29 req-818ef6b9-ad02-4615-8d7e-1e71f62e0aaa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1098 time: 0.3695378 Mar 02 20:07:32.238194 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:32.414502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654715b-218f-4a28-9838-6b9bcd4b5670 req-e912e8fa-221a-4bcb-a590-deb702e60863 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:32.415928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0654715b-218f-4a28-9838-6b9bcd4b5670 req-e912e8fa-221a-4bcb-a590-deb702e60863 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9f64313-c654-4451-9370-e975ae8837ba HTTP/1.1" status: 200 len: 946 time: 0.5571942 Mar 02 20:07:32.429528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Calling delete_port for faf1f865-fb76-4e89-826b-20a7eb60f5c6 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:32.545135 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e898f3b-e8c0-40e1-a9a6-61f9cc08fe29 req-9415fd2e-e49d-4bbd-b1b5-3f0bbe4bb434 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3360922 Mar 02 20:07:32.552255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc50c431-b629-4b91-a35d-35a2d7406f42 req-fa868d77-675c-4911-a267-a3508793f94e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982832 Mar 02 20:07:32.571884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0654715b-218f-4a28-9838-6b9bcd4b5670 req-5660c3b4-1d2b-417c-b967-c939d9b6d1a3 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "GET /v2.0/security-groups?id=67b7bab4-c065-40ae-9ea9-3d0e39308e24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102936 Mar 02 20:07:32.651418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:32.682508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:32.686545 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc261fa-a9e5-45a0-a0ee-fbe18c460875 None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '74ff7181-aaf9-46b8-9f70-9c3f8faa46d3', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.156', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'port_id': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'mac_address': 'fa:16:3e:e4:5f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:06:52Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:29Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:32.704865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Port': ['ID=faf1f865-fb76-4e89-826b-20a7eb60f5c6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:32.741348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40286) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:32.796105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] No DVR routers for this DVR port faf1f865-fb76-4e89-826b-20a7eb60f5c6 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:07:32.799638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:32.802389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-deleted', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:32.823314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dde872cb-7e7b-4d45-8c27-84c2a0b5bf1d req-2d25decf-887e-4f4e-9220-a120f6c2401d tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.32 "DELETE /v2.0/ports/faf1f865-fb76-4e89-826b-20a7eb60f5c6 HTTP/1.1" status: 204 len: 173 time: 1.2663870 Mar 02 20:07:32.853669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b54cc356-1613-4fa7-8c3b-e8f15d5f81f3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.1111183 Mar 02 20:07:32.868631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f64313-c654-4451-9370-e975ae8837ba', 'name': 'network-vif-deleted', 'tag': 'faf1f865-fb76-4e89-826b-20a7eb60f5c6', 'status': 'completed', 'code': 200} Mar 02 20:07:33.366508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:33.443896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:33.444652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:33.568985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:33.613237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=15a528bd-90b7-42ae-8bd1-7a969ef8925b,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:33.627420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:33.701262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40296) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:33.722044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:33.816368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965918c-73e1-49ee-94bb-11c56e962f19 req-8d1df0b4-55e6-4c0b-8e05-714f32d3003b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:33.817819 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9965918c-73e1-49ee-94bb-11c56e962f19 req-8d1df0b4-55e6-4c0b-8e05-714f32d3003b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.1437762 Mar 02 20:07:33.858376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40300) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:33.930651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9965918c-73e1-49ee-94bb-11c56e962f19 req-a61c5847-be7f-442d-8c6f-5d336cae1c20 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058574 Mar 02 20:07:33.982895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e414d0bd-9b70-40a8-8fa1-82f6c2ddb599 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 991 time: 0.1234410 Mar 02 20:07:34.300315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:34.620361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9814e-1071-4508-a4e2-2ff5bdad4f21 None None] New status for floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:34.660362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Deleting port caaea8f8-3702-450d-9441-a0c8b0dc8b95 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:34.660706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:34.847515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] For port caaea8f8-3702-450d-9441-a0c8b0dc8b95, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=caaea8f8-3702-450d-9441-a0c8b0dc8b95,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:34.847865 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:34.986699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:35.081850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:35.093229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Calling delete_port for caaea8f8-3702-450d-9441-a0c8b0dc8b95 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:35.118423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: faf1f865-fb76-4e89-826b-20a7eb60f5c6 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:35.118929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device faf1f865-fb76-4e89-826b-20a7eb60f5c6 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:35.155096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-49133212-1af3-4eeb-ac99-1ba8739b5736 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 200 len: 993 time: 0.1647441 Mar 02 20:07:35.193225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73c828-f79d-42cc-9b56-bf725ab71771 req-5b140800-cf5c-47ed-b7b6-b6fad3cbd628 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:35.193647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa73c828-f79d-42cc-9b56-bf725ab71771 req-5b140800-cf5c-47ed-b7b6-b6fad3cbd628 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.1406255 Mar 02 20:07:35.256883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa73c828-f79d-42cc-9b56-bf725ab71771 req-fa368b9a-8829-4cb4-b097-ef9175c254bd tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568366 Mar 02 20:07:35.301814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.323815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:35.385022 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Port': ['ID=caaea8f8-3702-450d-9441-a0c8b0dc8b95,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:35.402440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 15a528bd-90b7-42ae-8bd1-7a969ef8925b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:35.402812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.408132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.409420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.409954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.410358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.410918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.411134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.411521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.411920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.412395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.412774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.413160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.413472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:35.449411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f07216-30f6-46fb-ac2b-396db3e50d21 req-36cf3b92-5b8b-4710-a333-5421bb84a845 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:35.451239 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68f07216-30f6-46fb-ac2b-396db3e50d21 req-36cf3b92-5b8b-4710-a333-5421bb84a845 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.0891168 Mar 02 20:07:35.501660 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68f07216-30f6-46fb-ac2b-396db3e50d21 req-25dfd391-e3aa-46a1-b03d-b12aabac83f2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444348 Mar 02 20:07:35.525525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:35.553657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:35.603792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a525fb0-032f-4810-9772-e85a85288f81 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:35.607967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8a525fb0-032f-4810-9772-e85a85288f81 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1093 time: 0.0787511 Mar 02 20:07:35.608185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40316) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:35.613260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:35.619293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:35.623264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:floatingip and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:35.624215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ceff0e21-2261-49dc-9d40-bff74ce0071e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:35.624755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.626151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:35.631959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:35.643963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.665263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.787174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.801930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.806613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ceff0e21-2261-49dc-9d40-bff74ce0071e,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:35.813299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:35.889633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:35.946109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.26.2.200 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/88482090-7dbe-4366-b9ea-19c433052ab0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:36.042996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Router ad830ff1-0521-4296-94ec-ec1da7af76fd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:36.092774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.127818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.190693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:36.193523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:36.202119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:36.221504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:36.233239 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Sync routers for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:36.237134 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9109af61-3585-4533-82a2-daebd283d784 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "PUT /v2.0/routers/ad830ff1-0521-4296-94ec-ec1da7af76fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320809 Mar 02 20:07:36.237307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=88482090-7dbe-4366-b9ea-19c433052ab0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:36.237835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40320) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:36.248778 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:36.250371 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:36.318263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Deleting subnet 8a4742fe-fb38-47e0-a2ee-18234c1bd436 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:07:36.321656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.389732 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.442383 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:36.603371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.688736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.747919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4742fe-fb38-47e0-a2ee-18234c1bd436,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:36.752030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.754302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e56e1d-a452-46a5-ad64-b1ebc22aeeb4 None None] Network 777b58f2-2369-4689-b8a9-907b6487ff88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:36.760745 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0fc28e13-6d2c-4d19-995c-944b53831e74 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "DELETE /v2.0/subnets/8a4742fe-fb38-47e0-a2ee-18234c1bd436 HTTP/1.1" status: 204 len: 168 time: 0.5216825 Mar 02 20:07:36.763221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40324) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:36.763595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.801476 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:36.808660 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Checking router: ad830ff1-0521-4296-94ec-ec1da7af76fd for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:36.824993 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Routers {'ad830ff1-0521-4296-94ec-ec1da7af76fd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:36.825989 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['ad830ff1-0521-4296-94ec-ec1da7af76fd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:36.865932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:36.987537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.035276 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] Set router ad830ff1-0521-4296-94ec-ec1da7af76fd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:37.051267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] DHCP port deletion for 777b58f2-2369-4689-b8a9-907b6487ff88 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:07:37.055339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Deleting port d55cbb6b-0410-44cc-bf55-1ba74242392d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:37.055891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.114886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.120755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.262209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.265182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=88482090-7dbe-4366-b9ea-19c433052ab0,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:37.276519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.277188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Deleting port a546ec39-5139-440c-a9c5-4e935d8f1acb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:37.278696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.416588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:37.454587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] For port d55cbb6b-0410-44cc-bf55-1ba74242392d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d55cbb6b-0410-44cc-bf55-1ba74242392d,segment=NetworkSegment(8045bf09-c027-4dd5-a563-ae2f66de66d5),segment_id=8045bf09-c027-4dd5-a563-ae2f66de66d5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:37.454968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.501603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP e5bc8f12-7540-4475-9684-b135252ac7b8 associated. External IP: 172.26.2.200, port: df35f571-5920-41d2-b2e1-c46ddd32ffa9. Mar 02 20:07:37.505632 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-63746216-8f22-469a-ac83-a717472417e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:37.510975 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63746216-8f22-469a-ac83-a717472417e5 None None] The sync data for ids ['ad830ff1-0521-4296-94ec-ec1da7af76fd'] in dv-neutron-831594-2-hyperv is: [{'id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1320767101', 'tenant_id': 'b334867491d34b77ad2a5976dbab0637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:05:32Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 5, 'project_id': 'b334867491d34b77ad2a5976dbab0637', 'gw_port': {'id': 'a546ec39-5139-440c-a9c5-4e935d8f1acb', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad830ff1-0521-4296-94ec-ec1da7af76fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:05:34Z', 'updated_at': '2022-03-02T20:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:37.532610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40332) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:37.558458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] For port a546ec39-5139-440c-a9c5-4e935d8f1acb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a546ec39-5139-440c-a9c5-4e935d8f1acb,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:37.558820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.608652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Calling delete_port for d55cbb6b-0410-44cc-bf55-1ba74242392d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:37.695653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ceff0e21-2261-49dc-9d40-bff74ce0071e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:37.696041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.759678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:37.774174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Calling delete_port for a546ec39-5139-440c-a9c5-4e935d8f1acb owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:37.820034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] Pushing event deleted for resources: {'Port': ['ID=d55cbb6b-0410-44cc-bf55-1ba74242392d,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:37.821857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b58a8a8-84a3-49be-aaa2-65633e210ff8 None None] No DVR routers for this DVR port d55cbb6b-0410-44cc-bf55-1ba74242392d on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:07:37.942215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:37.952580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55cbb6b-0410-44cc-bf55-1ba74242392d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:37.993911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d55cbb6b-0410-44cc-bf55-1ba74242392d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:37.994648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d55cbb6b-0410-44cc-bf55-1ba74242392d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:38.018852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port c50935c4-efd9-4868-81d4-8f99d2007218 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:38.019188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.291745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:38.307446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:38.321390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:38.322035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:38.336930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.382939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.398863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cf534a8-dd52-417c-91f6-9b90998d6c6e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7894495 Mar 02 20:07:38.399686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:38.418225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.418598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.447712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Port': ['ID=a546ec39-5139-440c-a9c5-4e935d8f1acb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:38.467842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'status': 'completed', 'code': 200} Mar 02 20:07:38.532637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:38.559961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-319efe0b-0125-4b4c-87b4-38c9cd322a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:38.561485 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-319efe0b-0125-4b4c-87b4-38c9cd322a16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0715225 Mar 02 20:07:38.597915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for c50935c4-efd9-4868-81d4-8f99d2007218 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:38.702982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-5266adf1-d1e0-4a09-b5c4-9d79492924e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:38.704629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-5266adf1-d1e0-4a09-b5c4-9d79492924e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1371393 Mar 02 20:07:38.709573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.819459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-879de63f-1c9c-4ce5-a642-0c7093218df4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 999 time: 0.1059995 Mar 02 20:07:38.888221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-5e44cb01-cccf-435f-aec8-d4cf191722e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:38.889772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-5e44cb01-cccf-435f-aec8-d4cf191722e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0642083 Mar 02 20:07:38.906258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.912671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.948411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:36Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:38.953382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:38.964513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:38.965276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:38.973959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-3b2727db-86b8-4776-8186-bccd401b1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:38.976162 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-3b2727db-86b8-4776-8186-bccd401b1389 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806215 Mar 02 20:07:38.984046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:38.984925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Fanout notify agent at l3_agent the message router_deleted on router ad830ff1-0521-4296-94ec-ec1da7af76fd {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:07:38.992807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.093721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=c50935c4-efd9-4868-81d4-8f99d2007218,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:39.126055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-2de2dbad-1f7c-48f5-856e-9b273ff61069 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438141 Mar 02 20:07:39.169062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:39.171878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.172207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 disassociated (deleted). External IP: 172.26.2.156, port: adc0a55a-10e7-4142-a3a3-9a59e54e90e1. Mar 02 20:07:39.230958 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.234567 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f671a212-c1d7-4679-9f70-1154158e718b tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "DELETE /v2.0/routers/ad830ff1-0521-4296-94ec-ec1da7af76fd HTTP/1.1" status: 204 len: 168 time: 2.4677358 Mar 02 20:07:39.238871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40340) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:39.373182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2c297df-7c12-4f96-a564-af5b23c793d9 req-a5fc8396-14ec-4000-af9e-2d2ffb3dd432 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403717 Mar 02 20:07:39.378668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.546369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.546672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device caaea8f8-3702-450d-9441-a0c8b0dc8b95 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:39.560849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:39.572207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777b58f2-2369-4689-b8a9-907b6487ff88']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:39.584764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8045bf09-c027-4dd5-a563-ae2f66de66d5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:39.585095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8045bf09-c027-4dd5-a563-ae2f66de66d5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:39.594609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: caaea8f8-3702-450d-9441-a0c8b0dc8b95 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:39.594954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device caaea8f8-3702-450d-9441-a0c8b0dc8b95 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:39.596987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.617883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:36Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:39.619817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.622055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e8f50-c23c-4ca0-8993-031dac22f0f3 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:36Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:39.627175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:07:39.627688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:07:39.642365 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:07:39.729981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.750827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.766949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'Network': ['ID=777b58f2-2369-4689-b8a9-907b6487ff88,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:39.772512 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-90013431-afb7-4bbf-9d69-14769b7e023f tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "DELETE /v2.0/networks/777b58f2-2369-4689-b8a9-907b6487ff88 HTTP/1.1" status: 204 len: 168 time: 0.5329270 Mar 02 20:07:39.775129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:39.856941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.876695 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066f5e7c-0f82-4c7f-9d4d-bec63fc04420 None None] New status for floating IP e5bc8f12-7540-4475-9684-b135252ac7b8: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:39.889733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.912091 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:39.916927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.925506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:39.936311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:39.936311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:39.968889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:39.986150 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-afd807b2-6564-4a90-b3f1-9fca1160bd80 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/74ff7181-aaf9-46b8-9f70-9c3f8faa46d3 HTTP/1.1" status: 204 len: 168 time: 2.4523945 Mar 02 20:07:39.986725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:39.992613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7bab4-c065-40ae-9ea9-3d0e39308e24,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:40.008541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:40.011106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-823888c6-8252-49fe-918c-0456c886bb51 tempest-TestNetworkAdvancedServerOps-2133048476 tempest-TestNetworkAdvancedServerOps-2133048476-project] 10.222.0.36 "DELETE /v2.0/security-groups/67b7bab4-c065-40ae-9ea9-3d0e39308e24 HTTP/1.1" status: 204 len: 168 time: 0.2347765 Mar 02 20:07:40.191200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:40.201857 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'status': 'completed', 'code': 200} Mar 02 20:07:40.325529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-421c4181-b318-4e41-80a9-c89f8e2593c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:40.327640 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-421c4181-b318-4e41-80a9-c89f8e2593c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 1098 time: 0.0860815 Mar 02 20:07:40.597520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:33Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:40.601457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:40.610031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:40.610638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:40.635141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-087a5bd1-2823-4477-ae2c-90ec7af89f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:40.636682 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-087a5bd1-2823-4477-ae2c-90ec7af89f67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 200 len: 897 time: 0.3016582 Mar 02 20:07:40.645752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40362) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:40.717775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-f3fcb82b-1360-4506-81e0-b556dbb08396 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 200 len: 217 time: 0.0689540 Mar 02 20:07:40.728815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e680c-0d67-4757-9a26-dbdce36d6f10 req-a429d69f-0aa8-4797-9bfb-c2e92b931f0b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:40.730395 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-690e680c-0d67-4757-9a26-dbdce36d6f10 req-a429d69f-0aa8-4797-9bfb-c2e92b931f0b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.1892211 Mar 02 20:07:40.814835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-690e680c-0d67-4757-9a26-dbdce36d6f10 req-9114c5e2-a470-4e74-a66f-afef8fc15652 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508606 Mar 02 20:07:40.832176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-c0404b71-69d8-4389-9e57-b2359f04adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:40.834082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-c0404b71-69d8-4389-9e57-b2359f04adf5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17fc285f-c6a1-44d2-bf47-fd76c190b8a5 HTTP/1.1" status: 200 len: 834 time: 0.1025925 Mar 02 20:07:40.863425 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3a364f36-e75e-4652-9ebd-c9095ae22c3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b334867491d34b77ad2a5976dbab0637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161980 Mar 02 20:07:40.866129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40368) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:40.870657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:40.919119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-77a60c2b-2815-4b06-8614-470987e1eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:40.921495 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-77a60c2b-2815-4b06-8614-470987e1eb56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de7e81c6-7453-4e6f-b552-cbc18b4a6dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801404 Mar 02 20:07:40.937661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:40.966432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.022321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.040694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b6beea-8674-4870-889d-1d9409bf588f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:41.053425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.057115 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-912eec0e-d867-4b91-ba69-f24434b47974 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/45b6beea-8674-4870-889d-1d9409bf588f HTTP/1.1" status: 204 len: 168 time: 0.1875310 Mar 02 20:07:41.071241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-28466471-93ab-4934-8b69-b92d6dc2a887 service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422966 Mar 02 20:07:41.167690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a546ec39-5139-440c-a9c5-4e935d8f1acb no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:41.215440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-661b358f-cc97-4bac-9ee3-1ac67d5b2daf req-2e95dd88-800b-486a-8c78-4853549b762d service neutron] 10.222.0.32 "GET /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365156 Mar 02 20:07:41.245715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a546ec39-5139-440c-a9c5-4e935d8f1acb {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:41.246341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a546ec39-5139-440c-a9c5-4e935d8f1acb not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:41.286362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:33Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:41.290511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed096ad1-401d-4bfd-8ecf-c371135a3e6e None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:06:34Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '15a528bd-90b7-42ae-8bd1-7a969ef8925b', 'name': '', 'network_id': 'de7e81c6-7453-4e6f-b552-cbc18b4a6dae', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:5a:57:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:34Z', 'updated_at': '2022-03-02T20:07:33Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': '17fc285f-c6a1-44d2-bf47-fd76c190b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:41.382469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40376) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:41.404493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.425863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:41.431472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Usage tracker for resource:security_group_rule and tenant:a9091de22fca42eebea48782c030c86c is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:41.435708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:41.443543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:41.540196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.545691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.592244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4070dd1a-b830-4cb3-bcb3-e319c011a2a0,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:41.597344 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-87d42d51-93d2-466a-8589-12f02c6013ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9091de22fca42eebea48782c030c86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137957 Mar 02 20:07:41.599973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40380) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:41.667418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.669159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-16026356-3fee-43d6-9e18-d8ea401f856b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:41.671109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-16026356-3fee-43d6-9e18-d8ea401f856b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.0951695 Mar 02 20:07:41.696009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.749971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:41.750299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.769144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.787230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4070dd1a-b830-4cb3-bcb3-e319c011a2a0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:41.788002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6427df61-c567-4584-ae9d-be1aaf29c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.798784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:41.800164 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-81bb6020-2d92-4651-a040-0d47aed3327e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4070dd1a-b830-4cb3-bcb3-e319c011a2a0 HTTP/1.1" status: 204 len: 168 time: 0.1991458 Mar 02 20:07:42.127847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port adc0a55a-10e7-4142-a3a3-9a59e54e90e1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:42.128721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:42.139774 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda7d66-bee4-4828-b01d-2d7c6b0eea79 None None] New status for floating IP 74ff7181-aaf9-46b8-9f70-9c3f8faa46d3: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:07:42.152729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffd884-56d7-4f16-a862-b1cb46111fb4 req-fd6c1f91-be92-4c7b-af81-7bb48252322d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:42.154228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2ffd884-56d7-4f16-a862-b1cb46111fb4 req-fd6c1f91-be92-4c7b-af81-7bb48252322d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3d08002-6a5d-4333-9172-b9c78a0ddcb9 HTTP/1.1" status: 200 len: 945 time: 0.2102993 Mar 02 20:07:42.276341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for adc0a55a-10e7-4142-a3a3-9a59e54e90e1 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:42.369713 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2ffd884-56d7-4f16-a862-b1cb46111fb4 req-ae1d47b0-01d3-4035-8fc7-7a2d5e69d908 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=567e6675-c437-4bdd-a65b-aa2454624f21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572857 Mar 02 20:07:42.479707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:42.534269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=adc0a55a-10e7-4142-a3a3-9a59e54e90e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:42.758437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40406) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:42.779744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port adc0a55a-10e7-4142-a3a3-9a59e54e90e1 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:07:42.782970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:42.786056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'name': 'network-vif-deleted', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:42.808802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a6c8f79-a72d-4c8f-9ddb-f61130470882 req-1634339e-dc9f-4f44-8b42-f68bd67eea90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/adc0a55a-10e7-4142-a3a3-9a59e54e90e1 HTTP/1.1" status: 204 len: 173 time: 1.1325665 Mar 02 20:07:42.855362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d08002-6a5d-4333-9172-b9c78a0ddcb9', 'name': 'network-vif-deleted', 'tag': 'adc0a55a-10e7-4142-a3a3-9a59e54e90e1', 'status': 'completed', 'code': 200} Mar 02 20:07:42.890691 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-618809844-network', 'tenant_id': '5e3fa504d6504fc0b0577984b72a51ef'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:42.896938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:42.901327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Usage tracker for resource:network and tenant:5e3fa504d6504fc0b0577984b72a51ef is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:42.905171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:42.912728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:42.926166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Made reservation on behalf of 5e3fa504d6504fc0b0577984b72a51ef for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:42.929251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:42.946830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:42.968003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:42.972288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3fa504d6504fc0b0577984b72a51ef is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:42.975820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:42.982240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:43.070909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.076368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.104159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:07:43.116108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509779ee-8542-4b7c-b518-1378cbd27b88,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:43.120662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.121000 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Added segment ce8b2112-99a5-420c-b14c-6ca2643b3a74 of type vlan for network d96ccc36-be46-4133-bc5d-2a5ffb05f20a Mar 02 20:07:43.147377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.178565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.179538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:43.180130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.282301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] Pushing event updated for resources: {'Network': ['ID=d96ccc36-be46-4133-bc5d-2a5ffb05f20a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:43.287877 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-75bfbbaf-870a-4dff-9e56-79359c849836 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5256181 Mar 02 20:07:43.288075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40414) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:43.293644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network d96ccc36-be46-4133-bc5d-2a5ffb05f20a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:07:43.294208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Request body: {'subnet': {'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-618809844-subnet', 'tenant_id': '5e3fa504d6504fc0b0577984b72a51ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:43.299798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:43.304485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Usage tracker for resource:subnet and tenant:5e3fa504d6504fc0b0577984b72a51ef is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:43.307720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:43.314905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:43.329578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Made reservation on behalf of 5e3fa504d6504fc0b0577984b72a51ef for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:43.332406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.484528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40420) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:43.546913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.557169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.590356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.623409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ea07e0-6f15-431d-9944-5990078e92b1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:43.632209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Checking segment: {'id': 'ce8b2112-99a5-420c-b14c-6ca2643b3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:43.632611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Network hostable DHCP agents. Network: d96ccc36-be46-4133-bc5d-2a5ffb05f20a, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:07:43.651496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Network d96ccc36-be46-4133-bc5d-2a5ffb05f20a is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:07:43.661784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, d96ccc36-be46-4133-bc5d-2a5ffb05f20a) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:43.662697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.666231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:43.666899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.671490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4015044a-4b09-45d2-ad42-3c21cacbbb48 None None] Network d96ccc36-be46-4133-bc5d-2a5ffb05f20a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:43.686073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567e6675-c437-4bdd-a65b-aa2454624f21,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:43.692974 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6155469-f2ed-4e25-a874-71dd5f9d7870 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4036365 Mar 02 20:07:43.710165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:43.711290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-82c4df13-241f-48e1-a468-3a43efca0ddc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/567e6675-c437-4bdd-a65b-aa2454624f21 HTTP/1.1" status: 204 len: 168 time: 0.2257755 Mar 02 20:07:43.745981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40428) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:43.922569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a34ff8-0fc8-4409-a806-c6f166d2cc61 None None] Network d96ccc36-be46-4133-bc5d-2a5ffb05f20a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:44.264569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40444) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:44.271850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1417170550-network', 'tenant_id': '5524ad4e2afd4bf4bbb87174b69c3526'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:44.276609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:44.280887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Usage tracker for resource:network and tenant:5524ad4e2afd4bf4bbb87174b69c3526 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:44.284235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:44.290148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:44.303586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Made reservation on behalf of 5524ad4e2afd4bf4bbb87174b69c3526 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:44.306140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.320821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.335151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:44.338917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Usage tracker for resource:security_group_rule and tenant:5524ad4e2afd4bf4bbb87174b69c3526 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:44.341587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:44.345772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.347563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:44.449865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.455878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.488265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:07:44.496931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3a370f-a12d-455a-8998-70039b142b31,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:44.502213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.502607 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Added segment 893acc5d-216f-47ad-a75e-69bdf6965e7f of type vlan for network df4749db-2e54-468f-9726-d815d56d6898 Mar 02 20:07:44.534534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.576915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.577457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:44.579121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.685499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=df4749db-2e54-468f-9726-d815d56d6898,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:44.693085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1f915c55-3181-4f77-a4d2-dc749729b9d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4229593 Mar 02 20:07:44.693085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40448) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:44.697756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Request body: {'subnet': {'network_id': 'df4749db-2e54-468f-9726-d815d56d6898', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1417170550-subnet', 'tenant_id': '5524ad4e2afd4bf4bbb87174b69c3526', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:44.700930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network df4749db-2e54-468f-9726-d815d56d6898 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:07:44.702817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:44.706625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Usage tracker for resource:subnet and tenant:5524ad4e2afd4bf4bbb87174b69c3526 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:44.710115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:44.716272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:44.739542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Made reservation on behalf of 5524ad4e2afd4bf4bbb87174b69c3526 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:44.742213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.881467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 15a528bd-90b7-42ae-8bd1-7a969ef8925b {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:44.881467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:44.963965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.055575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9f0d0e63-a7c5-44a3-b596-db38aa57445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.062106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=492d7b13-f49e-407c-9dfb-99bfa0ff717e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:45.074417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Checking segment: {'id': '893acc5d-216f-47ad-a75e-69bdf6965e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4749db-2e54-468f-9726-d815d56d6898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:45.074417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Network hostable DHCP agents. Network: df4749db-2e54-468f-9726-d815d56d6898, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:07:45.095481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Network df4749db-2e54-468f-9726-d815d56d6898 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:07:45.095626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 15a528bd-90b7-42ae-8bd1-7a969ef8925b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=15a528bd-90b7-42ae-8bd1-7a969ef8925b,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:45.095626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.107298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, df4749db-2e54-468f-9726-d815d56d6898) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:45.119773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:45.119773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.123589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aedfae-b7e5-4fe8-91a9-a03ae547a441 None None] Network df4749db-2e54-468f-9726-d815d56d6898 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:45.155635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device adc0a55a-10e7-4142-a3a3-9a59e54e90e1 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:45.160942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a0f97fed-0bb1-4545-a8a5-1445980c2968 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4685302 Mar 02 20:07:45.205811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: adc0a55a-10e7-4142-a3a3-9a59e54e90e1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:45.205811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device adc0a55a-10e7-4142-a3a3-9a59e54e90e1 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:45.231475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 15a528bd-90b7-42ae-8bd1-7a969ef8925b owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:45.375960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.375960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.487720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354810d6-47bc-4d98-9aa2-da878916391f None None] Network df4749db-2e54-468f-9726-d815d56d6898 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:45.495165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.532937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.565842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=15a528bd-90b7-42ae-8bd1-7a969ef8925b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:45.967456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:45.974617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-11be61da-bde2-433e-b08b-e5ba4f57b94b tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:45.977709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-11be61da-bde2-433e-b08b-e5ba4f57b94b tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/networks?id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 200 len: 811 time: 0.1956105 Mar 02 20:07:45.994156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-d73e0dd1-b4c2-428b-9794-933af56c6095 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/quotas/5e3fa504d6504fc0b0577984b72a51ef HTTP/1.1" status: 200 len: 375 time: 0.0096190 Mar 02 20:07:46.042120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-144c8266-68c8-4ed0-a40e-5b769874c3bc tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419335 Mar 02 20:07:46.176886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-38b07609-01bd-4257-9d3f-5d0cec6afe6a service neutron] 10.222.0.36 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270063 Mar 02 20:07:46.317978 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-4753e73b-0e48-463d-8235-6451c1b81175 service neutron] 10.222.0.36 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341877 Mar 02 20:07:46.465083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 363180e4-d4ac-4c85-a021-cae30b84f3a0 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:46.562480 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bb0ccb83-2d6b-45d2-9e64-8b438cad8d32 req-58b42c56-5c0e-4f5b-9b23-9ec28b6631b6 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 210 time: 0.0697296 Mar 02 20:07:46.680408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:46.694856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Sync routers for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:46.703049 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-44c54047-2163-4f14-9596-616ccfe13c16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9557004 Mar 02 20:07:46.705729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:46.722141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:46.723516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:46.794978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet 17fc285f-c6a1-44d2-bf47-fd76c190b8a5 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:07:46.799647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:46.862850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:46.924635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:46.956725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.044017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.085966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=17fc285f-c6a1-44d2-bf47-fd76c190b8a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:47.087926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.095175 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0bfc6c64-271d-4c4d-bca9-0d506e029446 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/17fc285f-c6a1-44d2-bf47-fd76c190b8a5 HTTP/1.1" status: 204 len: 168 time: 0.3882623 Mar 02 20:07:47.097893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40484) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:47.123510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc241d8b-56ef-47f3-8936-363cb2db0dc2 None None] Network de7e81c6-7453-4e6f-b552-cbc18b4a6dae requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:47.195702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.402021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:07:45Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:47.407087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Checking router: 363180e4-d4ac-4c85-a021-cae30b84f3a0 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:47.424710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.426851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Routers {'363180e4-d4ac-4c85-a021-cae30b84f3a0'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:47.427484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['363180e4-d4ac-4c85-a021-cae30b84f3a0'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:47.573678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] DHCP port deletion for de7e81c6-7453-4e6f-b552-cbc18b4a6dae request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:07:47.587904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Deleting port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:47.589271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.653798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.679550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port ceff0e21-2261-49dc-9d40-bff74ce0071e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:07:47.679990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:47.727427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] Set router 363180e4-d4ac-4c85-a021-cae30b84f3a0 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:47.827292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-08c367e5-bfd4-4006-92e8-9e8c3ebf837d req-215c539d-4ea2-4f66-ba14-697ff08cec14 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 210 time: 0.0978160 Mar 02 20:07:48.059906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-1b3b8d81-d445-46d0-8705-70ff8e84fea8 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:48.061470 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-1b3b8d81-d445-46d0-8705-70ff8e84fea8 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.32 "GET /v2.0/networks?id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 200 len: 811 time: 0.3336260 Mar 02 20:07:48.073441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] For port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,segment=NetworkSegment(69360b17-346e-42b8-9627-c2ee500aa1cb),segment_id=69360b17-346e-42b8-9627-c2ee500aa1cb)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:48.073823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:48.083795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Request body: {'port': {'device_id': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a', 'admin_state_up': True, 'tenant_id': '5e3fa504d6504fc0b0577984b72a51ef'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:48.122460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port ceff0e21-2261-49dc-9d40-bff74ce0071e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ceff0e21-2261-49dc-9d40-bff74ce0071e,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:48.122848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:48.200249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Calling delete_port for c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:48.318631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for ceff0e21-2261-49dc-9d40-bff74ce0071e owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:07:48.335691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:48.382677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] Pushing event deleted for resources: {'Port': ['ID=c0ccd6f8-8a71-463d-be3b-1d129e94ebb1,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:48.390155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f39a30-d76a-48c9-98d7-9d3c9e407d4a None None] No DVR routers for this DVR port c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:07:48.394229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:07:45Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:48.404497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b024be4e-033f-47b7-a493-751b35aba2e1 None None] The sync data for ids ['363180e4-d4ac-4c85-a021-cae30b84f3a0'] in dv-neutron-831594-2-hyperv is: [{'id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'name': 'tempest-TestNetworkBasicOps-router-923427014', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:06:29Z', 'updated_at': '2022-03-02T20:07:45Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': 'ceff0e21-2261-49dc-9d40-bff74ce0071e', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363180e4-d4ac-4c85-a021-cae30b84f3a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:06:30Z', 'updated_at': '2022-03-02T20:07:35Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:48.433088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:48.438864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Usage tracker for resource:port and tenant:5e3fa504d6504fc0b0577984b72a51ef is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:48.446837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:48.454198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:48.474524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Made reservation on behalf of 5e3fa504d6504fc0b0577984b72a51ef for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:48.479136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:48.662188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:48.720098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=ceff0e21-2261-49dc-9d40-bff74ce0071e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:48.833436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Allocated IP 172.20.0.10 (d96ccc36-be46-4133-bc5d-2a5ffb05f20a/c6ea07e0-6f15-431d-9944-5990078e92b1/4a0cd528-1480-4c4a-9b8f-828cba479a0f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:48.858815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.220170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.223726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3013b32b-2534-447b-939f-029cee949476 req-1ab6501e-f360-456a-9eb4-5c18bad5bd8c tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 210 time: 0.1280689 Mar 02 20:07:49.224842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.253710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:49.287720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.288211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 363180e4-d4ac-4c85-a021-cae30b84f3a0 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:07:49.293308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:49.293655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c0ccd6f8-8a71-463d-be3b-1d129e94ebb1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:49.294082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:49.329114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 15a528bd-90b7-42ae-8bd1-7a969ef8925b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:49.329574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 15a528bd-90b7-42ae-8bd1-7a969ef8925b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:49.372021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.373148 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-49ecca98-e712-48a3-8d52-da7a830902f8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/363180e4-d4ac-4c85-a021-cae30b84f3a0 HTTP/1.1" status: 204 len: 168 time: 2.2743022 Mar 02 20:07:49.376160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40496) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:49.422677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.452931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.497557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.517170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Network d96ccc36-be46-4133-bc5d-2a5ffb05f20a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:49.520060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:49.528130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:49.573373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Pushing event updated for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:49.597259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:49.597854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.616541 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-864d15b7-c434-4ff4-aa8f-cac6c93f1011 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5398548 Mar 02 20:07:49.627382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Request body: {'port': {'device_id': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:49.628767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.653490 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7e81c6-7453-4e6f-b552-cbc18b4a6dae']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:49.665729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69360b17-346e-42b8-9627-c2ee500aa1cb') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:49.666018 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69360b17-346e-42b8-9627-c2ee500aa1cb') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:49.678084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.694682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.700981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:07:49.701358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:07:49.715533 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:07:49.742029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.813559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.831410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.842645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=de7e81c6-7453-4e6f-b552-cbc18b4a6dae,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:49.847987 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9a003c6f-42d6-49b0-8188-bf30ac371e05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/de7e81c6-7453-4e6f-b552-cbc18b4a6dae HTTP/1.1" status: 204 len: 168 time: 0.4706321 Mar 02 20:07:49.867625 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40500) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:49.873306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--1646780711', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:49.878651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:49.882950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:49.885968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:49.891705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:49.903228 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:49.907056 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.935521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:07:49.944854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:49.945184 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment 89e858a1-9e17-4c09-aef9-0b50a8345b86 of type vlan for network 63c94bb5-054b-410e-a8db-0f9918cef180 Mar 02 20:07:49.970895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.002679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.008665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:50.009290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.114592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0cd528-1480-4c4a-9b8f-828cba479a0f {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:07:50.122221 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2534389 Mar 02 20:07:50.122950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.125165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:50.132928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:50.135462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdbed4-65ee-4a95-98c5-ea0b40abdd10 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=63c94bb5-054b-410e-a8db-0f9918cef180,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:50.145584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:50.148125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:07:50.153895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:50.156744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Transition to ACTIVE for port object 4a0cd528-1480-4c4a-9b8f-828cba479a0f will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:50.157660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:50.163780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:50.166954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.219120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.220170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.310198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:50.313050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.795816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Attempting to bind port 4a0cd528-1480-4c4a-9b8f-828cba479a0f on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:07:50.795816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Attempting to bind port 4a0cd528-1480-4c4a-9b8f-828cba479a0f by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ce8b2112-99a5-420c-b14c-6ca2643b3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:07:50.796191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Attempting to bind port 4a0cd528-1480-4c4a-9b8f-828cba479a0f on network d96ccc36-be46-4133-bc5d-2a5ffb05f20a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:50.821547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Port 4a0cd528-1480-4c4a-9b8f-828cba479a0f on network d96ccc36-be46-4133-bc5d-2a5ffb05f20a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:07:50.821837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Attempting to bind port 4a0cd528-1480-4c4a-9b8f-828cba479a0f on network d96ccc36-be46-4133-bc5d-2a5ffb05f20a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:50.886743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.891787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:07:50.892084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Checking segment: {'id': 'ce8b2112-99a5-420c-b14c-6ca2643b3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:50.892510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Bound using segment: {'id': 'ce8b2112-99a5-420c-b14c-6ca2643b3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:07:50.892928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Bound port: 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce8b2112-99a5-420c-b14c-6ca2643b3a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:07:50.893253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:50.912729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f30a79-5989-47ed-8bf6-67ae6f80d57c req-3239eaf5-65b6-4ad5-bb74-7a0baa6948ae tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:50.913411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-42f30a79-5989-47ed-8bf6-67ae6f80d57c req-3239eaf5-65b6-4ad5-bb74-7a0baa6948ae tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Synchronizing usage tracker for tenant:5e3fa504d6504fc0b0577984b72a51ef on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:07:51.021729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-42f30a79-5989-47ed-8bf6-67ae6f80d57c req-3239eaf5-65b6-4ad5-bb74-7a0baa6948ae tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Unset dirty status for tenant:5e3fa504d6504fc0b0577984b72a51ef on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:07:51.022868 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-42f30a79-5989-47ed-8bf6-67ae6f80d57c req-3239eaf5-65b6-4ad5-bb74-7a0baa6948ae tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 944 time: 0.6752002 Mar 02 20:07:51.064447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:07:51.122851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f,segment=NetworkSegment(ce8b2112-99a5-420c-b14c-6ca2643b3a74),segment_id=ce8b2112-99a5-420c-b14c-6ca2643b3a74)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:07:51.135311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:51.163001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:07:51.186688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-42f30a79-5989-47ed-8bf6-67ae6f80d57c req-1aaf8a37-99cf-4736-8103-952522f84ff4 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517982 Mar 02 20:07:51.197916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ceff0e21-2261-49dc-9d40-bff74ce0071e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:07:51.198245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ceff0e21-2261-49dc-9d40-bff74ce0071e not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:07:51.222700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:51.223297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:51.225173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] 10.222.0.32 "PUT /v2.0/ports/4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 200 len: 1094 time: 1.6014996 Mar 02 20:07:51.225594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:51.241370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44454ade-1982-4202-a49e-28d7ce3be570 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:51.306252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f', 'status': 'completed', 'code': 200} Mar 02 20:07:51.490643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:51.526715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:51.568807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-8229dd2b-59d9-4585-9ceb-80897a5298be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:51.568807 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-8229dd2b-59d9-4585-9ceb-80897a5298be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 1097 time: 0.2997255 Mar 02 20:07:51.653852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-88433f90-058b-45ae-b35a-c3a572179aa5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 200 len: 217 time: 0.0723946 Mar 02 20:07:51.800020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.133 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/72368da5-2716-4513-9fbf-af62b51997fa) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:51.920029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25059058-e012-494c-a09a-1dca6ff19be4 req-26431980-485c-45d6-a48f-3332960f9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:51.920029 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-26431980-485c-45d6-a48f-3332960f9702 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6ea07e0-6f15-431d-9944-5990078e92b1 HTTP/1.1" status: 200 len: 851 time: 0.2631946 Mar 02 20:07:51.979403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-2d171745-d4c1-4285-b407-91fe17f3b88d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502176 Mar 02 20:07:52.102572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:52.163676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-8e7a1068-266f-4589-876b-b97cdb3038be service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692910 Mar 02 20:07:52.202595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:52.520859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:52.520859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:52.537215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:52.592133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=72368da5-2716-4513-9fbf-af62b51997fa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:52.644506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25059058-e012-494c-a09a-1dca6ff19be4 req-7a6bb35f-6ba9-4899-a09c-a061068be5ee service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751840 Mar 02 20:07:52.871478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5556ca7-24ac-4c68-ba42-40ed988a443e req-6670f006-bddf-43a4-82b4-8c01a7fca95e tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:52.871478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5556ca7-24ac-4c68-ba42-40ed988a443e req-6670f006-bddf-43a4-82b4-8c01a7fca95e tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 944 time: 0.4818196 Mar 02 20:07:53.003356 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5556ca7-24ac-4c68-ba42-40ed988a443e req-b696817d-6f96-4d57-8ca0-e3827889c7de tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232903 Mar 02 20:07:53.038646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-a3d33a29-be6a-411e-91ec-a5d639885896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:53.038646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-a3d33a29-be6a-411e-91ec-a5d639885896 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 1097 time: 0.3385623 Mar 02 20:07:53.184928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4a0cd528-1480-4c4a-9b8f-828cba479a0f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:07:53.244439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:53.333197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f,segment=NetworkSegment(ce8b2112-99a5-420c-b14c-6ca2643b3a74),segment_id=ce8b2112-99a5-420c-b14c-6ca2643b3a74)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:53.338516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-82572e1b-c980-441b-8378-5a63042f0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:53.338516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-82572e1b-c980-441b-8378-5a63042f0575 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 200 len: 912 time: 0.2935116 Mar 02 20:07:53.348033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4a0cd528-1480-4c4a-9b8f-828cba479a0f', 'network_id': 'd96ccc36-be46-4133-bc5d-2a5ffb05f20a', 'port_id': '4a0cd528-1480-4c4a-9b8f-828cba479a0f', 'mac_address': 'fa:16:3e:6c:e9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ea07e0-6f15-431d-9944-5990078e92b1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:07:53.413950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:53.435068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0cd528-1480-4c4a-9b8f-828cba479a0f {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:07:53.454100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f,segment=NetworkSegment(ce8b2112-99a5-420c-b14c-6ca2643b3a74),segment_id=ce8b2112-99a5-420c-b14c-6ca2643b3a74)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:53.454100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:53.470063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-4b49840e-bd2e-4e94-8d0e-79a2cad9bae7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 200 len: 217 time: 0.1202152 Mar 02 20:07:53.536014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:53.614808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-2276509f-a901-497c-857b-abeaf13a74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:53.614808 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-2276509f-a901-497c-857b-abeaf13a74e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6ea07e0-6f15-431d-9944-5990078e92b1 HTTP/1.1" status: 200 len: 851 time: 0.1399174 Mar 02 20:07:53.678617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4a0cd528-1480-4c4a-9b8f-828cba479a0f'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:07:53.871938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-930a1409-ec3a-4c57-8a82-90f42f74465a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2402940 Mar 02 20:07:53.979753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:54.102734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-7521eaac-62ce-43c8-b047-d47073b2b0c1 service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248480 Mar 02 20:07:54.373232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a751cf54-47ef-46f3-a8ea-b164c8c151d4 req-2c783acd-f17b-4dfe-926f-d881894811bf service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169349 Mar 02 20:07:54.401030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28249-5780-456d-bdd8-83d85f6bc45b req-43939d47-3bb5-4560-8a8b-415465ce37a1 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:54.401030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fb28249-5780-456d-bdd8-83d85f6bc45b req-43939d47-3bb5-4560-8a8b-415465ce37a1 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 945 time: 0.2421606 Mar 02 20:07:54.422748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2c265a8b-f8bc-4ab2-be97-f8471be73455 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:07:54.507285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fb28249-5780-456d-bdd8-83d85f6bc45b req-e7be454f-c7e0-4126-b02b-4f20c90a9682 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071339 Mar 02 20:07:54.620980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:07:54.634377 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Sync routers for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:07:54.643842 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:54.643842 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:54.651823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:54.651823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-be5df43b-34e7-470d-8f95-0ae4467666d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5222900 Mar 02 20:07:54.651823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40518) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:54.832386 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:54.961785 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b95695a6-2c74-45b2-96eb-bf7805455b72 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3012340 Mar 02 20:07:54.961785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40524) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:55.094375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b27f7e-3d60-478c-a580-3df396152e6f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:55.095883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-45b27f7e-3d60-478c-a580-3df396152e6f tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1381304 Mar 02 20:07:55.098761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40528) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:55.146096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7172b72e-008d-46c5-9c57-728eca705632 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440881 Mar 02 20:07:55.147614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:55.153374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525824818', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:07:55.176662 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:52Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:55.182529 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Checking router: 2c265a8b-f8bc-4ab2-be97-f8471be73455 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:07:55.182529 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Updating router 2c265a8b-f8bc-4ab2-be97-f8471be73455 port 72368da5-2716-4513-9fbf-af62b51997fa binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:07:55.214670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4a0cd528-1480-4c4a-9b8f-828cba479a0f up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:55.245994 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.297757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:07:55.300763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:07:55.303449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:07:55.310209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:07:55.323564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:07:55.328490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.349734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 4a0cd528-1480-4c4a-9b8f-828cba479a0f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:55.349734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4a0cd528-1480-4c4a-9b8f-828cba479a0f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:55.349734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.470865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.498602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:07:55.509837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f,segment=NetworkSegment(ce8b2112-99a5-420c-b14c-6ca2643b3a74),segment_id=ce8b2112-99a5-420c-b14c-6ca2643b3a74)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:55.517204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.601988 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.619600 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Transition to ACTIVE for port object 72368da5-2716-4513-9fbf-af62b51997fa will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:55.633513 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.663748 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f', 'code': 200} Mar 02 20:07:55.665803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:55.707958 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Attempting to bind port 72368da5-2716-4513-9fbf-af62b51997fa on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:07:55.709104 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Attempting to bind port 72368da5-2716-4513-9fbf-af62b51997fa by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:07:55.709637 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Attempting to bind port 72368da5-2716-4513-9fbf-af62b51997fa on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:55.722257 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:07:55.723092 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:55.725098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.725505 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:07:55.725990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Bound port: 72368da5-2716-4513-9fbf-af62b51997fa, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:07:55.726360 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.758276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.798728 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Pushing event updated for resources: {'Port': ['ID=72368da5-2716-4513-9fbf-af62b51997fa,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:55.817801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.818183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.818517 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.818843 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.819163 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.819697 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.820021 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.820383 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.820680 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.820994 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.821307 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.821618 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:07:55.832665 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] For port 72368da5-2716-4513-9fbf-af62b51997fa, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:07:55.835958 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] For port 72368da5-2716-4513-9fbf-af62b51997fa, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=72368da5-2716-4513-9fbf-af62b51997fa,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:07:55.842623 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:55.901985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=d59182b2-d89b-4781-a6b6-e2755227a1ea,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:55.912065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587868d0-2962-4cf4-96b3-41f956d76625 req-4ccd041e-f27f-44d3-a9d4-ff9c952eb974 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:55.913649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-587868d0-2962-4cf4-96b3-41f956d76625 req-4ccd041e-f27f-44d3-a9d4-ff9c952eb974 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.2292454 Mar 02 20:07:55.921023 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:07:55.921639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:55.945353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:55.945678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: 63c94bb5-054b-410e-a8db-0f9918cef180, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:07:55.987195 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d2575-0b71-4e1a-b092-caf78d9d61c2 None None] Pushing event updated for resources: {'Port': ['ID=72368da5-2716-4513-9fbf-af62b51997fa,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:55.994039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-587868d0-2962-4cf4-96b3-41f956d76625 req-55e895c4-4710-4cd9-88c5-c1c0e37dd079 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Mar 02 20:07:55.995823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2a98d-5f42-4999-a376-1bc8f8a9614b req-efec361a-851f-4ce2-bf19-09dfec5b98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:55.997302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8bc2a98d-5f42-4999-a376-1bc8f8a9614b req-efec361a-851f-4ce2-bf19-09dfec5b98d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 1099 time: 0.2010286 Mar 02 20:07:55.999002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 63c94bb5-054b-410e-a8db-0f9918cef180 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:07:56.033141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 63c94bb5-054b-410e-a8db-0f9918cef180) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:56.041125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:56.042020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.043330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deece7e3-e4b0-4fb4-824f-18133907feab None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:56.051575 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8bc2a98d-5f42-4999-a376-1bc8f8a9614b req-d7389c24-031f-47f1-858b-fc6f03198746 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483925 Mar 02 20:07:56.068619 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2f7749d8-6602-411a-9cb5-0e1ea2f52113 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9193454 Mar 02 20:07:56.071532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40540) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:07:56.083275 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:07:56.113595 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:07:56.278290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-63c94bb5-054b-410e-a8db-0f9918cef180', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:07:56.279765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.452724 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:52Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:07:56.457670 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88aaed2-0676-4554-be5a-c7fb92d95d6e None None] The sync data for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv is: [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:52Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:07:56.476488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Allocated IP 172.20.0.2 (63c94bb5-054b-410e-a8db-0f9918cef180/d59182b2-d89b-4781-a6b6-e2755227a1ea/612670ad-98a1-403b-946e-affb743688e6) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:56.767694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.792385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Transition to ACTIVE for port object 612670ad-98a1-403b-946e-affb743688e6 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:56.829692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Transition to ACTIVE for port object 612670ad-98a1-403b-946e-affb743688e6 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:56.839845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.895973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:56.922256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:56.925791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:56.928480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:56.935712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Pushing event updated for resources: {'Port': ['ID=612670ad-98a1-403b-946e-affb743688e6,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:57.032845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Attempting to bind port 612670ad-98a1-403b-946e-affb743688e6 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:07:57.033278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Attempting to bind port 612670ad-98a1-403b-946e-affb743688e6 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:07:57.033693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Attempting to bind port 612670ad-98a1-403b-946e-affb743688e6 on network 63c94bb5-054b-410e-a8db-0f9918cef180 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:07:57.039765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:07:57.040495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Checking segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:07:57.041199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.041764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Bound using segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:07:57.042407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Bound port: 612670ad-98a1-403b-946e-affb743688e6, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:07:57.042991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.231354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] For port 612670ad-98a1-403b-946e-affb743688e6, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:07:57.235813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] For port 612670ad-98a1-403b-946e-affb743688e6, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=612670ad-98a1-403b-946e-affb743688e6,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:07:57.253603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.325926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 72368da5-2716-4513-9fbf-af62b51997fa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:57.451607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56621f1f-bc77-44f3-bb97-8e41ad01b061 None None] Pushing event updated for resources: {'Port': ['ID=612670ad-98a1-403b-946e-affb743688e6,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:57.496595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 72368da5-2716-4513-9fbf-af62b51997fa completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:57.511939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 72368da5-2716-4513-9fbf-af62b51997fa triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:57.512374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.609107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e3578-82c4-4ccb-8915-15f142eecc1e req-d372cc53-0123-4460-92b5-20260adf5ece tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:57.610970 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f37e3578-82c4-4ccb-8915-15f142eecc1e req-d372cc53-0123-4460-92b5-20260adf5ece tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.4010172 Mar 02 20:07:57.629404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (63c94bb5-054b-410e-a8db-0f9918cef180/d59182b2-d89b-4781-a6b6-e2755227a1ea/bcef1c77-22bb-4376-8491-3c86310dacb1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:07:57.706336 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f37e3578-82c4-4ccb-8915-15f142eecc1e req-09e6fe50-7e85-4d66-9ef0-c47ed02ca647 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787175 Mar 02 20:07:57.720528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.751645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 72368da5-2716-4513-9fbf-af62b51997fa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=72368da5-2716-4513-9fbf-af62b51997fa,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:07:57.751645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.892971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=72368da5-2716-4513-9fbf-af62b51997fa,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:57.939230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:57.956118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object bcef1c77-22bb-4376-8491-3c86310dacb1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:07:57.986136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:58.051338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 63c94bb5-054b-410e-a8db-0f9918cef180 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:58.054491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:58.063435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:07:58.116808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:58.144715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:58.298633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:58.866373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:58.881220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:58.926066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7611ea-cb3b-4bbc-9428-cef2124d023d None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:07:59.052948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3b8db980-262f-4150-9fa1-0e9518dcc6dd None None] Provisioning for port 612670ad-98a1-403b-946e-affb743688e6 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:59.063101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:07:59.063101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:59.209014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b84766-3797-4a9d-bf14-ddb4a9a6cafa req-9d3b843a-f6de-4678-836e-13e28b835466 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:59.209014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16b84766-3797-4a9d-bf14-ddb4a9a6cafa req-9d3b843a-f6de-4678-836e-13e28b835466 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.3013220 Mar 02 20:07:59.305794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 63c94bb5-054b-410e-a8db-0f9918cef180 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:07:59.318038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16b84766-3797-4a9d-bf14-ddb4a9a6cafa req-0cd30a54-d961-46b0-a7ce-6f217ee3d187 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Mar 02 20:07:59.321328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:07:59.403826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 72368da5-2716-4513-9fbf-af62b51997fa up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:59.507652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 72368da5-2716-4513-9fbf-af62b51997fa triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:59.507652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:59.622530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb865-a302-4468-ac0b-515b6f157caf None None] Provisioning for port bcef1c77-22bb-4376-8491-3c86310dacb1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:59.638193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb865-a302-4468-ac0b-515b6f157caf None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:59.638193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb865-a302-4468-ac0b-515b6f157caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:07:59.808700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb865-a302-4468-ac0b-515b6f157caf None None] Port bcef1c77-22bb-4376-8491-3c86310dacb1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:07:59.824370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 612670ad-98a1-403b-946e-affb743688e6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:07:59.912401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79057664-d7a4-4989-9bc6-e3251107d000 req-758c549a-f200-4ba9-bfa9-9bfe9a267079 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:07:59.915042 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79057664-d7a4-4989-9bc6-e3251107d000 req-758c549a-f200-4ba9-bfa9-9bfe9a267079 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.4264326 Mar 02 20:07:59.924469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2c265a8b-f8bc-4ab2-be97-f8471be73455 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:07:59.940525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 612670ad-98a1-403b-946e-affb743688e6 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:07:59.956106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 612670ad-98a1-403b-946e-affb743688e6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:07:59.956106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:00.073957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-0aaebacd-f6b9-4569-8e61-367bdd37dc60 None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:00.074332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0aaebacd-f6b9-4569-8e61-367bdd37dc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:00.081964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79057664-d7a4-4989-9bc6-e3251107d000 req-212516b0-e816-4c24-acd6-e722eb914e97 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536601 Mar 02 20:08:00.177795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0aaebacd-f6b9-4569-8e61-367bdd37dc60 None None] Port bcef1c77-22bb-4376-8491-3c86310dacb1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:08:00.191814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:00.229815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:08:00.243594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5cca962b-9929-4528-ad3e-7d78b054541d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/2c265a8b-f8bc-4ab2-be97-f8471be73455/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1707559 Mar 02 20:08:00.243878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 612670ad-98a1-403b-946e-affb743688e6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=612670ad-98a1-403b-946e-affb743688e6,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:00.246874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40554) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:00.265403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:00.272898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Sync routers for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:08:00.345286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:08:00.345926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:00.438815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.439940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2868ae9b-6139-4efb-9e80-c9fc8be67426 None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:00.440319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2868ae9b-6139-4efb-9e80-c9fc8be67426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:00.440711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.441291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.441685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.442224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.443384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.443485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.443895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.450344 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ec8b6e85-e171-4d5f-8059-ee1ceb27c9a8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.1985815 Mar 02 20:08:00.451277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40560) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:00.506321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=612670ad-98a1-403b-946e-affb743688e6,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:00.587868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2868ae9b-6139-4efb-9e80-c9fc8be67426 None None] Port bcef1c77-22bb-4376-8491-3c86310dacb1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:08:00.616361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:08:00.660599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.661008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.661457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.662643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.662880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.663343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.663785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.664249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.666521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9b701509-f055-4f76-8fa5-8ee5aa3b2d68 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5292 time: 0.2139473 Mar 02 20:08:00.670784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40564) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:00.704180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711b177-8209-4b1f-8bef-56bf0077a9e5 req-5d65949d-2bbd-4b1c-82e8-b0f5795cc384 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:00.706804 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4711b177-8209-4b1f-8bef-56bf0077a9e5 req-5d65949d-2bbd-4b1c-82e8-b0f5795cc384 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.1546693 Mar 02 20:08:00.808841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4711b177-8209-4b1f-8bef-56bf0077a9e5 req-4f88d329-a110-4d8c-96a8-c8ea7ceeb2c4 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927966 Mar 02 20:08:00.971176 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7844b205-645d-42c2-873c-e202c0c127a0 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2987423 Mar 02 20:08:01.032019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:01.036550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Checking router: 2c265a8b-f8bc-4ab2-be97-f8471be73455 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:08:01.036917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Updating router 2c265a8b-f8bc-4ab2-be97-f8471be73455 port bcef1c77-22bb-4376-8491-3c86310dacb1 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:08:01.101545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.266707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 612670ad-98a1-403b-946e-affb743688e6 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:08:01.340294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:01.346810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996094168', 'description': 'tempest-secgroup-smoke-1996094168 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:01.352971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:01.358678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:01.368386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:01.374464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:01.406759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.445032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:01.445032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:01.451641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:01.463496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:01.481846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 612670ad-98a1-403b-946e-affb743688e6 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:01.481846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.555351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.561694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.617601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbca25e2-3764-4039-9ab6-6585040d4b60,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:01.632628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.636918 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fdae1a4f-fc6e-4926-9704-2d05285c4495 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2929060 Mar 02 20:08:01.637531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:01.642708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:01.650563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:01.658333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:01.662475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:01.669115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:01.689253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.resource_extend [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 20:08:01.693549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.797908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.800926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.800926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.811985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Transition to ACTIVE for port object bcef1c77-22bb-4376-8491-3c86310dacb1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:08:01.820503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.842668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc819ece-f35d-41c0-be35-671d5e7f9851,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:01.858286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.860374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8b547239-5d77-4fb5-be12-cd2722b1b6a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215672 Mar 02 20:08:01.862754 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40580) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:01.868526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:01.874781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:01.881763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:01.885048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:01.893102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:01.915737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:01.996670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec30d1e-30f4-4f3c-b181-d774042b1e04 None None] Pushing event updated for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:02.017677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.026929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.083713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0398cf-5686-417e-b7e4-e6e8a541b77a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:02.114476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.114476 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-be841776-5bda-4038-8e5b-a429800b8ab6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2407310 Mar 02 20:08:02.114476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40584) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:02.124448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:02.130924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803e7c-305d-401c-b12f-3f93c5d209f9 req-bad3c3f1-7b3d-46c9-8496-7ae7c53d34d0 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:02.130924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7803e7c-305d-401c-b12f-3f93c5d209f9 req-bad3c3f1-7b3d-46c9-8496-7ae7c53d34d0 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.2032769 Mar 02 20:08:02.148765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:02.155954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:02.174266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:02.196214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:02.196531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Attempting to bind port bcef1c77-22bb-4376-8491-3c86310dacb1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:08:02.197784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Attempting to bind port bcef1c77-22bb-4376-8491-3c86310dacb1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:08:02.197784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Attempting to bind port bcef1c77-22bb-4376-8491-3c86310dacb1 on network 63c94bb5-054b-410e-a8db-0f9918cef180 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:08:02.208319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:08:02.208776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Checking segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:08:02.209258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.209573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Bound using segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:08:02.210095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Bound port: bcef1c77-22bb-4376-8491-3c86310dacb1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:08:02.210518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.234899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.237237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7803e7c-305d-401c-b12f-3f93c5d209f9 req-f41ea668-3382-45f3-bffb-e86942f755ea tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954843 Mar 02 20:08:02.362609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] For port bcef1c77-22bb-4376-8491-3c86310dacb1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:08:02.362609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] For port bcef1c77-22bb-4376-8491-3c86310dacb1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bcef1c77-22bb-4376-8491-3c86310dacb1,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:08:02.379771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.544404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:08:02.544404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:07:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:02.592076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.600696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.638835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec30d1e-30f4-4f3c-b181-d774042b1e04 None None] Pushing event updated for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:02.656239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d61d9b-dd56-4d6d-b509-7d7ba8a562b4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:02.695893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.702146 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f0767020-f3d2-4ce1-9bf9-906a705cac9a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5868120 Mar 02 20:08:02.702146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40592) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:02.715359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:02.738607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:02.749949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:02.755116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:02.765543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:02.808976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.935211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.938710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:08:02.944955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:02.984303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b031fdd3-5100-467f-9cb9-3feb3ef917de,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:02.985566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-e92f7ff3-1ec9-40ed-a1a4-5777a40957f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:02.987172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-e92f7ff3-1ec9-40ed-a1a4-5777a40957f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 1099 time: 0.2224543 Mar 02 20:08:03.013508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.014517 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-36ca0987-c0f5-4e2c-85fd-afd3e1a1cdba tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3114948 Mar 02 20:08:03.018477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40596) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:03.031901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:03.032925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3b25-be00-47a5-8c45-4bae81b8652a req-75c92da3-f23e-4106-a767-08ec784b5e46 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:03.038880 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-721a3b25-be00-47a5-8c45-4bae81b8652a req-75c92da3-f23e-4106-a767-08ec784b5e46 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.1726763 Mar 02 20:08:03.039984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:03.043885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:03.048125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:03.066400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:03.085234 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:08:03.100767 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.162447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-721a3b25-be00-47a5-8c45-4bae81b8652a req-5043fb4a-0d71-4cc7-a29b-fdd2eccc63ad tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129498 Mar 02 20:08:03.209710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-3c3afbe2-ead1-4118-8bd4-b41e54382f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:03.217850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-3c3afbe2-ead1-4118-8bd4-b41e54382f3d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 200 len: 912 time: 0.2170103 Mar 02 20:08:03.218223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.245521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.301427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511a4848-2421-45c8-ae24-44c3f812076f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:03.311170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.317307 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-89e17b7f-25a4-4aef-955e-9f95c8026232 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2959008 Mar 02 20:08:03.318479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40600) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:03.328245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'bbca25e2-3764-4039-9ab6-6585040d4b60', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:03.342648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:03.342648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:03.348798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:03.354961 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:03.374799 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:08:03.388641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.393390 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-866ef245-3751-4d5e-9b17-cb39eeb4c933 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 200 len: 217 time: 0.1640258 Mar 02 20:08:03.429560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:02Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:03.440514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01f7ba7-5f05-41de-8394-1a8e97281d0f None None] The sync data for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv is: [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:02Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:08:03.466985 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-168e1863-e014-4341-8d31-b7644eced106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:03.466985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-168e1863-e014-4341-8d31-b7644eced106 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6ea07e0-6f15-431d-9944-5990078e92b1 HTTP/1.1" status: 200 len: 851 time: 0.0726473 Mar 02 20:08:03.505653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.534594 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.565196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:03.565196 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2364061 Mar 02 20:08:03.565196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f5430-8a54-4e5e-8b62-0e88bf8903fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82617b8-34f8-4ef6-889c-765687129835,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:03.567142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-50519a0c-8c19-4a66-8b28-ae3c5bc140bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911915 Mar 02 20:08:03.754022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-ffd4531d-3289-4003-9b81-97fad2676ea9 service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861579 Mar 02 20:08:03.963473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-8f7b11da-2086-4a2c-946f-b6f2d54cdb7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:08:04.145588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10eefc2f-e2ec-4550-a0d5-500b06cf1940 req-0d2b7275-b213-4de8-8d9c-54ebcd208730 service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852193 Mar 02 20:08:04.148466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-8f7b11da-2086-4a2c-946f-b6f2d54cdb7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:08:04.150740 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-8f7b11da-2086-4a2c-946f-b6f2d54cdb7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996094168&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.2685964 Mar 02 20:08:04.369923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-56adf9da-2607-4a4e-a181-052af8fb83f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:04.371488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-56adf9da-2607-4a4e-a181-052af8fb83f9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 797 time: 0.2117913 Mar 02 20:08:04.397110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-ecc9b50a-a19e-4e9b-bc2c-b5cbaa337d97 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0168898 Mar 02 20:08:04.476054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893786c-2263-4436-99d0-92ea4acdfa70 req-eb8c434d-fa2f-476f-8472-c0de9533e913 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:04.477616 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b893786c-2263-4436-99d0-92ea4acdfa70 req-eb8c434d-fa2f-476f-8472-c0de9533e913 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.1788094 Mar 02 20:08:04.541731 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b893786c-2263-4436-99d0-92ea4acdfa70 req-f83ec915-fb3c-4d72-a77f-62f1c5a841ae tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551376 Mar 02 20:08:04.560896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-935b8085-04b1-4a37-8b20-4d585f6ecd26 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:08:04.580501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-935b8085-04b1-4a37-8b20-4d585f6ecd26 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:08:04.582032 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-935b8085-04b1-4a37-8b20-4d585f6ecd26 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1763370 Mar 02 20:08:04.753663 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4a317869-6b01-423b-97f3-8cd055089f0a service neutron] 10.222.0.36 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484697 Mar 02 20:08:04.908631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-e7449c5c-34cf-462c-9f42-913abc6852be service neutron] 10.222.0.36 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484768 Mar 02 20:08:05.100856 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8afdaa5-69da-4fde-adf5-31d392d5ea70 req-04e698ee-31a4-4a13-acc3-90d04551f43d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 210 time: 0.0432177 Mar 02 20:08:05.257818 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bcef1c77-22bb-4376-8491-3c86310dacb1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:08:05.338222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port bcef1c77-22bb-4376-8491-3c86310dacb1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:08:05.346645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:05.347382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:05.503940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:05.546796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port bcef1c77-22bb-4376-8491-3c86310dacb1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bcef1c77-22bb-4376-8491-3c86310dacb1,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:05.553508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:05.633911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:05.752732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29943ba9-a522-40e5-a647-08527177e9ac req-7a1dd90e-177b-42d0-99b1-431ec315f25d tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:05.754321 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-29943ba9-a522-40e5-a647-08527177e9ac req-7a1dd90e-177b-42d0-99b1-431ec315f25d tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.0876594 Mar 02 20:08:05.808774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-29943ba9-a522-40e5-a647-08527177e9ac req-4404d1aa-fc18-476d-a03d-41d2949b2362 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Mar 02 20:08:06.352089 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4c03887-7e9d-4e8a-807d-91cb3b8093e1 req-2719597e-e287-4e63-88c1-6353ac92c940 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 210 time: 0.1051731 Mar 02 20:08:06.420676 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79326d9c-218b-46ef-9e9f-1508b994a652 req-fa5554f4-3718-42b3-ae82-94c3e6a88a35 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:06.422235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79326d9c-218b-46ef-9e9f-1508b994a652 req-fa5554f4-3718-42b3-ae82-94c3e6a88a35 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.2431376 Mar 02 20:08:06.463261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4386b1aa-175b-461d-9c61-bc2cb975222f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:06.464835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4386b1aa-175b-461d-9c61-bc2cb975222f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 797 time: 0.3181314 Mar 02 20:08:06.504734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79326d9c-218b-46ef-9e9f-1508b994a652 req-13b00a5f-e6c2-487b-bff4-2ef51a4c7861 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696962 Mar 02 20:08:06.528405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-a5e0c384-f280-40c6-a0b7-0f6c28373887 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.0527251 Mar 02 20:08:06.538235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['bbca25e2-3764-4039-9ab6-6585040d4b60']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:06.687410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:06.705865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:06.716663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:08:06.720171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:06.893826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.4 (63c94bb5-054b-410e-a8db-0f9918cef180/d59182b2-d89b-4781-a6b6-e2755227a1ea/42370110-e455-4ff9-bccc-73dcd305c432) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:08:07.103794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.121973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 42370110-e455-4ff9-bccc-73dcd305c432 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:08:07.156735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.220779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bcef1c77-22bb-4376-8491-3c86310dacb1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:08:07.304810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:07.305166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.399134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 63c94bb5-054b-410e-a8db-0f9918cef180 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:08:07.401533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:08:07.404458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:08:07.450709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:07.496206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:07.497221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.573668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-4cbb9712-eaed-4bc5-9879-0f09fe641288 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0391481 Mar 02 20:08:07.591064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Request body: {'port': {'device_id': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:07.756260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab90a4-7364-4966-b51d-28a64806556e req-e7cf1fc5-5b38-4357-8d7b-54bfdc8e2e5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:07.756984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a6ab90a4-7364-4966-b51d-28a64806556e req-e7cf1fc5-5b38-4357-8d7b-54bfdc8e2e5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:08:07.766019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b4e1f212-24fe-4674-8be5-d311be3f1045 None None] Provisioning for port 42370110-e455-4ff9-bccc-73dcd305c432 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:08:07.776228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b4e1f212-24fe-4674-8be5-d311be3f1045 None None] Provisioning complete for port 42370110-e455-4ff9-bccc-73dcd305c432 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:07.777333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b4e1f212-24fe-4674-8be5-d311be3f1045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.840251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a6ab90a4-7364-4966-b51d-28a64806556e req-e7cf1fc5-5b38-4357-8d7b-54bfdc8e2e5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:08:07.841604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6ab90a4-7364-4966-b51d-28a64806556e req-e7cf1fc5-5b38-4357-8d7b-54bfdc8e2e5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 931 time: 0.3262088 Mar 02 20:08:07.848953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1f212-24fe-4674-8be5-d311be3f1045 None None] Port 42370110-e455-4ff9-bccc-73dcd305c432 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:08:07.863111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:07.977125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af262aa2-0c6b-48ed-9e57-57cb558ea860 req-8c3e564d-3f6c-4b0a-8e6d-c34e72b28677 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:07.979298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af262aa2-0c6b-48ed-9e57-57cb558ea860 req-8c3e564d-3f6c-4b0a-8e6d-c34e72b28677 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.3082047 Mar 02 20:08:07.982580 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6ab90a4-7364-4966-b51d-28a64806556e req-04936027-768f-48a7-a315-bfeed02e5ae4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328785 Mar 02 20:08:08.099656 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af262aa2-0c6b-48ed-9e57-57cb558ea860 req-ff304ef5-0463-4004-997e-a69ef72ed462 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134655 Mar 02 20:08:08.381741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42370110-e455-4ff9-bccc-73dcd305c432 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:08:08.390891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:08.413824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Transition to ACTIVE for port object 42370110-e455-4ff9-bccc-73dcd305c432 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:08:08.420942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:08.664620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Pushing event updated for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:08.937509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee654d-c855-4a57-b8f7-50d98cc19bdb req-9b91d033-8791-4303-ba69-1c69e2ae04c5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:08.939993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eaee654d-c855-4a57-b8f7-50d98cc19bdb req-9b91d033-8791-4303-ba69-1c69e2ae04c5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.4689403 Mar 02 20:08:08.949790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-bd93995e-f9b9-4560-afd4-24d459cd9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:08.951825 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-bd93995e-f9b9-4560-afd4-24d459cd9154 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 1099 time: 0.4408491 Mar 02 20:08:08.975661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Attempting to bind port 42370110-e455-4ff9-bccc-73dcd305c432 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:08:08.975942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Attempting to bind port 42370110-e455-4ff9-bccc-73dcd305c432 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:08:08.976303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Attempting to bind port 42370110-e455-4ff9-bccc-73dcd305c432 on network 63c94bb5-054b-410e-a8db-0f9918cef180 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:08:09.018324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Port 42370110-e455-4ff9-bccc-73dcd305c432 on network 63c94bb5-054b-410e-a8db-0f9918cef180 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:08:09.019029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Attempting to bind port 42370110-e455-4ff9-bccc-73dcd305c432 on network 63c94bb5-054b-410e-a8db-0f9918cef180 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:08:09.097238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:08:09.097633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Checking segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:08:09.097944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Bound using segment: {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:08:09.098388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Bound port: 42370110-e455-4ff9-bccc-73dcd305c432, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e858a1-9e17-4c09-aef9-0b50a8345b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:08:09.098730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:09.131231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eaee654d-c855-4a57-b8f7-50d98cc19bdb req-d933aeb2-5007-4e38-98f3-45037a689e8a tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840248 Mar 02 20:08:09.248112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-bd06440d-64c2-4b64-be74-54e53d76d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:09.249613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-bd06440d-64c2-4b64-be74-54e53d76d783 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 200 len: 912 time: 0.2752936 Mar 02 20:08:09.349798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-8855e32d-819e-4cf0-a1c0-dc619ec910bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 200 len: 217 time: 0.0880561 Mar 02 20:08:09.543443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:08:09.575717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=42370110-e455-4ff9-bccc-73dcd305c432,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:08:09.592789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83c21-0ce5-4b0d-b9aa-6ac4fe886b1d req-d1917238-3e71-423a-8c9e-c69f20f2d721 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:09.594292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5b83c21-0ce5-4b0d-b9aa-6ac4fe886b1d req-d1917238-3e71-423a-8c9e-c69f20f2d721 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 943 time: 0.4722621 Mar 02 20:08:09.595371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:09.632855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-a5f4ec62-ab56-4ae4-95d9-097254d8c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:09.634287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-a5f4ec62-ab56-4ae4-95d9-097254d8c63c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6ea07e0-6f15-431d-9944-5990078e92b1 HTTP/1.1" status: 200 len: 851 time: 0.2775037 Mar 02 20:08:09.719546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:09.720223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:09.721668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] 10.222.0.32 "PUT /v2.0/ports/42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 1093 time: 2.1394343 Mar 02 20:08:09.726602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:08:09.746926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-f919d1d6-a08e-44c1-9ecf-9ec016b825e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d96ccc36-be46-4133-bc5d-2a5ffb05f20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023233 Mar 02 20:08:09.896887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432', 'status': 'completed', 'code': 200} Mar 02 20:08:09.925406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efff394-2848-419d-a5f1-b2ff84d7f03a service neutron] Pushing event updated for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:09.939958 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5b83c21-0ce5-4b0d-b9aa-6ac4fe886b1d req-049a77ff-cd48-46ec-8021-d5d01c3c37e4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098195 Mar 02 20:08:10.087952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-d2b1101c-2c04-4d6b-b711-e5f83c36c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:10.089386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-d2b1101c-2c04-4d6b-b711-e5f83c36c87d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1096 time: 0.3014445 Mar 02 20:08:10.092876 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-3f9fd594-72d8-4010-8fac-c83ebb5d6218 service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280210 Mar 02 20:08:10.201411 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-d789ef2b-e6ca-429c-a3a5-8d15523158a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 217 time: 0.1002874 Mar 02 20:08:10.399400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-36772d9b-8391-41d5-ad29-9abf4effdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:10.400838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-36772d9b-8391-41d5-ad29-9abf4effdee1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 843 time: 0.1913049 Mar 02 20:08:10.455106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbe2649f-d1f5-4c3e-a963-0874c775230a req-f27d05de-a9a8-431d-8442-5ec1ad826ab1 service neutron] 10.222.0.32 "GET /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528483 Mar 02 20:08:10.495570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b27ad3-1f53-40b0-937d-2c1c43dbbb81 req-ce97608b-d613-4c21-8d1b-0473087e0523 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:10.497190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48b27ad3-1f53-40b0-937d-2c1c43dbbb81 req-ce97608b-d613-4c21-8d1b-0473087e0523 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.1996288 Mar 02 20:08:10.547321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-8e30e051-4fcb-4e47-92df-07adc7999406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:10.548879 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-8e30e051-4fcb-4e47-92df-07adc7999406 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63c94bb5-054b-410e-a8db-0f9918cef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347384 Mar 02 20:08:10.579994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48b27ad3-1f53-40b0-937d-2c1c43dbbb81 req-01221603-c727-4a11-acd9-1271ef26993c tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702832 Mar 02 20:08:10.707914 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-0da6c4ae-45a8-4f63-b5a1-3206df4fc497 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502874 Mar 02 20:08:10.855075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ddcf9118-487b-44a5-a8cd-6e1decad2add req-a518876b-2803-4841-98a8-4a763a0270d4 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381133 Mar 02 20:08:10.987114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d661-6686-482a-bc86-4e40d43834c9 req-712f8ead-eb48-49a4-a32f-f02dc6dee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:10.988849 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-712f8ead-eb48-49a4-a32f-f02dc6dee2a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1096 time: 0.0812345 Mar 02 20:08:11.186053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d661-6686-482a-bc86-4e40d43834c9 req-2d431c99-0583-4158-99b2-d722720fa790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:11.187658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-2d431c99-0583-4158-99b2-d722720fa790 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 898 time: 0.1823168 Mar 02 20:08:11.269327 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-ce5ab6f6-449b-4621-88f7-a8343b32e278 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 217 time: 0.0721679 Mar 02 20:08:11.286037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155332bd-03e2-4c04-9ecd-c4d48616629a req-18d37f0a-8057-4b87-b249-a4d02299be96 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:11.287955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-155332bd-03e2-4c04-9ecd-c4d48616629a req-18d37f0a-8057-4b87-b249-a4d02299be96 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 943 time: 0.1960962 Mar 02 20:08:11.514509 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-155332bd-03e2-4c04-9ecd-c4d48616629a req-7e5296dc-e397-4636-84a7-196fa59ce32d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933370 Mar 02 20:08:11.515911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d661-6686-482a-bc86-4e40d43834c9 req-c83c0eca-01e3-4780-b1a6-93324850afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:11.517316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-c83c0eca-01e3-4780-b1a6-93324850afbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 843 time: 0.2399848 Mar 02 20:08:11.596183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074d661-6686-482a-bc86-4e40d43834c9 req-ec190e6a-79fd-4c91-8b56-93cfd8bca9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:11.597728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-ec190e6a-79fd-4c91-8b56-93cfd8bca9ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63c94bb5-054b-410e-a8db-0f9918cef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737221 Mar 02 20:08:11.785122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-ae11217c-a11a-468c-be60-c42deb983242 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800258 Mar 02 20:08:11.791709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1be1421e-b5b8-4e34-b12e-6c3e5a2d2a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:11.946207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094761-e66e-49e7-b01c-f911adc90cff req-f0f1296c-6bb5-416d-99e5-5af3a889d49b tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:11.947668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6094761-e66e-49e7-b01c-f911adc90cff req-f0f1296c-6bb5-416d-99e5-5af3a889d49b tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.2479570 Mar 02 20:08:12.006524 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c074d661-6686-482a-bc86-4e40d43834c9 req-254c92ee-7d7f-4880-8d69-72fa723f63c1 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152443 Mar 02 20:08:12.017643 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6094761-e66e-49e7-b01c-f911adc90cff req-35b2b7d4-606e-4b95-99ad-f85679a98626 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Mar 02 20:08:12.452736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1567d-ea92-413e-9686-a555e767dc8e req-bb7abbe1-00c4-4bf6-a142-24fe844037e1 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:12.454233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85c1567d-ea92-413e-9686-a555e767dc8e req-bb7abbe1-00c4-4bf6-a142-24fe844037e1 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.0905523 Mar 02 20:08:12.500714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85c1567d-ea92-413e-9686-a555e767dc8e req-1b2bfa9b-a0b6-47ad-9720-4e8acc672424 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403659 Mar 02 20:08:12.708017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af93c-5ca5-4df1-a8d8-c8c41266dc91 req-d87ace06-5069-4d92-8d00-ecb93357d67a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:12.709406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-019af93c-5ca5-4df1-a8d8-c8c41266dc91 req-d87ace06-5069-4d92-8d00-ecb93357d67a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 943 time: 0.0821061 Mar 02 20:08:12.759094 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-019af93c-5ca5-4df1-a8d8-c8c41266dc91 req-d0751392-7325-431b-a5db-617542b7594e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434303 Mar 02 20:08:13.300936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 42370110-e455-4ff9-bccc-73dcd305c432 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:08:13.437921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=42370110-e455-4ff9-bccc-73dcd305c432,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:13.451509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '42370110-e455-4ff9-bccc-73dcd305c432', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'port_id': '42370110-e455-4ff9-bccc-73dcd305c432', 'mac_address': 'fa:16:3e:37:0d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:08:13.513029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:13.531281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42370110-e455-4ff9-bccc-73dcd305c432 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:08:13.547394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=42370110-e455-4ff9-bccc-73dcd305c432,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:13.553864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:13.628456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:13.704025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd675ac-e083-4c4d-9915-709b9adcd247 req-7275b7c4-bf6d-4f0d-a4a3-b5ee575a66e8 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:13.705441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8cd675ac-e083-4c4d-9915-709b9adcd247 req-7275b7c4-bf6d-4f0d-a4a3-b5ee575a66e8 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.0913358 Mar 02 20:08:13.754910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8cd675ac-e083-4c4d-9915-709b9adcd247 req-9714be4c-b27e-4d1b-97ad-52463e42b48d tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/security-groups?id=509779ee-8542-4b7c-b518-1378cbd27b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Mar 02 20:08:13.794334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['42370110-e455-4ff9-bccc-73dcd305c432'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:08:13.969043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cd8de-b520-4b4a-bd7b-9eb1c07e2e60 req-f1972d77-8180-4f17-a84f-7c9772f116eb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:13.973193 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b43cd8de-b520-4b4a-bd7b-9eb1c07e2e60 req-f1972d77-8180-4f17-a84f-7c9772f116eb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 944 time: 0.0944226 Mar 02 20:08:14.020186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b43cd8de-b520-4b4a-bd7b-9eb1c07e2e60 req-d9ef53f0-f449-477e-913a-db9487599b24 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Mar 02 20:08:14.207549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-451b1b4d-fc50-4fcc-ad79-2d34243d6671 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:14.209359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-451b1b4d-fc50-4fcc-ad79-2d34243d6671 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 946 time: 0.0861526 Mar 02 20:08:14.285875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Deleting port 4a0cd528-1480-4c4a-9b8f-828cba479a0f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:08:14.286233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:14.551645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] For port 4a0cd528-1480-4c4a-9b8f-828cba479a0f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4a0cd528-1480-4c4a-9b8f-828cba479a0f,segment=NetworkSegment(ce8b2112-99a5-420c-b14c-6ca2643b3a74),segment_id=ce8b2112-99a5-420c-b14c-6ca2643b3a74)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:14.551921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:14.677490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Calling delete_port for 4a0cd528-1480-4c4a-9b8f-828cba479a0f owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:08:14.839051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:14.851357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4a0cd528-1480-4c4a-9b8f-828cba479a0f'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:08:15.056090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Pushing event deleted for resources: {'Port': ['ID=4a0cd528-1480-4c4a-9b8f-828cba479a0f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:15.061587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47f3a607-edbf-4c81-a93a-ec228298d2bb req-ffe5b7cd-a9ba-4c59-a214-1b332755df56 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ebd7749-e7ec-4232-a78d-13313b6dc642 HTTP/1.1" status: 200 len: 210 time: 0.1861100 Mar 02 20:08:15.066249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5dff6d4c-7169-4e56-82b6-d812167aec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.154239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] No DVR routers for this DVR port 4a0cd528-1480-4c4a-9b8f-828cba479a0f on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:08:15.186987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.189441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'name': 'network-vif-deleted', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:08:15.217814 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5236beaf-0a65-4cc0-bb02-2d5c75fa9df2 req-7ec2ac3b-8086-410e-af38-37acb85d5bd5 tempest-TestServerAdvancedOps-1756432038 tempest-TestServerAdvancedOps-1756432038-project] 10.222.0.32 "DELETE /v2.0/ports/4a0cd528-1480-4c4a-9b8f-828cba479a0f HTTP/1.1" status: 204 len: 173 time: 1.0029476 Mar 02 20:08:15.247041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebd7749-e7ec-4232-a78d-13313b6dc642', 'name': 'network-vif-deleted', 'tag': '4a0cd528-1480-4c4a-9b8f-828cba479a0f', 'status': 'completed', 'code': 200} Mar 02 20:08:15.255749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf04d-c255-473c-aabe-9c8fccc16310 req-09707639-3922-445b-89d1-f0f62a7e4d16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:15.257592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5a4bf04d-c255-473c-aabe-9c8fccc16310 req-09707639-3922-445b-89d1-f0f62a7e4d16 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 944 time: 0.1049912 Mar 02 20:08:15.319172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5a4bf04d-c255-473c-aabe-9c8fccc16310 req-1c81e144-6212-4331-b0e4-2be20a70824d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535924 Mar 02 20:08:15.323197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.324040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 42370110-e455-4ff9-bccc-73dcd305c432 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:08:15.365659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.400931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 42370110-e455-4ff9-bccc-73dcd305c432 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:08:15.405722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 42370110-e455-4ff9-bccc-73dcd305c432 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:08:15.406091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.524727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.536136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.575716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:08:15.586507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=42370110-e455-4ff9-bccc-73dcd305c432,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:08:15.592125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:15.628061 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432', 'code': 200} Mar 02 20:08:15.674930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:15.930600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8f1c1-1938-41ae-b373-fcff02512582 req-0fdb7546-3f2f-421d-9bca-6c9387cd5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:15.932078 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1bd8f1c1-1938-41ae-b373-fcff02512582 req-0fdb7546-3f2f-421d-9bca-6c9387cd5547 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1098 time: 0.0864809 Mar 02 20:08:15.975004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1bd8f1c1-1938-41ae-b373-fcff02512582 req-d7f28b3a-32ed-4c6d-9596-adc45449329e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363266 Mar 02 20:08:16.181005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40680) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:16.239935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Deleting subnet c6ea07e0-6f15-431d-9944-5990078e92b1 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:08:16.243320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.299872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.357003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.473665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.517470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.520147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ea07e0-6f15-431d-9944-5990078e92b1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:16.528020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-06ccc01d-08a5-4c08-9910-17fda37c203f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6ea07e0-6f15-431d-9944-5990078e92b1 HTTP/1.1" status: 204 len: 168 time: 0.3460040 Mar 02 20:08:16.530649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40686) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:16.647756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086296c-66e6-4578-9dc6-d9cd8399ca4b req-a9cc7db2-499a-4c0d-94d7-747bb13f2e90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:16.649246 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a086296c-66e6-4578-9dc6-d9cd8399ca4b req-a9cc7db2-499a-4c0d-94d7-747bb13f2e90 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.2245567 Mar 02 20:08:16.654989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.746291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a086296c-66e6-4578-9dc6-d9cd8399ca4b req-fbabaced-9214-4b06-b99d-48990571c6b5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892298 Mar 02 20:08:16.814247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.842170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96ccc36-be46-4133-bc5d-2a5ffb05f20a']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:16.853812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce8b2112-99a5-420c-b14c-6ca2643b3a74') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:16.854097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce8b2112-99a5-420c-b14c-6ca2643b3a74') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:16.865270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.881723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.888139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:08:16.888513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:08:16.901742 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:08:16.980581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.002194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.011308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96ccc36-be46-4133-bc5d-2a5ffb05f20a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:17.015269 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9fd21acd-29d0-4f3b-bb15-82794d8d6ef8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d96ccc36-be46-4133-bc5d-2a5ffb05f20a HTTP/1.1" status: 204 len: 168 time: 0.4826977 Mar 02 20:08:17.017218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40690) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:17.074263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.082951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Deleting subnet 492d7b13-f49e-407c-9dfb-99bfa0ff717e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:08:17.086593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.137028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.197232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.268542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.305446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492d7b13-f49e-407c-9dfb-99bfa0ff717e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:17.309263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.316031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cca823e0-cd78-400a-8ec7-604b0e36ef09 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/492d7b13-f49e-407c-9dfb-99bfa0ff717e HTTP/1.1" status: 204 len: 168 time: 0.2975121 Mar 02 20:08:17.318931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4a0cd528-1480-4c4a-9b8f-828cba479a0f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:08:17.319202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40694) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:17.353427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 4a0cd528-1480-4c4a-9b8f-828cba479a0f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:08:17.353744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4a0cd528-1480-4c4a-9b8f-828cba479a0f not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:08:17.426540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.550339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.579774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4749db-2e54-468f-9726-d815d56d6898']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:17.592941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893acc5d-216f-47ad-a75e-69bdf6965e7f') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:17.592941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893acc5d-216f-47ad-a75e-69bdf6965e7f') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:17.603714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.619544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.625312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:08:17.625681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:08:17.638359 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:08:17.730056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.750598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:17.875725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4749db-2e54-468f-9726-d815d56d6898,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:17.908850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-da96a08e-b77b-4eb7-824e-df8392938816 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df4749db-2e54-468f-9726-d815d56d6898 HTTP/1.1" status: 204 len: 168 time: 0.5885823 Mar 02 20:08:17.965552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47997f0-1d9c-4620-a441-120706812cc6 req-e26fa1ac-e7c3-4b5f-a5b5-4a3ca9befd65 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:17.967383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a47997f0-1d9c-4620-a441-120706812cc6 req-e26fa1ac-e7c3-4b5f-a5b5-4a3ca9befd65 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.0932617 Mar 02 20:08:18.020357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a47997f0-1d9c-4620-a441-120706812cc6 req-2e6e014c-5c42-47cd-bbbe-16f4483a3123 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422823 Mar 02 20:08:18.115895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40706) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.180683 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b0da8cb9-9543-4f1e-bce2-b5ba108b524d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e3fa504d6504fc0b0577984b72a51ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640693 Mar 02 20:08:18.180683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40710) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.256981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4a24a-3473-4ad1-bded-9e1da708d818 req-9f2b9e9a-9f55-4753-93a4-c6eba151f2a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:18.259100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.261159 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ca4a24a-3473-4ad1-bded-9e1da708d818 req-9f2b9e9a-9f55-4753-93a4-c6eba151f2a2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.1090360 Mar 02 20:08:18.280868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.305866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ca4a24a-3473-4ad1-bded-9e1da708d818 req-c0f09edf-12d7-4214-a0ec-35142cc942a4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Mar 02 20:08:18.331586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.337157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.353626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509779ee-8542-4b7c-b518-1378cbd27b88,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:18.360582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.364676 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-83187b06-79da-4a57-811a-24b8a6f2cd82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/509779ee-8542-4b7c-b518-1378cbd27b88 HTTP/1.1" status: 204 len: 168 time: 0.1826973 Mar 02 20:08:18.414457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff92d7-6b9a-4952-b169-2e31ad8fbee8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:18.416158 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-07ff92d7-6b9a-4952-b169-2e31ad8fbee8 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1093 time: 0.0834992 Mar 02 20:08:18.419214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40720) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.425713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '42370110-e455-4ff9-bccc-73dcd305c432', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:08:18.432083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:08:18.436560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:08:18.439885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:08:18.445989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:08:18.464407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.631578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.790500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.228 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b525813b-dc36-465a-9f8f-846c39561b27) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:08:18.799642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.855863 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c3b1f7dd-2327-422d-b757-8a669abc2691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5524ad4e2afd4bf4bbb87174b69c3526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504746 Mar 02 20:08:18.855863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:18.915739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.942989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:18.975400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.006334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.015180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.020996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3a370f-a12d-455a-8998-70039b142b31,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:19.030396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.032465 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0389b21c-2ed1-432c-9861-a96eaaf089f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f3a370f-a12d-455a-8998-70039b142b31 HTTP/1.1" status: 204 len: 168 time: 0.1764538 Mar 02 20:08:19.084400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:08:19.091271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:08:19.095694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:08:19.125899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b525813b-dc36-465a-9f8f-846c39561b27,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:19.557486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.659567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.904157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:19.910038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:20.150326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b525813b-dc36-465a-9f8f-846c39561b27,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:08:20.159739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:20.354074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 73af444e-b6b4-4a09-89a8-d403f672d8c0 associated. External IP: 172.26.2.228, port: 42370110-e455-4ff9-bccc-73dcd305c432. Mar 02 20:08:20.745117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2c265a8b-f8bc-4ab2-be97-f8471be73455 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:08:20.937848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:08:20.948031 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Sync routers for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:08:20.959529 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:08:20.960363 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:08:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:20.967914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:21.040980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-df89644c-8e9e-4f4d-acd2-2f034af8acde tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6206360 Mar 02 20:08:21.041618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:08:21.044229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:21.143454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432', 'status': 'completed', 'code': 200} Mar 02 20:08:21.170727 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:08:21.208199 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f9295743-f3f5-4b23-a65a-07a7f21b407f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/73af444e-b6b4-4a09-89a8-d403f672d8c0 HTTP/1.1" status: 200 len: 991 time: 0.1620347 Mar 02 20:08:21.258835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-a75fa1bb-bd08-46df-81c6-72e1856168e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:21.260873 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-a75fa1bb-bd08-46df-81c6-72e1856168e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1098 time: 0.0892632 Mar 02 20:08:21.432624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-706769ba-bc50-4b03-ab59-179bcfa44af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:21.434108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-706769ba-bc50-4b03-ab59-179bcfa44af9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 898 time: 0.1672328 Mar 02 20:08:21.540886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-b373ad43-ab41-4365-82d1-be7b886d79c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 999 time: 0.1005125 Mar 02 20:08:21.561776 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '73af444e-b6b4-4a09-89a8-d403f672d8c0', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'port_id': '42370110-e455-4ff9-bccc-73dcd305c432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'mac_address': 'fa:16:3e:37:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:08:19Z', 'updated_at': '2022-03-02T20:08:19Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:21.565872 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Checking router: 2c265a8b-f8bc-4ab2-be97-f8471be73455 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:08:21.574656 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:08:21.575203 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:08:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:21.603220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-a5834a3d-50b7-4aa8-b3cf-2c0c139b2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:21.604708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-a5834a3d-50b7-4aa8-b3cf-2c0c139b2fe4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 843 time: 0.0572276 Mar 02 20:08:21.682312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-b6e35bf1-e35c-4cec-b062-acc2e6681139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:21.684124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-b6e35bf1-e35c-4cec-b062-acc2e6681139 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63c94bb5-054b-410e-a8db-0f9918cef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730169 Mar 02 20:08:21.753788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:08:21.954923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-cf824305-ecc4-410b-a11e-ba898418ec03 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636387 Mar 02 20:08:22.086143 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2096c8c-0a37-475c-94ce-2a7f9b9277a8 req-2e2a9dd1-82e7-4217-bac9-11ff42baa875 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243780 Mar 02 20:08:22.105890 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '73af444e-b6b4-4a09-89a8-d403f672d8c0', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'port_id': '42370110-e455-4ff9-bccc-73dcd305c432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'mac_address': 'fa:16:3e:37:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:08:19Z', 'updated_at': '2022-03-02T20:08:19Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:08:22.109921 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681000-ac8b-4eaa-ba2d-4fed05eb7001 None None] The sync data for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv is: [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '73af444e-b6b4-4a09-89a8-d403f672d8c0', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.228', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'port_id': '42370110-e455-4ff9-bccc-73dcd305c432', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'mac_address': 'fa:16:3e:37:0d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:08:19Z', 'updated_at': '2022-03-02T20:08:19Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:08:22.210549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40742) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:22.324877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a369b964-3fa7-4143-8c6c-6464a8e65f40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/73af444e-b6b4-4a09-89a8-d403f672d8c0 HTTP/1.1" status: 200 len: 991 time: 0.1130722 Mar 02 20:08:22.338099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63804424-9301-47e4-ab2d-2ed71396b44d None None] New status for floating IP 73af444e-b6b4-4a09-89a8-d403f672d8c0: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:08:23.330146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:08:23.443359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5b08049-0b8b-4995-b4de-2818d7341792 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/73af444e-b6b4-4a09-89a8-d403f672d8c0 HTTP/1.1" status: 200 len: 993 time: 0.1115429 Mar 02 20:08:28.331083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-671326b5-15ef-4e5b-b9e3-ea09910a9875 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775330 Mar 02 20:08:28.473342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-5f386841-5b66-47cc-81e2-05bbba2e310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:28.474897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-5f386841-5b66-47cc-81e2-05bbba2e310d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0724545 Mar 02 20:08:28.624749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-a9823de2-40ba-48b6-85f5-ee84880359ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:28.626221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-a9823de2-40ba-48b6-85f5-ee84880359ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1315138 Mar 02 20:08:28.732596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-3759e453-8830-4f0d-83c4-a219fbc31b4c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 1001 time: 0.0993519 Mar 02 20:08:28.802068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-3e9ad91c-0edd-4e61-bbe2-7e0117d6c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:28.804271 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-3e9ad91c-0edd-4e61-bbe2-7e0117d6c270 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0644472 Mar 02 20:08:28.884871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-f47bf3aa-1863-4be5-9d98-ff341d058aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:08:28.886365 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-f47bf3aa-1863-4be5-9d98-ff341d058aab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754182 Mar 02 20:08:29.019834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-de678357-3c3a-4e5b-9316-0bd0405fba21 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265104 Mar 02 20:08:29.167230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fe423e5-9563-4874-a45d-6fad27e1ec5e req-95567885-ca1c-4aae-b252-3f21241d9987 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395936 Mar 02 20:08:33.023431 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:08:41.777764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bad194ba-9a08-42b0-aa01-4a6e9d16d9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:45.053471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7ce978b5-74fe-4f67-a899-d3e3f2af9801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:45.299547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:45.320551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:45.494723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:08:47.068210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:10.024988 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:09:11.783266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e2fa-9e99-4a8c-a716-b3a69509e874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:15.050883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-537fc156-ffe2-4c51-ade9-37c22bf68e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:15.304496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:15.324431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:15.497834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:17.074987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:26.079666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-22ba8251-c09a-4e6e-a716-678e32993ffc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513865991&fields=id&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 267 time: 0.0537803 Mar 02 20:09:26.230518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-ae068167-e44f-4929-85bd-279ab70cd507 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:26.231937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-ae068167-e44f-4929-85bd-279ab70cd507 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.1455781 Mar 02 20:09:26.249386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-9e0250cc-75fb-4c5c-be33-b38d445ccd84 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/quotas/640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 375 time: 0.0092440 Mar 02 20:09:26.344540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-9f49a2a4-4c09-4bb7-98fe-a92a4fe77075 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0883236 Mar 02 20:09:26.711123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-bbf1ff00-3a51-46bc-8bb2-bb2e31cc7fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550076 Mar 02 20:09:26.842313 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-3298dfa4-eb84-4d22-9ec5-69bc541f317b service neutron] 10.222.0.36 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251554 Mar 02 20:09:27.233134 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5dc19cc-430b-427a-87e4-7adf17568e1c req-b32fb6a9-33c4-4de3-beff-721062bb03e2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 210 time: 0.0419769 Mar 02 20:09:28.388294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34ac39ae-cb8a-4a9d-aac0-d98d50e205ba req-068ab0cd-7126-4318-95ca-5ba5a18b69ed tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 210 time: 0.0421989 Mar 02 20:09:28.583078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-10160781-cd58-4adc-82c8-11d6c5e51e25 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:28.584556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-10160781-cd58-4adc-82c8-11d6c5e51e25 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 812 time: 0.1610241 Mar 02 20:09:28.636060 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-9f6e6b55-0069-4ab6-a146-746e12751b84 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=640e5b33c532483b861d1e057dd5e369 HTTP/1.1" status: 200 len: 380 time: 0.0438762 Mar 02 20:09:28.647113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'port': {'device_id': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'admin_state_up': True, 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'security_groups': ['dd8f3f03-b4fb-4680-a72c-050b381381d8']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:09:28.785441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:28.795498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:28.806246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Made reservation on behalf of 640e5b33c532483b861d1e057dd5e369 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:09:28.809988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:28.971670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.20.0.4 (5d7aaa01-5561-4950-bf0e-d302f6efe87c/03b1620e-b3e0-4a16-902f-d3e0545b8dd9/00db79a6-c272-44b0-82bf-5114e54d43c7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:09:29.162698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:29.180048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Transition to ACTIVE for port object 00db79a6-c272-44b0-82bf-5114e54d43c7 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:09:29.206921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:29.273508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:09:29.281374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:29.285824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:09:29.354548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:29.381019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.381359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.381857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.382335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.382822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.383149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.383475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.383797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.384121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.384472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.384829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.385204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:29.413260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:29.413898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:29.457979 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-da6d813f-a35c-489d-aea8-5ab4b094ba5a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164861 Mar 02 20:09:29.469177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-73935ec4-dd49-4512-92c1-a101ededb46b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1544967 Mar 02 20:09:29.477399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Request body: {'port': {'device_id': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:09:29.518763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dfe2ab99-30b9-46b3-a574-5aac3db22232 None None] Provisioning for port 00db79a6-c272-44b0-82bf-5114e54d43c7 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:09:29.523955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dfe2ab99-30b9-46b3-a574-5aac3db22232 None None] Provisioning complete for port 00db79a6-c272-44b0-82bf-5114e54d43c7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:09:29.524321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dfe2ab99-30b9-46b3-a574-5aac3db22232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:29.580567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2ab99-30b9-46b3-a574-5aac3db22232 None None] Port 00db79a6-c272-44b0-82bf-5114e54d43c7 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:09:29.695025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:29.777454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b11b5-538b-495e-aea1-92064b81f04d req-f12cfdf6-b16a-49e2-a27b-070490d68b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:29.778866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-f12cfdf6-b16a-49e2-a27b-070490d68b8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1098 time: 0.2721801 Mar 02 20:09:29.812019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b70aff-447a-4080-9ab2-679ebe72b078 req-88136093-0423-48fb-bca5-78c6bb11f983 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:29.812829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-71b70aff-447a-4080-9ab2-679ebe72b078 req-88136093-0423-48fb-bca5-78c6bb11f983 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:09:30.124512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-71b70aff-447a-4080-9ab2-679ebe72b078 req-88136093-0423-48fb-bca5-78c6bb11f983 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:09:30.125538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-71b70aff-447a-4080-9ab2-679ebe72b078 req-88136093-0423-48fb-bca5-78c6bb11f983 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 931 time: 0.5701702 Mar 02 20:09:30.286519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b11b5-538b-495e-aea1-92064b81f04d req-f2887ff2-e967-4840-9935-802e5b253b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:30.287868 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-f2887ff2-e967-4840-9935-802e5b253b22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 898 time: 0.4722171 Mar 02 20:09:30.294227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-71b70aff-447a-4080-9ab2-679ebe72b078 req-4ecd2e20-4932-4a1a-a49b-50ed025b6d49 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560295 Mar 02 20:09:30.414488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-d18d0d90-5d1d-4888-8928-7e534a6d4b96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 1001 time: 0.1193295 Mar 02 20:09:30.539232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00db79a6-c272-44b0-82bf-5114e54d43c7 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:09:30.544363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b11b5-538b-495e-aea1-92064b81f04d req-b20cbc5f-81d3-4a75-ad66-2d552d56eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:30.546154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-b20cbc5f-81d3-4a75-ad66-2d552d56eaf7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 843 time: 0.1242740 Mar 02 20:09:30.549865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:30.605553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Transition to ACTIVE for port object 00db79a6-c272-44b0-82bf-5114e54d43c7 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:09:30.611059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:30.757062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:30.833011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b11b5-538b-495e-aea1-92064b81f04d req-5edd4ee1-cdf3-401c-baba-068d945faf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:30.834561 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-5edd4ee1-cdf3-401c-baba-068d945faf4e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63c94bb5-054b-410e-a8db-0f9918cef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2801926 Mar 02 20:09:30.959199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Attempting to bind port 00db79a6-c272-44b0-82bf-5114e54d43c7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:09:30.959401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Attempting to bind port 00db79a6-c272-44b0-82bf-5114e54d43c7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:09:30.959721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Attempting to bind port 00db79a6-c272-44b0-82bf-5114e54d43c7 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:09:30.968495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Port 00db79a6-c272-44b0-82bf-5114e54d43c7 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:09:30.968833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Attempting to bind port 00db79a6-c272-44b0-82bf-5114e54d43c7 on network 5d7aaa01-5561-4950-bf0e-d302f6efe87c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:09:30.985175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:09:30.985491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Checking segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:09:30.985865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Bound using segment: {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:09:30.986285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Bound port: 00db79a6-c272-44b0-82bf-5114e54d43c7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cfb5d5-1d88-400f-a4d0-5579c2769937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:09:30.986619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:31.011171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-a0e67a10-1815-4531-bd06-6269d62b4e09 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682665 Mar 02 20:09:31.177060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:09:31.182384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00db79a6-c272-44b0-82bf-5114e54d43c7,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:09:31.197202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:31.241746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-316b11b5-538b-495e-aea1-92064b81f04d req-fe6b5676-f00b-4298-9f80-5d76349902b7 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059338 Mar 02 20:09:31.251575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:31.252177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:31.253552 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 200 len: 1093 time: 1.7829742 Mar 02 20:09:31.253991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:09:31.288308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e1df2-f82c-464c-b16b-e99c4668a7b8 service neutron] Pushing event updated for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:31.333851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'status': 'completed', 'code': 200} Mar 02 20:09:31.378591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-d1795a1d-efcd-474b-ac88-1709db6395da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:31.380100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-d1795a1d-efcd-474b-ac88-1709db6395da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1096 time: 0.0817962 Mar 02 20:09:31.492433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-eae9dc12-c035-4854-ae07-6316a184df79 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 200 len: 217 time: 0.1047323 Mar 02 20:09:31.569600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-67b32c01-9e82-4581-8536-f8acd06c7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:31.570252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-67b32c01-9e82-4581-8536-f8acd06c7d4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0699859 Mar 02 20:09:31.760837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f20b0c-01d1-48be-b6da-71a0cce1c79c req-c5660c76-2634-4e1d-aa1b-44664368069d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:31.762022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23f20b0c-01d1-48be-b6da-71a0cce1c79c req-c5660c76-2634-4e1d-aa1b-44664368069d tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.3204019 Mar 02 20:09:31.825579 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23f20b0c-01d1-48be-b6da-71a0cce1c79c req-a66c1bd2-09c8-4279-82c8-c25c555547bc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570407 Mar 02 20:09:31.832835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-ae422155-0d06-43e4-98f9-ede2e3c63f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:31.834643 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-ae422155-0d06-43e4-98f9-ede2e3c63f13 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2564692 Mar 02 20:09:31.978508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-5a75cc48-2e27-4b2c-ba19-dc2075fabaa4 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343734 Mar 02 20:09:32.117701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea60600-e5a5-4589-9e25-8fccfd3a4bc7 req-676204e4-9d28-42ea-8e28-2be14b809e08 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330612 Mar 02 20:09:32.262685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-066073e7-62b2-4c44-9eb4-c4c56b48f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:32.264218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-066073e7-62b2-4c44-9eb4-c4c56b48f225 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1096 time: 0.0798154 Mar 02 20:09:32.399888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-c4d8d706-6ec3-4e26-a9db-627872db3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:32.399888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-c4d8d706-6ec3-4e26-a9db-627872db3212 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1272511 Mar 02 20:09:32.468280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-2b1f27ab-f23c-4b14-9bf8-68b56dd0ce93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 200 len: 217 time: 0.0634296 Mar 02 20:09:32.531566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-7590371f-dc8e-4f0c-b25d-b26a15f36fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:32.533457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-7590371f-dc8e-4f0c-b25d-b26a15f36fbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0578585 Mar 02 20:09:32.621874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-60556643-7091-4bbf-842e-f4241c4f09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:32.623375 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-60556643-7091-4bbf-842e-f4241c4f09f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825117 Mar 02 20:09:32.766959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-f0dd8064-d55a-482d-88b3-51eb81fc1887 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366704 Mar 02 20:09:32.897894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-611728bd-4b2f-4d96-a91b-09d479074c3e req-1435e3f8-16d7-4db8-bf80-42878cf5ad3a service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241286 Mar 02 20:09:33.027052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486db16-02c1-4696-9c08-dc2522051d75 req-f7bceee1-059a-4131-be62-ef755819f493 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:33.028454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1486db16-02c1-4696-9c08-dc2522051d75 req-f7bceee1-059a-4131-be62-ef755819f493 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0855129 Mar 02 20:09:33.079369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1486db16-02c1-4696-9c08-dc2522051d75 req-3e26e9a0-9052-4d33-bba8-b7cad90f35be tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450442 Mar 02 20:09:34.274086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed435bc5-6959-48da-a095-4ba032d966c2 req-3b40b0cc-a89a-4f06-9361-3dddf5477d23 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:34.274821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ed435bc5-6959-48da-a095-4ba032d966c2 req-3b40b0cc-a89a-4f06-9361-3dddf5477d23 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0849478 Mar 02 20:09:34.325291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ed435bc5-6959-48da-a095-4ba032d966c2 req-be09fbe0-3467-4ffe-82f7-092ac5fa0462 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428534 Mar 02 20:09:35.525318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2a7b3-46d5-4357-b40c-3f9793f0bd0e req-644b30db-712c-4fa8-b261-e888dc016807 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:35.526913 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cd2a7b3-46d5-4357-b40c-3f9793f0bd0e req-644b30db-712c-4fa8-b261-e888dc016807 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0902021 Mar 02 20:09:35.574815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cd2a7b3-46d5-4357-b40c-3f9793f0bd0e req-66c1785a-2421-4c56-96c1-e456285d64cd tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406551 Mar 02 20:09:36.763256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48982e-304c-4111-a5b5-bc956b077e99 req-8a218282-e486-45bd-9275-bdaacc5988f7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:36.765779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad48982e-304c-4111-a5b5-bc956b077e99 req-8a218282-e486-45bd-9275-bdaacc5988f7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0819044 Mar 02 20:09:36.811534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad48982e-304c-4111-a5b5-bc956b077e99 req-7a639a85-9c97-4478-84c4-0ea28ae35d95 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Mar 02 20:09:38.020372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf64ec-246a-4e2c-ac9c-da4e98a2e30b req-056a6894-4e9d-42fc-a5a3-41736f0afac7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:38.021838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bebf64ec-246a-4e2c-ac9c-da4e98a2e30b req-056a6894-4e9d-42fc-a5a3-41736f0afac7 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.1010547 Mar 02 20:09:38.077633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bebf64ec-246a-4e2c-ac9c-da4e98a2e30b req-285440da-5612-489b-8661-4871b8ea6e59 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498452 Mar 02 20:09:39.286864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7d325-6b68-4c02-98e0-7bf119e8b03e req-9134acc9-37f3-4290-8d9d-eff8a35e7fd2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:39.288360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3ac7d325-6b68-4c02-98e0-7bf119e8b03e req-9134acc9-37f3-4290-8d9d-eff8a35e7fd2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0933077 Mar 02 20:09:39.332963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3ac7d325-6b68-4c02-98e0-7bf119e8b03e req-d4a46560-8fa8-4790-950c-99de23cc8d38 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386446 Mar 02 20:09:40.650383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbf71f-9710-44d7-945e-355ed2533b9d req-9c5d28be-fc4c-4e48-b4c6-409f43db7657 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:40.651737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84cbf71f-9710-44d7-945e-355ed2533b9d req-9c5d28be-fc4c-4e48-b4c6-409f43db7657 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.1944814 Mar 02 20:09:40.695792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84cbf71f-9710-44d7-945e-355ed2533b9d req-2712dea6-fec4-4132-9c42-98fd498482dc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381455 Mar 02 20:09:41.714506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 00db79a6-c272-44b0-82bf-5114e54d43c7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:09:41.836230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb4338bf-0854-4c6b-8fd0-03363f729a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:41.870908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00db79a6-c272-44b0-82bf-5114e54d43c7,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:09:41.883930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'port_id': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'mac_address': 'fa:16:3e:d4:fb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:09:41.906049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a228320-1566-420c-883a-7c2d5361945e req-7c95034c-a970-4176-b320-651a600d9254 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:41.907616 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a228320-1566-420c-883a-7c2d5361945e req-7c95034c-a970-4176-b320-651a600d9254 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 943 time: 0.0837460 Mar 02 20:09:41.938444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:41.953305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a228320-1566-420c-883a-7c2d5361945e req-e2f56bb8-8403-4711-88c1-7aa4581cc179 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393760 Mar 02 20:09:41.958832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00db79a6-c272-44b0-82bf-5114e54d43c7 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:09:41.974683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00db79a6-c272-44b0-82bf-5114e54d43c7,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:09:41.982436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:42.047924 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:42.055464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.055808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.056147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.056509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.056842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.057165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.057485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.057822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.058153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.058480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.058747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.059076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:09:42.215452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['00db79a6-c272-44b0-82bf-5114e54d43c7'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:09:43.153824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7710c-4d29-454d-a87f-e13db29538d1 req-a34c7a36-5744-4b2b-ab20-a3002995ac41 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:43.155187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-11e7710c-4d29-454d-a87f-e13db29538d1 req-a34c7a36-5744-4b2b-ab20-a3002995ac41 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 944 time: 0.0865841 Mar 02 20:09:43.207403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-11e7710c-4d29-454d-a87f-e13db29538d1 req-c4e20e23-7bc4-4c6d-8211-6154f78a72e0 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Mar 02 20:09:43.715031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 00db79a6-c272-44b0-82bf-5114e54d43c7 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:09:43.791247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 00db79a6-c272-44b0-82bf-5114e54d43c7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:09:43.796622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 00db79a6-c272-44b0-82bf-5114e54d43c7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:09:43.796984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:43.913419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:43.941179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:09:43.951282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00db79a6-c272-44b0-82bf-5114e54d43c7,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:09:43.957032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:43.994658 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'code': 200} Mar 02 20:09:44.026668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:44.287564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df153296-8e0c-4d2f-9383-b46541f7b550 req-29b873d3-0f6c-450b-9b97-8f28459d82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:44.289104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df153296-8e0c-4d2f-9383-b46541f7b550 req-29b873d3-0f6c-450b-9b97-8f28459d82f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1098 time: 0.0731177 Mar 02 20:09:44.368362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df153296-8e0c-4d2f-9383-b46541f7b550 req-3c53d114-9887-46c4-bc55-6fa0ff00923d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720832 Mar 02 20:09:44.411229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f150e-cede-4da9-99b2-4607122d04ea req-2aa8c027-69da-4f27-852b-1f98fd05fe22 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:44.412673 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c83f150e-cede-4da9-99b2-4607122d04ea req-2aa8c027-69da-4f27-852b-1f98fd05fe22 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.0966892 Mar 02 20:09:44.461660 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c83f150e-cede-4da9-99b2-4607122d04ea req-05f41058-160e-4ee5-86c1-688882f82df2 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Mar 02 20:09:45.051395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-efd5aee9-6c40-4766-91ce-129ee8935846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:45.308569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:45.328009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:45.495055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:45.672303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5309b-c2b7-48b6-bb7b-12c479bc4018 req-7c2e66df-867f-410d-94e9-048fab53eabc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:45.673825 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1bb5309b-c2b7-48b6-bb7b-12c479bc4018 req-7c2e66df-867f-410d-94e9-048fab53eabc tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.0912189 Mar 02 20:09:45.717471 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1bb5309b-c2b7-48b6-bb7b-12c479bc4018 req-6f8b2b96-7a2d-4a7c-aa5a-2886ca4c66fe tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 Mar 02 20:09:45.912779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde936-5cd9-4cca-a967-dcc10c6987a8 req-a1b072dc-b01e-4036-b67a-746ce7679be5 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:45.914320 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2fde936-5cd9-4cca-a967-dcc10c6987a8 req-a1b072dc-b01e-4036-b67a-746ce7679be5 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.0897770 Mar 02 20:09:45.959600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2fde936-5cd9-4cca-a967-dcc10c6987a8 req-0db29c90-1f51-446a-95bf-a55ceb1e13ab tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390236 Mar 02 20:09:45.982841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:46.054470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2daf4-5a62-45cc-b0fd-3d6aec8ba417 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:46.055923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ef2daf4-5a62-45cc-b0fd-3d6aec8ba417 tempest-TestVolumeBootPattern-466463473 tempest-TestVolumeBootPattern-466463473-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1093 time: 0.0720859 Mar 02 20:09:46.058991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:09:46.064083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:09:46.070497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:09:46.074285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Usage tracker for resource:floatingip and tenant:640e5b33c532483b861d1e057dd5e369 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:09:46.077277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:09:46.082933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:09:46.094463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:46.241570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:46.382446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Allocated IP 172.26.2.150 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b166576f-e9ca-48f7-9c9d-c3a33d60af90) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:09:46.530206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:46.563734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:46.627075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:09:46.633931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:09:46.638005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:09:46.667578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=b166576f-e9ca-48f7-9c9d-c3a33d60af90,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:47.024740 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:09:47.075874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.185997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.264936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.493250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.501031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.607242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event updated for resources: {'Port': ['ID=b166576f-e9ca-48f7-9c9d-c3a33d60af90,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:09:47.619750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:47.792665 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP 04c24d57-8702-4644-8456-3585c0a62b66 associated. External IP: 172.26.2.150, port: 00db79a6-c272-44b0-82bf-5114e54d43c7. Mar 02 20:09:48.164297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:09:48.349403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:09:48.359108 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:09:48.369491 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:09:48.370097 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:09:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:09:48.376256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:09:48.435556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ca220851-92ed-44c6-9ace-a94f758fb5ff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3704295 Mar 02 20:09:48.435556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:09:48.475685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'status': 'completed', 'code': 200} Mar 02 20:09:48.567800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-b18702d6-8c01-428d-8fa0-6eeca940b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:48.569337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-b18702d6-8c01-428d-8fa0-6eeca940b669 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1098 time: 0.0707448 Mar 02 20:09:48.580734 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:09:48.815930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-6b12d9d0-ab58-4e3d-8307-05369ceecdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:48.817437 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-6b12d9d0-ab58-4e3d-8307-05369ceecdaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.2424862 Mar 02 20:09:48.918243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-97df66b1-05cc-40d0-8ed3-a7c2ca43f852 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 200 len: 999 time: 0.0940385 Mar 02 20:09:48.929039 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '04c24d57-8702-4644-8456-3585c0a62b66', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:d4:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:09:47Z', 'updated_at': '2022-03-02T20:09:47Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}, {'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:09:48.932797 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:09:48.941094 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:09:48.941677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:09:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:09:48.981240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-28507bc1-af9c-459e-a5b9-3277f63e68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:48.982700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-28507bc1-af9c-459e-a5b9-3277f63e68e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0591624 Mar 02 20:09:49.057375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-313a4e6f-f825-44ad-acb3-ad583e8ecc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:09:49.058809 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-313a4e6f-f825-44ad-acb3-ad583e8ecc9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698225 Mar 02 20:09:49.112623 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:09:49.191304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-8aaa34f4-4aea-46ba-a675-4d258b39d19e service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266506 Mar 02 20:09:49.326113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2533aa09-2298-4a51-9859-2cfb99fb92e0 req-96a6222c-d547-49cf-9ffc-816380daeb23 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283801 Mar 02 20:09:49.458959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '04c24d57-8702-4644-8456-3585c0a62b66', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:d4:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:09:47Z', 'updated_at': '2022-03-02T20:09:47Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}, {'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:09:49.462943 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede1890b-4a54-4365-9845-5225eacb1250 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '04c24d57-8702-4644-8456-3585c0a62b66', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:d4:fb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:09:47Z', 'updated_at': '2022-03-02T20:09:47Z', 'revision_number': 0, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}, {'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:09:49.651896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851a741-1e20-43c7-a810-0588a9c5ff85 None None] New status for floating IP 04c24d57-8702-4644-8456-3585c0a62b66: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:10:11.783802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81f2352a-82e1-4b64-b7bb-a09bc388de9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.023429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:14.031326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:10:14.163528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2689591'] for subnet, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.354719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737253619429', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2136289'] for subnet, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.414923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:14.415399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:14.417374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/subnets/d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 835 time: 0.3920212 Mar 02 20:10:14.423327 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bed8f1-0c1c-4dd8-ba66-36ed6840b869 None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:10:14.435006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9be0e-1c62-4cb7-bba8-c1a7c37bc105 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=d59182b2-d89b-4781-a6b6-e2755227a1ea,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:14.869566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Provisioning complete for port bcef1c77-22bb-4376-8491-3c86310dacb1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:14.869930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.054664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41466ea9-163a-43e6-b66a-928f5a7f1390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.056555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Provisioning complete for port 612670ad-98a1-403b-946e-affb743688e6 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:15.056901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.185159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Provisioning complete for port 42370110-e455-4ff9-bccc-73dcd305c432 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:10:15.185516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd20e1a-bbf5-4e41-8803-8bbd8f8106e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.327580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.333579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:15.494193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:17.081780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:24.026539 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:10:29.345475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-85ed6c0d-fd30-47e6-ac8c-5ddfbfa92346 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797169 Mar 02 20:10:29.485279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-86903527-3e74-4fd8-8ace-4cb4dabc1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:29.486752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-86903527-3e74-4fd8-8ace-4cb4dabc1a27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0741580 Mar 02 20:10:29.642720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-2897c1cf-463f-4cfa-b7c2-acbcad7413a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:29.644382 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-2897c1cf-463f-4cfa-b7c2-acbcad7413a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1385992 Mar 02 20:10:29.756814 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-31ea8d14-7e39-4480-a339-b28259cd033c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 1001 time: 0.1065264 Mar 02 20:10:29.824739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-1763448a-d433-4264-8199-52a4926e685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:29.826096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-1763448a-d433-4264-8199-52a4926e685c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0627308 Mar 02 20:10:29.902611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-25bc33f5-b914-44e8-bddb-5b8ce4353490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:29.904097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-25bc33f5-b914-44e8-bddb-5b8ce4353490 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720222 Mar 02 20:10:30.038281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-9986a30a-3312-4462-a314-027fab6d0a42 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275334 Mar 02 20:10:30.172283 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-594d477e-516a-4c9f-a758-bf3cf8ee61e5 req-91042ff1-88ce-4203-95a3-7c4c8602a8b2 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274483 Mar 02 20:10:41.785636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f287e285-2352-4a53-ae00-3f5970f251a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.053011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d7b4b576-30e7-4d15-8240-8b7d02e85a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.315353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.336759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:45.490042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:47.084221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.267135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:10:57.571268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port b525813b-dc36-465a-9f8f-846c39561b27 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:10:57.571475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.736715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.737046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:57.863928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for b525813b-dc36-465a-9f8f-846c39561b27 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:10:58.014991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.063913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=b525813b-dc36-465a-9f8f-846c39561b27,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:10:58.100263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.100626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.100953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.101273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.101583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.101894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.102208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.102523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.102833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.103138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.103440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.103745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:10:58.162260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.162617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 73af444e-b6b4-4a09-89a8-d403f672d8c0 disassociated (deleted). External IP: 172.26.2.228, port: 42370110-e455-4ff9-bccc-73dcd305c432. Mar 02 20:10:58.525117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2c265a8b-f8bc-4ab2-be97-f8471be73455 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:10:58.712006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:10:58.722966 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Sync routers for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:10:58.735198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:10:58.750870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:10:58.751479 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:58.918218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d560084c-37bf-43df-aaf7-783ac50a3f07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/73af444e-b6b4-4a09-89a8-d403f672d8c0 HTTP/1.1" status: 204 len: 168 time: 1.6499414 Mar 02 20:10:58.918910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:10:58.962549 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:10:58.973936 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432', 'status': 'completed', 'code': 200} Mar 02 20:10:59.080536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-176ceec3-1fe6-4255-9fca-7437ff07fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.081987 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-176ceec3-1fe6-4255-9fca-7437ff07fc7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 1098 time: 0.0846572 Mar 02 20:10:59.229231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-128af30f-d7a5-4773-8699-26367e6af403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.230746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-128af30f-d7a5-4773-8699-26367e6af403 service neutron] 10.222.0.32 "GET /v2.0/networks?id=63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 200 len: 898 time: 0.1429305 Mar 02 20:10:59.361107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-4039f2f5-ba4b-4471-9eeb-e8626fb80be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 200 len: 217 time: 0.0888062 Mar 02 20:10:59.362865 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:59.367399 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Checking router: 2c265a8b-f8bc-4ab2-be97-f8471be73455 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:10:59.377587 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:10:59.378394 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:59.466757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-0f56ba27-b8af-46c5-b4e3-484444a0a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.468436 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-0f56ba27-b8af-46c5-b4e3-484444a0a9b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 200 len: 843 time: 0.0995708 Mar 02 20:10:59.480389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f45cc-256f-44a8-9812-0a7ce9db3524 req-32b6248f-20f8-49b3-bb83-9e916d4891be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.481104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3d2f45cc-256f-44a8-9812-0a7ce9db3524 req-32b6248f-20f8-49b3-bb83-9e916d4891be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:10:59.541379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3d2f45cc-256f-44a8-9812-0a7ce9db3524 req-32b6248f-20f8-49b3-bb83-9e916d4891be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:10:59.542807 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d2f45cc-256f-44a8-9812-0a7ce9db3524 req-32b6248f-20f8-49b3-bb83-9e916d4891be tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.3102694 Mar 02 20:10:59.564970 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:10:59.606986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-be4ee170-db23-438a-ba3f-a176de2b533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:10:59.606986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-be4ee170-db23-438a-ba3f-a176de2b533d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=63c94bb5-054b-410e-a8db-0f9918cef180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225429 Mar 02 20:10:59.611225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d2f45cc-256f-44a8-9812-0a7ce9db3524 req-c0fdff00-185b-4b5a-8481-3e489f262eae tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605080 Mar 02 20:10:59.751067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-0625c790-d09a-4e64-8bac-4c919f5817ca service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374769 Mar 02 20:10:59.888426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a0e60b9c-632d-43bd-a1bf-2558e9fede63 req-6861fb47-5a8d-479c-8461-842e9a9190b2 service neutron] 10.222.0.32 "GET /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304946 Mar 02 20:10:59.897123 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:10:59.901251 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f133f98d-a371-4db2-9780-dfe2ffa4a118 None None] The sync data for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv is: [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:07:58Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'bcef1c77-22bb-4376-8491-3c86310dacb1', 'name': '', 'network_id': '63c94bb5-054b-410e-a8db-0f9918cef180', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:a7:4b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:57Z', 'updated_at': '2022-03-02T20:08:05Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'd59182b2-d89b-4781-a6b6-e2755227a1ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:00.051935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [req-6ca6ab1c-df5a-4e48-8a21-501656ee5381 req-88d55a51-1dd5-4cb8-a8f4-11062d19ac08 service neutron] (87813) timed out ('10.222.0.32', 63527) {{(pid=87813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:11:00.111394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b10c184-7e01-4ab4-bc11-6c593307cc3b None None] New status for floating IP 73af444e-b6b4-4a09-89a8-d403f672d8c0: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:11:00.547696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-7e44be3e-4bc9-4d3e-8824-a9ac550fbbe5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:00.549070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-7e44be3e-4bc9-4d3e-8824-a9ac550fbbe5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.0829852 Mar 02 20:11:00.620059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 42370110-e455-4ff9-bccc-73dcd305c432 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:00.620543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.928201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 42370110-e455-4ff9-bccc-73dcd305c432, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=42370110-e455-4ff9-bccc-73dcd305c432,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:00.928578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:00.995599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b594b3-de65-4580-9856-94f749aaf12e req-b65a1638-63b5-432d-be25-4b153775d130 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:00.997085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-86b594b3-de65-4580-9856-94f749aaf12e req-b65a1638-63b5-432d-be25-4b153775d130 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c9a71fd-b473-4620-8f92-130e896d6e80 HTTP/1.1" status: 200 len: 945 time: 0.2568409 Mar 02 20:11:01.026184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:11:01.059603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 42370110-e455-4ff9-bccc-73dcd305c432 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:01.149145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-86b594b3-de65-4580-9856-94f749aaf12e req-71ab7793-fce2-4308-8a72-8de78859e1a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=bbca25e2-3764-4039-9ab6-6585040d4b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962818 Mar 02 20:11:01.343302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.393138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=42370110-e455-4ff9-bccc-73dcd305c432,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:01.475576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 42370110-e455-4ff9-bccc-73dcd305c432 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:01.478229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:01.480837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'name': 'network-vif-deleted', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:01.498491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-216cc02f-9c08-41a7-b8e0-02a042545c92 req-ab840abe-969f-4e30-8227-946ad9607b6d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/42370110-e455-4ff9-bccc-73dcd305c432 HTTP/1.1" status: 204 len: 173 time: 0.9444981 Mar 02 20:11:01.530251 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9a71fd-b473-4620-8f92-130e896d6e80', 'name': 'network-vif-deleted', 'tag': '42370110-e455-4ff9-bccc-73dcd305c432', 'status': 'completed', 'code': 200} Mar 02 20:11:02.243776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:02.312395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.341217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.409853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.439870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbca25e2-3764-4039-9ab6-6585040d4b60,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:02.467084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:02.468283 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6ac59db6-aec6-4a38-8e02-a0457320e889 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/bbca25e2-3764-4039-9ab6-6585040d4b60 HTTP/1.1" status: 204 len: 168 time: 0.2234576 Mar 02 20:11:02.499437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:03.058121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.411292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port bcef1c77-22bb-4376-8491-3c86310dacb1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:03.411976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.709746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port bcef1c77-22bb-4376-8491-3c86310dacb1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=bcef1c77-22bb-4376-8491-3c86310dacb1,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:03.710091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:03.830948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for bcef1c77-22bb-4376-8491-3c86310dacb1 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:04.062255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 42370110-e455-4ff9-bccc-73dcd305c432 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:04.095853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 42370110-e455-4ff9-bccc-73dcd305c432 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:04.096160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 42370110-e455-4ff9-bccc-73dcd305c432 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:04.108163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.155283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=bcef1c77-22bb-4376-8491-3c86310dacb1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:04.433172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:04.797239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 2c265a8b-f8bc-4ab2-be97-f8471be73455 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:04.975928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:04.986928 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Sync routers for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:04.989095 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c0dfbe50-4918-4c43-841e-9c780b32ae7f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/2c265a8b-f8bc-4ab2-be97-f8471be73455/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885349 Mar 02 20:11:04.991679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.002639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:05.003548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:05.199623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet d59182b2-d89b-4781-a6b6-e2755227a1ea {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:11:05.203831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.205077 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:05.269684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.365561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.446041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.485114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=d59182b2-d89b-4781-a6b6-e2755227a1ea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:05.490162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.496139 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:11:04Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:05.497050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda5da0-5db2-461f-b66c-241554704455 None None] Network 63c94bb5-054b-410e-a8db-0f9918cef180 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:11:05.498571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-76cefd82-51e1-4ad8-9714-e93cf8cfde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/d59182b2-d89b-4781-a6b6-e2755227a1ea HTTP/1.1" status: 204 len: 168 time: 0.5059354 Mar 02 20:11:05.501308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40948) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:05.502757 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Checking router: 2c265a8b-f8bc-4ab2-be97-f8471be73455 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:05.520395 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Routers {'2c265a8b-f8bc-4ab2-be97-f8471be73455'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:05.521003 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2c265a8b-f8bc-4ab2-be97-f8471be73455'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:05.705507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.726810 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] Set router 2c265a8b-f8bc-4ab2-be97-f8471be73455 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:05.785325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] DHCP port deletion for 63c94bb5-054b-410e-a8db-0f9918cef180 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:11:05.790975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Deleting port 612670ad-98a1-403b-946e-affb743688e6 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:05.791354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.910023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:05.922583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 72368da5-2716-4513-9fbf-af62b51997fa {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:05.923294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.007951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] For port 612670ad-98a1-403b-946e-affb743688e6, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=612670ad-98a1-403b-946e-affb743688e6,segment=NetworkSegment(89e858a1-9e17-4c09-aef9-0b50a8345b86),segment_id=89e858a1-9e17-4c09-aef9-0b50a8345b86)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:06.008235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.062434 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:11:04Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:06.066509 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c7cba6-fff4-4c47-b42d-ec22373c0ed1 None None] The sync data for ids ['2c265a8b-f8bc-4ab2-be97-f8471be73455'] in dv-neutron-831594-2-hyperv is: [{'id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'name': 'tempest-TestNetworkBasicOps-router-1112234784', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133'}], 'enable_snat': True}, 'gw_port_id': '72368da5-2716-4513-9fbf-af62b51997fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:07:50Z', 'updated_at': '2022-03-02T20:11:04Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '72368da5-2716-4513-9fbf-af62b51997fa', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c265a8b-f8bc-4ab2-be97-f8471be73455', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:07:51Z', 'updated_at': '2022-03-02T20:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:06.136686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Calling delete_port for 612670ad-98a1-403b-946e-affb743688e6 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:06.138621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 72368da5-2716-4513-9fbf-af62b51997fa, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=72368da5-2716-4513-9fbf-af62b51997fa,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:06.138979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.251184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.262272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 72368da5-2716-4513-9fbf-af62b51997fa owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:06.318917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Pushing event deleted for resources: {'Port': ['ID=612670ad-98a1-403b-946e-affb743688e6,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:06.322182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] No DVR routers for this DVR port 612670ad-98a1-403b-946e-affb743688e6 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:06.335166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.335369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.335752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.336170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.336567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.336978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.337366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.337823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.338203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.338637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.339002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.339418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cec75fc-f524-4207-9c4a-40ddc2e6bc72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:06.450805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.501106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=72368da5-2716-4513-9fbf-af62b51997fa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:06.597999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.895174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.897598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.927189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.927842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 2c265a8b-f8bc-4ab2-be97-f8471be73455 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:11:06.944381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:06.945480 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7bca0eeb-ac4f-4387-ba62-d97e11bc9b06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/2c265a8b-f8bc-4ab2-be97-f8471be73455 HTTP/1.1" status: 204 len: 168 time: 1.4421256 Mar 02 20:11:06.948312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:07.067824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.202209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.237882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63c94bb5-054b-410e-a8db-0f9918cef180']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:07.250581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e858a1-9e17-4c09-aef9-0b50a8345b86') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:07.250746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e858a1-9e17-4c09-aef9-0b50a8345b86') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:07.262350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.278767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.285045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:11:07.285427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:07.300107 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:07.381464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.408863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.415339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=63c94bb5-054b-410e-a8db-0f9918cef180,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.425822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-35ab53db-9d7d-4070-98d5-3bbd7b988bd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/63c94bb5-054b-410e-a8db-0f9918cef180 HTTP/1.1" status: 204 len: 168 time: 0.4764707 Mar 02 20:11:07.439160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 72368da5-2716-4513-9fbf-af62b51997fa no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:07.441170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40956) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:07.447072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--1893519225', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:07.453561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:07.460470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:07.467828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:07.473925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:07.475731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 72368da5-2716-4513-9fbf-af62b51997fa {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:07.476076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 72368da5-2716-4513-9fbf-af62b51997fa not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:07.476526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bcef1c77-22bb-4376-8491-3c86310dacb1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:07.485682 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:07.490887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.510056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: bcef1c77-22bb-4376-8491-3c86310dacb1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:07.510392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device bcef1c77-22bb-4376-8491-3c86310dacb1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:07.510856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 612670ad-98a1-403b-946e-affb743688e6 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:07.519637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:11:07.528781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.529115 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment e28f920d-6062-4801-bda7-74aca5d3e90b of type vlan for network b39b24c8-e2d9-4389-b17d-dfbd3945d15a Mar 02 20:11:07.544091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 612670ad-98a1-403b-946e-affb743688e6 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:07.544836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 612670ad-98a1-403b-946e-affb743688e6 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:07.564004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.605559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.614113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:07.615085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.731249 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2867665 Mar 02 20:11:07.732485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:07.734684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=b39b24c8-e2d9-4389-b17d-dfbd3945d15a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:07.739292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:07.743331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.743690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.744473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.744473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.744719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.744996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.745321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.745635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.745953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.746268 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.746579 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.746897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0093592-946e-462f-8675-4afd0e37a435 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:07.754026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:07.758807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:07.762519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:07.762684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:11:07.769880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:07.782152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.783342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:07.807560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.102892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.413590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.449110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.614535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.209 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/7fa197f9-2b0b-4f1b-be91-db98586eadec) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:08.911903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:08.946359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.013872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:09.020742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:09.027190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:09.057530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=7fa197f9-2b0b-4f1b-be91-db98586eadec,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:09.453713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:09.823205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.030236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:11:10.338343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:10.348549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:10.358241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:10.358942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:10.371694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.372955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8db12189-8801-4038-8f6e-ecdf022701a1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6391749 Mar 02 20:11:10.376683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:10.426878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-69c9ea9f-9804-4a33-b0bd-f67b357f9f85 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488968 Mar 02 20:11:10.429642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:10.548422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:10.571932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84107ab7-f23c-4d95-8fb1-1d91bf380353 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:10.577396 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84107ab7-f23c-4d95-8fb1-1d91bf380353 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1429813 Mar 02 20:11:10.577589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:10.616678 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e28fdafa-c9aa-47b9-ba30-9643a875f2fc tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378916 Mar 02 20:11:10.619133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:10.624457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-258139205', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:10.738403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:10.743300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:10.748881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:10.760450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:10.774912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:10.779528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:10.868561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:09Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:10.875104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:10.875678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Updating router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 port 7fa197f9-2b0b-4f1b-be91-db98586eadec binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:11:10.932285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.015703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.097020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=c276ebd9-29a1-434d-9d10-4e4a72945b63,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:11.102613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:11.102996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: b39b24c8-e2d9-4389-b17d-dfbd3945d15a, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:11:11.131762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:11:11.143520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, b39b24c8-e2d9-4389-b17d-dfbd3945d15a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:11.148187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:11.148913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.161249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c30910-40fc-4b1c-af91-fa4489cb0349 None None] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:11:11.177199 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9a6e87a4-0d4c-49d7-8088-257855200248 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5570674 Mar 02 20:11:11.179883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:11.491711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.505012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:11:11.505839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.515181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Transition to ACTIVE for port object 7fa197f9-2b0b-4f1b-be91-db98586eadec will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:11.524536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.641945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Attempting to bind port 7fa197f9-2b0b-4f1b-be91-db98586eadec on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:11.642319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Attempting to bind port 7fa197f9-2b0b-4f1b-be91-db98586eadec by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:11.642684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Attempting to bind port 7fa197f9-2b0b-4f1b-be91-db98586eadec on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:11.670525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:11:11.670901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:11.671300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.671697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:11:11.672188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Bound port: 7fa197f9-2b0b-4f1b-be91-db98586eadec, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:11.672591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.699224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8d68-3772-479d-997d-28bfcad1b0cb None None] Pushing event updated for resources: {'Port': ['ID=7fa197f9-2b0b-4f1b-be91-db98586eadec,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:11.825056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] For port 7fa197f9-2b0b-4f1b-be91-db98586eadec, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:11:11.831193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] For port 7fa197f9-2b0b-4f1b-be91-db98586eadec, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7fa197f9-2b0b-4f1b-be91-db98586eadec,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:11:11.832422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b19ef6cf-0e40-40c3-883c-f0dc658cdbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.839621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Allocated IP 172.20.0.2 (b39b24c8-e2d9-4389-b17d-dfbd3945d15a/c276ebd9-29a1-434d-9d10-4e4a72945b63/42a8fa20-9149-46be-9836-adaeebbf3409) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:11.842487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:11.991704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.012059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8d68-3772-479d-997d-28bfcad1b0cb None None] Pushing event updated for resources: {'Port': ['ID=7fa197f9-2b0b-4f1b-be91-db98586eadec,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.014603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:12.015207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:12.283019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:12.413702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.439356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Transition to ACTIVE for port object 42a8fa20-9149-46be-9836-adaeebbf3409 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:12.513375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Transition to ACTIVE for port object 42a8fa20-9149-46be-9836-adaeebbf3409 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:12.523714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.589054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (b39b24c8-e2d9-4389-b17d-dfbd3945d15a/c276ebd9-29a1-434d-9d10-4e4a72945b63/2ebd1e3b-3e85-43ec-aca3-604d18558d6e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:12.634666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:12.643014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:12.649210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:12.651199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Pushing event updated for resources: {'Port': ['ID=42a8fa20-9149-46be-9836-adaeebbf3409,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.761625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Attempting to bind port 42a8fa20-9149-46be-9836-adaeebbf3409 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:12.762026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Attempting to bind port 42a8fa20-9149-46be-9836-adaeebbf3409 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:12.762376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Attempting to bind port 42a8fa20-9149-46be-9836-adaeebbf3409 on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:12.772714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:11:12.773136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Checking segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:12.773544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.773938 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Bound using segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:11:12.774433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Bound port: 42a8fa20-9149-46be-9836-adaeebbf3409, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:12.774811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.782250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.791450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:09Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:12.799716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 2ebd1e3b-3e85-43ec-aca3-604d18558d6e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:12.825622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.828714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d29593d-c720-4b90-b9ab-a90562321c30 None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:09Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:12.888273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] For port 42a8fa20-9149-46be-9836-adaeebbf3409, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:11:12.892706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] For port 42a8fa20-9149-46be-9836-adaeebbf3409, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=42a8fa20-9149-46be-9836-adaeebbf3409,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:11:12.895287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:12.898569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:12.898840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:12.903737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:12.967216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.985289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14146d-fb60-426e-9df4-4051e735b2b2 None None] Pushing event updated for resources: {'Port': ['ID=42a8fa20-9149-46be-9836-adaeebbf3409,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:12.989963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.400919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.455371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7fa197f9-2b0b-4f1b-be91-db98586eadec up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:13.574604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7fa197f9-2b0b-4f1b-be91-db98586eadec completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:13.581985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7fa197f9-2b0b-4f1b-be91-db98586eadec triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:13.582457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.815319 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.838243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 7fa197f9-2b0b-4f1b-be91-db98586eadec, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7fa197f9-2b0b-4f1b-be91-db98586eadec,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:13.844720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:13.845791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 42a8fa20-9149-46be-9836-adaeebbf3409 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:14.003099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 42a8fa20-9149-46be-9836-adaeebbf3409 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:14.014972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=7fa197f9-2b0b-4f1b-be91-db98586eadec,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.056156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.064572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.285878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf74dd4-c909-4b85-aa34-496dcce8de91 None None] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:11:14.318200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.321598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.440367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Provisioning for port 42a8fa20-9149-46be-9836-adaeebbf3409 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:14.455257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Provisioning complete for port 42a8fa20-9149-46be-9836-adaeebbf3409 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:14.455624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.458568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:14.459815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:14.640172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.678561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] For port 42a8fa20-9149-46be-9836-adaeebbf3409, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=42a8fa20-9149-46be-9836-adaeebbf3409,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:14.679258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:14.686487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.789048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a654a99-b005-4ea5-bd9b-aa75d44b8be2 None None] Pushing event updated for resources: {'Port': ['ID=42a8fa20-9149-46be-9836-adaeebbf3409,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:14.907081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:14.915145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Provisioning for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:14.918776 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:14.922442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Provisioning complete for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:14.922798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:14.927539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1d077305-4be7-47e3-a6bf-df6658838215 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/3a79966e-e76c-4ac2-84f4-65a2ea7885c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7439263 Mar 02 20:11:14.928696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 40984) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:14.929565 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:14.930198 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:10:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:14.992594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:11:15.005548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Provisioning complete for port 42a8fa20-9149-46be-9836-adaeebbf3409 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:15.006043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcb6baa3-55a3-4009-8e0e-3947f4cec41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.077324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-959a4478-d765-414c-97a2-987d45806eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.094166 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.094633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.095231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.095760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.096213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.097138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.098862 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5eda74f9-274b-440b-b104-9cd6134cff2c tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1677184 Mar 02 20:11:15.101794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:15.140036 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:15.190789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.191249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.191694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.192135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.192593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.193029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:15.194881 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-50daeeb3-aa3f-4cbf-88b0-917efc5047c9 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0916460 Mar 02 20:11:15.197765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40992) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:15.293421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca24d43e-fab6-4256-8704-f299c64777cc None None] Provisioning complete for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:15.293796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca24d43e-fab6-4256-8704-f299c64777cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.402423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7fa197f9-2b0b-4f1b-be91-db98586eadec up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:15.445683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.452619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.459006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5e5e78c5-9a78-47f7-ba0e-b16f6f2075af tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2573335 Mar 02 20:11:15.482347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ca24d43e-fab6-4256-8704-f299c64777cc None None] Port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:11:15.488420 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:15.492615 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:15.492866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Updating router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:11:15.506215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.514164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7fa197f9-2b0b-4f1b-be91-db98586eadec triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:15.514561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.555531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.648867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 42a8fa20-9149-46be-9836-adaeebbf3409 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:15.678083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c35f2241-c6c8-42ec-8661-5e033fa9ee86 None None] Provisioning complete for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:15.678376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c35f2241-c6c8-42ec-8661-5e033fa9ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.755404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c35f2241-c6c8-42ec-8661-5e033fa9ee86 None None] Port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:11:15.768090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 42a8fa20-9149-46be-9836-adaeebbf3409 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:15.768478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.895832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 40998) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:15.901250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045310551', 'description': 'tempest-secgroup-smoke-1045310551 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:15.907251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:15.911619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:15.914648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:15.921899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:15.934042 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.949808 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Transition to ACTIVE for port object 2ebd1e3b-3e85-43ec-aca3-604d18558d6e will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:15.957094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.958525 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:15.978553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:15.982442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:15.985664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:15.992405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.075429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.080831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.118546 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.132744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ceec6-b024-4796-bac8-b0380eee902c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.136853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.141256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41002) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.141795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-24963149-e965-4552-b898-748dbb60ec75 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2443395 Mar 02 20:11:16.147418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.153896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.158773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.161978 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.169363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.189948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.203065 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.203402 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.203729 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.204048 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.204426 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.204686 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.205677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.205677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.205677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.205951 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.206175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.206482 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:11:16.225865 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Attempting to bind port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:16.226219 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Attempting to bind port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:16.226559 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Attempting to bind port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:16.231769 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:11:16.232121 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Checking segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:16.232533 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.232905 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Bound using segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:11:16.233341 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Bound port: 2ebd1e3b-3e85-43ec-aca3-604d18558d6e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:16.233718 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.255347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.260773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.292424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e67684-bec8-4d5c-b262-a85178102f1d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.303764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.305068 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-53d6cc81-c3dd-45e2-a69e-1d183e398d49 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619418 Mar 02 20:11:16.310524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41006) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.316162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.322378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.326418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.329261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.335283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.340428 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] For port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:11:16.343760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] For port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:11:16.348633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.353510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.423113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.426797 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:16.427610 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:16.428438 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.455001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcd7d31-0655-4b9f-988d-ad6ada50d44b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.467109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.468529 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c696b366-758f-4d1a-b8fd-52031f1a2a02 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1569526 Mar 02 20:11:16.471142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41010) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.476798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.485428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.487689 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f17a2-8c5f-4a2e-8020-8b3ed9b74966 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.490551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.494171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.501213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.521318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.592450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.597822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.622144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ad06a3-44bd-4637-9630-181212955444,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.629814 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:16.631449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.632648 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7d3f1788-c7dc-420b-a3cb-9c9009133564 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1603043 Mar 02 20:11:16.635615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41014) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.640779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.646827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.650636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.653650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.659862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.678797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.746694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.751243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.774249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f7b4ec-8f77-4d3d-bb85-344e5db6d531,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.787301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.788631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5a0ec86-b0b8-4fac-a8d5-2bad18f4ccd9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519763 Mar 02 20:11:16.791733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41018) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.797238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.804106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.808084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.811006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.817374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.831216 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:11:16.838358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.912037 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.918201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.940845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4ba782-3805-4d03-84ef-1d6cf3501a8a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:16.953751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:16.957935 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f7375fbc-f1b1-44d8-a88f-9398a55929c6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1624682 Mar 02 20:11:16.958078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41022) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:16.963209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'c62ceec6-b024-4796-bac8-b0380eee902c', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:16.963972 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:16Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:16.967992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43cfc5-32f8-40bd-ae82-d4a366c3baba None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:16Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:16.969397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:16.973283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:16.976164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:16.982126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:16.993915 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:11:17.000949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.090503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.094808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.099946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.125472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d7a5a2-2cc9-4c16-863f-4078b805497f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:17.135244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.136550 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c24cc3de-4753-43a4-9cb3-5252458b7b63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1774170 Mar 02 20:11:17.344740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2ebd1e3b-3e85-43ec-aca3-604d18558d6e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:17.419121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:17.426737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:17.427348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.588142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.631365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:17.637590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:17.661341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-817e2fc4-1d79-4102-803a-945760f1df5d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:17.680470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-817e2fc4-1d79-4102-803a-945760f1df5d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:17.681799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-817e2fc4-1d79-4102-803a-945760f1df5d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045310551&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0668383 Mar 02 20:11:17.711339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:17.849293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-04556114-1764-46fa-8aab-89cc721ba071 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:17.850007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-04556114-1764-46fa-8aab-89cc721ba071 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:17.872205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-04556114-1764-46fa-8aab-89cc721ba071 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:17.873614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-04556114-1764-46fa-8aab-89cc721ba071 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 797 time: 0.1827078 Mar 02 20:11:17.889564 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-b53cafb3-4cab-4e67-a6f5-39eee38cefa5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0100410 Mar 02 20:11:17.982192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-df9abd24-a58b-466d-ac81-003094136c9f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:18.001322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-df9abd24-a58b-466d-ac81-003094136c9f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:18.002699 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-df9abd24-a58b-466d-ac81-003094136c9f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074796 Mar 02 20:11:18.148214 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-ec1bbd54-3443-40e4-bba1-3cfe6d149f12 service neutron] 10.222.0.36 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329148 Mar 02 20:11:18.427502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-179385f7-aebd-4a42-8b00-2c6ba9ae06b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692778 Mar 02 20:11:18.671774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-70037b38-9218-4225-9860-1d7e64f532a2 req-bef374ba-d732-4138-a41b-2b4f7cf5776c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 210 time: 0.0931771 Mar 02 20:11:19.324149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2ebd1e3b-3e85-43ec-aca3-604d18558d6e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:19.400605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:19.401072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:19.706314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-6a1148b3-ee9f-44e0-abf4-771a1ffd15bf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:19.707891 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-6a1148b3-ee9f-44e0-abf4-771a1ffd15bf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 797 time: 0.1473854 Mar 02 20:11:19.761777 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-79c089e5-569c-476a-a53a-95f784f5b531 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.0451064 Mar 02 20:11:19.773515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['c62ceec6-b024-4796-bac8-b0380eee902c']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:19.856535 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-286c3cff-39c5-40f8-9e28-457c8b15c0c5 req-321918b1-6b68-4cd4-bb69-dfa99def95dc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 210 time: 0.0650420 Mar 02 20:11:19.967030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:19.976726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:19.988794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:19.992310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.165317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.13 (b39b24c8-e2d9-4389-b17d-dfbd3945d15a/c276ebd9-29a1-434d-9d10-4e4a72945b63/e4a96214-278a-47f1-91c2-4f21b6715d91) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:20.350660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.366096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object e4a96214-278a-47f1-91c2-4f21b6715d91 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:20.393210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.465751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:20.473194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:20.478865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:20.512726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:20.549704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:20.550326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.577507 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-f60a20b9-6f86-4cf4-b6ab-2c1ba27cb7bb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079178 Mar 02 20:11:20.635071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Request body: {'port': {'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:20.670013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-216c2880-4242-49b0-9db4-45b0ca6dd768 None None] Provisioning for port e4a96214-278a-47f1-91c2-4f21b6715d91 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:20.675663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-216c2880-4242-49b0-9db4-45b0ca6dd768 None None] Provisioning complete for port e4a96214-278a-47f1-91c2-4f21b6715d91 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:20.676031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-216c2880-4242-49b0-9db4-45b0ca6dd768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:20.738835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-216c2880-4242-49b0-9db4-45b0ca6dd768 None None] Port e4a96214-278a-47f1-91c2-4f21b6715d91 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:11:20.749466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.101973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24377579-ff0f-452e-8f26-46b53eb165fb req-ddb64690-392a-43ce-8829-32aab5d01327 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:21.102559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-24377579-ff0f-452e-8f26-46b53eb165fb req-ddb64690-392a-43ce-8829-32aab5d01327 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:21.159162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-24377579-ff0f-452e-8f26-46b53eb165fb req-ddb64690-392a-43ce-8829-32aab5d01327 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:21.160344 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24377579-ff0f-452e-8f26-46b53eb165fb req-ddb64690-392a-43ce-8829-32aab5d01327 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 932 time: 0.1877973 Mar 02 20:11:21.166177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a96214-278a-47f1-91c2-4f21b6715d91 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:11:21.186605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.214134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Transition to ACTIVE for port object e4a96214-278a-47f1-91c2-4f21b6715d91 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:21.220667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.264201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24377579-ff0f-452e-8f26-46b53eb165fb req-10c746d7-c1f2-43c8-826f-6c534f9ba29c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932243 Mar 02 20:11:21.501283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:21.581467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Attempting to bind port e4a96214-278a-47f1-91c2-4f21b6715d91 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:21.581938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Attempting to bind port e4a96214-278a-47f1-91c2-4f21b6715d91 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:21.582524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Attempting to bind port e4a96214-278a-47f1-91c2-4f21b6715d91 on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:21.586753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Port e4a96214-278a-47f1-91c2-4f21b6715d91 on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:11:21.587110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Attempting to bind port e4a96214-278a-47f1-91c2-4f21b6715d91 on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:21.592238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:11:21.592589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Checking segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:21.592961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Bound using segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:11:21.593373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Bound port: e4a96214-278a-47f1-91c2-4f21b6715d91, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:21.593713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.685915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:11:21.688924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:11:21.698285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.759129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:21.759766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:21.761178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 1094 time: 1.1768103 Mar 02 20:11:21.761611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:21.790291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b904c3b-dad4-4cbc-9c8b-d759a4affdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:21.893502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-c202d0f0-f590-4bfd-833d-ffcd32b05eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:21.895226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-c202d0f0-f590-4bfd-833d-ffcd32b05eb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1097 time: 0.0932770 Mar 02 20:11:21.968708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-cf39f579-2bbb-46b2-bc63-0ec30e3735c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 217 time: 0.0655985 Mar 02 20:11:22.007952 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:11:22.036850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-614a79b4-17b2-4406-89c6-1e6cc9b5031c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.038195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-614a79b4-17b2-4406-89c6-1e6cc9b5031c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0643458 Mar 02 20:11:22.118492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-094bfecc-c529-45f0-8733-a3631c30813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.120057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-094bfecc-c529-45f0-8733-a3631c30813d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762441 Mar 02 20:11:22.261567 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-ad8c70e4-c603-4841-b342-ee7684412ced service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347909 Mar 02 20:11:22.404435 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd026334-d6c1-4ae6-a8ef-612d2155b293 req-df8b4ff6-2334-44e3-9b41-197c9bb24f6f service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368942 Mar 02 20:11:22.529833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-e104b26f-2c2c-4ac5-87a5-000ecbbd2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.531267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-e104b26f-2c2c-4ac5-87a5-000ecbbd2d75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1097 time: 0.0792117 Mar 02 20:11:22.718208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-2dd66ca7-c676-4005-9de4-91558e74504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.720737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-2dd66ca7-c676-4005-9de4-91558e74504e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1544034 Mar 02 20:11:22.730347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24220904-c17a-4931-984e-07db9c0d2dde req-8ba1e6a8-8ff9-4a2f-a124-7540caee5e7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.732410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24220904-c17a-4931-984e-07db9c0d2dde req-8ba1e6a8-8ff9-4a2f-a124-7540caee5e7e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 944 time: 0.1972291 Mar 02 20:11:22.814124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-aaa1fe87-f6c9-4a0e-9784-9732881ade37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 217 time: 0.0806172 Mar 02 20:11:22.885549 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-24220904-c17a-4931-984e-07db9c0d2dde req-aacaa11a-1535-4271-ad99-26a0fe5ba454 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995073 Mar 02 20:11:22.898624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-d0731253-2724-4795-9bd6-963fe4588377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.900362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-d0731253-2724-4795-9bd6-963fe4588377 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0796528 Mar 02 20:11:22.981045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-bf1e94b7-1edf-46ce-9453-58a1cdb4bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:22.982630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-bf1e94b7-1edf-46ce-9453-58a1cdb4bf23 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759709 Mar 02 20:11:23.144639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-45de9616-1c08-459a-ad31-5b130dd6ddc2 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513808 Mar 02 20:11:23.295928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8995379f-49eb-442b-b8d0-c1cf84fdc91e req-30c46dcc-f7c1-40e5-8b7d-f7b9c01e1d99 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444223 Mar 02 20:11:24.097787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eb040-aaaf-4e57-8633-1909b7634f4f req-4649fccf-bb73-4357-a2a3-9d732e759733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:24.098889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-047eb040-aaaf-4e57-8633-1909b7634f4f req-4649fccf-bb73-4357-a2a3-9d732e759733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 944 time: 0.0828474 Mar 02 20:11:24.149015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-047eb040-aaaf-4e57-8633-1909b7634f4f req-09ea8054-0b15-447a-80a9-e946c278989d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407801 Mar 02 20:11:25.453511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3d079-5d59-4018-8166-a89a93b99773 req-b7d8311a-3af1-485d-a81b-7cc0ff61652d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:25.454986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e3d079-5d59-4018-8166-a89a93b99773 req-b7d8311a-3af1-485d-a81b-7cc0ff61652d tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 944 time: 0.1968944 Mar 02 20:11:25.499577 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e3d079-5d59-4018-8166-a89a93b99773 req-301cb8a7-8bfc-445c-966f-26f5f1a64246 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Mar 02 20:11:26.199852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e4a96214-278a-47f1-91c2-4f21b6715d91 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:11:26.357701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:26.375585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:11:26.462402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.479042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a96214-278a-47f1-91c2-4f21b6715d91 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:11:26.495426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:26.500482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:26.571256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:26.697549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9edd-f9b3-48b0-9295-4118775e23ec req-710965b3-8b6d-4512-a6b2-f154e53a790b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:26.699235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fff9edd-f9b3-48b0-9295-4118775e23ec req-710965b3-8b6d-4512-a6b2-f154e53a790b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 945 time: 0.0856764 Mar 02 20:11:26.745320 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fff9edd-f9b3-48b0-9295-4118775e23ec req-39cfe500-ad34-4605-ba86-b2c2d2ca2340 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399282 Mar 02 20:11:26.766858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e4a96214-278a-47f1-91c2-4f21b6715d91'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:11:27.783060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41074) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:27.935226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa529f6-a624-4342-b451-083a8da1aace req-d0791d24-6805-4ad0-a9ef-eeaca1429431 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:27.936928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa529f6-a624-4342-b451-083a8da1aace req-d0791d24-6805-4ad0-a9ef-eeaca1429431 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 945 time: 0.0840917 Mar 02 20:11:27.984645 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa529f6-a624-4342-b451-083a8da1aace req-79ff10fa-17c7-4c10-8926-9d7e7f19f8f3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Mar 02 20:11:27.990924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port b166576f-e9ca-48f7-9c9d-c3a33d60af90 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:27.991255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.203896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e4a96214-278a-47f1-91c2-4f21b6715d91 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:28.260244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.260602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.276899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port e4a96214-278a-47f1-91c2-4f21b6715d91 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:28.282649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port e4a96214-278a-47f1-91c2-4f21b6715d91 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:28.283023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.387225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for b166576f-e9ca-48f7-9c9d-c3a33d60af90 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:28.426528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.472698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:28.489775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:28.496687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.542567 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'code': 200} Mar 02 20:11:28.549446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.587261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:28.597644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=b166576f-e9ca-48f7-9c9d-c3a33d60af90,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:28.697475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:28.697972 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP 04c24d57-8702-4644-8456-3585c0a62b66 disassociated (deleted). External IP: 172.26.2.150, port: 00db79a6-c272-44b0-82bf-5114e54d43c7. Mar 02 20:11:28.789230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90e25b-1332-47ef-a576-6439ab6dd72f req-d3710094-590d-456f-80c2-649438a6c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:28.790895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c90e25b-1332-47ef-a576-6439ab6dd72f req-d3710094-590d-456f-80c2-649438a6c4ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1099 time: 0.0803227 Mar 02 20:11:28.837981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c90e25b-1332-47ef-a576-6439ab6dd72f req-52e3be2f-8868-46c8-9ee9-56cc5857d189 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Mar 02 20:11:29.076078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:29.185530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0bf3-476f-43fa-8684-8f1e4a80d33f req-73fc41f3-7f7f-4890-9451-e4baa7af4023 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.187015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-929f0bf3-476f-43fa-8684-8f1e4a80d33f req-73fc41f3-7f7f-4890-9451-e4baa7af4023 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.0875471 Mar 02 20:11:29.234423 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-929f0bf3-476f-43fa-8684-8f1e4a80d33f req-0cff251a-d8b3-411a-8f05-c3e4638743b6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Mar 02 20:11:29.267543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:29.280420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:29.295594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:29.296220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.298180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:29.356196 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7e8a25a8-3232-4f34-b94b-6a17a3b207a1 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "DELETE /v2.0/floatingips/04c24d57-8702-4644-8456-3585c0a62b66 HTTP/1.1" status: 204 len: 168 time: 1.5716414 Mar 02 20:11:29.356679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:29.407927 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'status': 'completed', 'code': 200} Mar 02 20:11:29.496206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:29.514002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106c2c-953b-4351-b46c-311acc054c40 req-9f34f71b-dd07-46fa-98b1-0238d02fa03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.515576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-9f34f71b-dd07-46fa-98b1-0238d02fa03d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 1098 time: 0.0837481 Mar 02 20:11:29.670222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106c2c-953b-4351-b46c-311acc054c40 req-0bc5b383-8778-4390-a8ec-08f837e32793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.673960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-0bc5b383-8778-4390-a8ec-08f837e32793 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.1498098 Mar 02 20:11:29.789671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-af32066e-b47e-4017-bf1d-332dee734084 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 200 len: 217 time: 0.1105289 Mar 02 20:11:29.878882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106c2c-953b-4351-b46c-311acc054c40 req-55a52e32-6cc0-42a2-aced-c9a16389a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.880670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-55a52e32-6cc0-42a2-aced-c9a16389a718 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.0819848 Mar 02 20:11:29.895974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce612d-a1a9-490a-9cb2-a929bb4dc39b req-2e6003d0-4f69-4929-be1a-549aeaff9e20 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:29.897520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1ce612d-a1a9-490a-9cb2-a929bb4dc39b req-2e6003d0-4f69-4929-be1a-549aeaff9e20 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.1650169 Mar 02 20:11:29.919177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.924260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:29.934742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:29.935593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:29.985047 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1ce612d-a1a9-490a-9cb2-a929bb4dc39b req-64ef2cf4-55e2-4cff-8137-1f4e0d159835 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545406 Mar 02 20:11:30.022768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce106c2c-953b-4351-b46c-311acc054c40 req-015bad32-256c-4c41-98eb-64ac82425db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:30.024437 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-015bad32-256c-4c41-98eb-64ac82425db7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260097 Mar 02 20:11:30.131899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:30.160900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-79919dab-60ff-465c-8541-a8211c3e0d32 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288431 Mar 02 20:11:30.309928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce106c2c-953b-4351-b46c-311acc054c40 req-919a9f7d-551c-4824-bcb0-1d53f49a57f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429272 Mar 02 20:11:30.449936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783179a-cffa-4dbf-becd-1443702ea616 req-20c3f4a6-7453-4602-b61d-473b6afe8c4f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:30.451451 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7783179a-cffa-4dbf-becd-1443702ea616 req-20c3f4a6-7453-4602-b61d-473b6afe8c4f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.0857768 Mar 02 20:11:30.501249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7783179a-cffa-4dbf-becd-1443702ea616 req-ffd8a0a9-33b3-44f6-8564-3d6882133add tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Mar 02 20:11:30.510012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:30.514744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4422a3-9d74-420e-90d4-c8cd0e8c992b None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e5bc8f12-7540-4475-9684-b135252ac7b8', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'floating_ip_address': '172.26.2.200', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'port_id': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'mac_address': 'fa:16:3e:cf:f6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:07:36Z', 'updated_at': '2022-03-02T20:07:40Z', 'revision_number': 1, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:30.712934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b71dd-08c8-4253-9ddc-d79a555205c6 req-0683b598-0b44-4f29-9f1a-8a3b85385bb4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:30.714468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f4b71dd-08c8-4253-9ddc-d79a555205c6 req-0683b598-0b44-4f29-9f1a-8a3b85385bb4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.1027753 Mar 02 20:11:30.748583 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f341780c-b1e4-4155-ad29-248bf58faf65 None None] New status for floating IP 04c24d57-8702-4644-8456-3585c0a62b66: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:11:30.769126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f4b71dd-08c8-4253-9ddc-d79a555205c6 req-55db344e-c576-4b73-91d7-33639fc55e14 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480793 Mar 02 20:11:30.795062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41092) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:30.869576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6580b2c1-fb51-42c0-b9f7-e65367719055 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:30.871068 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6580b2c1-fb51-42c0-b9f7-e65367719055 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1094 time: 0.0749614 Mar 02 20:11:30.873984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41096) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:30.879117 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:30.885984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:30.889964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:30.894036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:30.899874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:30.912519 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.054313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.185776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7152bb-41ad-4a4b-b365-d8e0c6b2e447 req-4d9b60da-3e48-4350-b7a1-00065d3b13ac tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:31.187273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5a7152bb-41ad-4a4b-b365-d8e0c6b2e447 req-4d9b60da-3e48-4350-b7a1-00065d3b13ac tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.0862992 Mar 02 20:11:31.238144 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5a7152bb-41ad-4a4b-b365-d8e0c6b2e447 req-3bfc66dc-f92b-483a-9c51-8b8c4f30e24f tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Mar 02 20:11:31.323158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.249 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/0efb1134-26fc-464a-9c7d-c13a67a31e72) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:31.327934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-53e7d7a2-73bb-499f-a80d-c4e6a557988e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:31.330333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-53e7d7a2-73bb-499f-a80d-c4e6a557988e tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 945 time: 0.0917335 Mar 02 20:11:31.487224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.511799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port 00db79a6-c272-44b0-82bf-5114e54d43c7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:31.512096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.521411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.587424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:31.590138 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:31.598221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:31.633003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=0efb1134-26fc-464a-9c7d-c13a67a31e72,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:31.778781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] For port 00db79a6-c272-44b0-82bf-5114e54d43c7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=00db79a6-c272-44b0-82bf-5114e54d43c7,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:31.779227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:31.905660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for 00db79a6-c272-44b0-82bf-5114e54d43c7 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:32.044102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.057847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.108072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=00db79a6-c272-44b0-82bf-5114e54d43c7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:32.129029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.187418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] No DVR routers for this DVR port 00db79a6-c272-44b0-82bf-5114e54d43c7 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:32.189846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.192817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'name': 'network-vif-deleted', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:32.204491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-689dbcc0-1609-40fe-a613-b441fa1990b7 req-3c92d57c-5a4f-4089-a9a4-05d05a0b5369 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "DELETE /v2.0/ports/00db79a6-c272-44b0-82bf-5114e54d43c7 HTTP/1.1" status: 204 len: 173 time: 0.8646226 Mar 02 20:11:32.246925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b0efb4-dbd3-47e2-a7ab-52351d544411', 'name': 'network-vif-deleted', 'tag': '00db79a6-c272-44b0-82bf-5114e54d43c7', 'status': 'completed', 'code': 200} Mar 02 20:11:32.395702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.401697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.420635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-afdf1bc4-b7e7-46f6-95a1-593bbafa950a req-1527e809-5cee-49d4-85f3-9fa379c796e9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:32.436698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-afdf1bc4-b7e7-46f6-95a1-593bbafa950a req-1527e809-5cee-49d4-85f3-9fa379c796e9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:32.446585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-afdf1bc4-b7e7-46f6-95a1-593bbafa950a req-1527e809-5cee-49d4-85f3-9fa379c796e9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=70b0efb4-dbd3-47e2-a7ab-52351d544411 HTTP/1.1" status: 200 len: 210 time: 0.0821373 Mar 02 20:11:32.522467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=0efb1134-26fc-464a-9c7d-c13a67a31e72,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:32.533153 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:32.747157 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 1a1323ad-351d-4b56-87e7-584a8bc5b4e5 associated. External IP: 172.26.2.249, port: e4a96214-278a-47f1-91c2-4f21b6715d91. Mar 02 20:11:33.250649 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:33.436147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:33.447769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:33.462514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:33.464155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:33.466549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:33.535544 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a1b60b36-2876-411b-81cb-e79dfdb36bdd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6605351 Mar 02 20:11:33.535818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41108) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:33.536308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:33.591232 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:11:33.681684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91646b61-06fa-450f-9a2e-ab7333cd242b tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:33.683458 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-91646b61-06fa-450f-9a2e-ab7333cd242b tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1094 time: 0.1462607 Mar 02 20:11:33.696579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:33.753376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-8a5a5541-08d5-4187-8e45-1f8ff6bf87fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:33.755992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-8a5a5541-08d5-4187-8e45-1f8ff6bf87fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1099 time: 0.1227739 Mar 02 20:11:33.957556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-a57ac82f-0c05-4381-8f13-d660a1e29675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:33.959114 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-a57ac82f-0c05-4381-8f13-d660a1e29675 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1950912 Mar 02 20:11:34.083554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-941b50e0-95a8-42ba-96eb-ac3cb943b6a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 1000 time: 0.1177731 Mar 02 20:11:34.154484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-936537b8-f5d6-441c-bbe2-f9c9f57a10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:34.157518 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-936537b8-f5d6-441c-bbe2-f9c9f57a10b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0682459 Mar 02 20:11:34.205148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:31Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:34.215326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:34.225599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:34.226250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:34.244264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-75a37aa7-fd3f-4d6c-bae5-5d9636a679aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:34.247197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-75a37aa7-fd3f-4d6c-bae5-5d9636a679aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840380 Mar 02 20:11:34.319270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41120) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.324931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778896882', 'description': 'tempest-secgroup-smoke-778896882 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:34.331656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.351289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:34.354496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 00db79a6-c272-44b0-82bf-5114e54d43c7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:34.375475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.393562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 00db79a6-c272-44b0-82bf-5114e54d43c7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:34.394002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 00db79a6-c272-44b0-82bf-5114e54d43c7 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:34.402905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.407012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:34.410397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:34.416025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:34.429770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-82aa7d26-18a1-48fc-bb0c-8608e1fce949 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762843 Mar 02 20:11:34.536988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.540393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:34.546093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.605191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.611916 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2914441 Mar 02 20:11:34.613334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41124) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.630427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:34.654421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.668527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:34.677236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:34.690161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:34.702400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c661cd-ba9a-4a21-891c-430e73c19397 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237a3af2-4a13-4ad9-b631-535751927ee2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.720059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.725016 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efbf16e1-3952-475d-ad25-818fd1633ba6 req-3fff7497-ce89-4ef2-8c6d-fe5675990009 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887983 Mar 02 20:11:34.837283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.842285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.873140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c31770-57ee-4d9b-ae4d-40a8a2964196,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:34.881060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:34.882611 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-64a88b5f-dd47-465d-b190-47ae16a4b49e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2635200 Mar 02 20:11:34.885575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41128) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:34.891014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:34.897575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:34.908200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:34.915159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:34.924005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:34.946888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.013485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:31Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:35.018078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e0657-1160-4525-b67d-5a140bb40b9f None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:31Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:35.024524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.029622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.057447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f283d54e-7050-48e3-87cb-c2f2fe899233,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.069192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.070869 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ffd0ce88-7ed1-4837-ad11-6a9fb52e38d8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1841922 Mar 02 20:11:35.074080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41134) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:35.080675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:35.087095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.091199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.094862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.103094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.122059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.190821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.196917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.224083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01728212-17b0-4085-a404-2ee7125ba957,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.234970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.236500 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0ffca513-fb35-4204-8a4a-6b54c0f82a05 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604071 Mar 02 20:11:35.239187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41138) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:35.245155 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:35.253214 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb420c70-69c9-4ce6-a1f9-31c64e044da1 None None] New status for floating IP 1a1323ad-351d-4b56-87e7-584a8bc5b4e5: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:11:35.262025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.268615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.273677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.280220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.300917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.380676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.386763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.414583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7e6396-7ade-425a-8371-9ecdf769920d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.426893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.432052 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f08a887b-f367-4da9-81f1-57eb8726448b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1881902 Mar 02 20:11:35.432493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41142) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:35.438227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:35.444482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.449159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.453204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.459199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.477029 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:11:35.489977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.594902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.600470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.625663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89a6ba0-803c-459c-9450-4ba57fa44c37,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.636587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.638114 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e515469e-4855-45cb-bd6e-5baafb3ddc13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2046392 Mar 02 20:11:35.641286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41146) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:35.651441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': '237a3af2-4a13-4ad9-b631-535751927ee2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:35.657672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:35.661482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:35.664393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:35.671161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:35.685244 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:11:35.693052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.765338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.771202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.796403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e432dc47-3e50-4a1b-bc24-30202b75c591,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:35.807432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:35.809195 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-886907b7-390f-4ad8-9c66-99e80fda7ea8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1645300 Mar 02 20:11:36.003488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-cd4436e5-fb8b-4cae-8a0e-b9336cd248f1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778896882&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0631564 Mar 02 20:11:36.196036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-791761fc-fa0a-41e2-8844-9dfbde8fa01f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:36.203673 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-791761fc-fa0a-41e2-8844-9dfbde8fa01f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 797 time: 0.1858025 Mar 02 20:11:36.221139 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-8fbaabfc-317a-444c-ab8b-452658c29719 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0160964 Mar 02 20:11:36.328871 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-8200b21b-147d-4c3b-a702-f9df8928ee44 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1064541 Mar 02 20:11:36.476823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-a53cf3ad-d7b6-403a-a8fb-d51e8fbc8bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334338 Mar 02 20:11:36.637692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-4bc7b9b8-4085-442e-92a4-4d4546b2825c service neutron] 10.222.0.36 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545534 Mar 02 20:11:36.880863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eb5a2d1f-c429-4d19-8349-e283c02d1466 req-b8c31518-5743-4682-8e4f-4b96f9af9600 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 210 time: 0.0738928 Mar 02 20:11:38.027183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:11:38.083258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7063ccbf-2b63-4aca-a29c-4a8a7d34eb51 req-b9734847-74ef-4b4c-9807-b754d5e509f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 210 time: 0.0815418 Mar 02 20:11:38.117509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-bbed5c9c-e754-4e30-a81f-49edbd74da1b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:38.118955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-bbed5c9c-e754-4e30-a81f-49edbd74da1b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 797 time: 0.3161528 Mar 02 20:11:38.174809 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-7982d00f-4a18-4cab-8b9a-7702484fdb2b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 472 time: 0.0474250 Mar 02 20:11:38.183828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['237a3af2-4a13-4ad9-b631-535751927ee2']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:38.324651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:38.336209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:38.347199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:11:38.350740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.460386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41190) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:38.529009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.7 (b39b24c8-e2d9-4389-b17d-dfbd3945d15a/c276ebd9-29a1-434d-9d10-4e4a72945b63/1be3b7fc-2053-46cc-a144-1284d419babf) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:38.684810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port 88482090-7dbe-4366-b9ea-19c433052ab0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:38.685141 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.757818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.775632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object 1be3b7fc-2053-46cc-a144-1284d419babf will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:38.810013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.881101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.881668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:38.881844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:38.884958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:38.893959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:38.932076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:38.974541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:38.975201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.005586 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-07996dab-eef6-40c2-a1f1-b201840c7876 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8253956 Mar 02 20:11:39.018082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Request body: {'port': {'device_id': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:39.148816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for 88482090-7dbe-4366-b9ea-19c433052ab0 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:39.182475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a3511602-1f62-4855-9a19-5c5c74743da8 None None] Provisioning for port 1be3b7fc-2053-46cc-a144-1284d419babf completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:39.193107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a3511602-1f62-4855-9a19-5c5c74743da8 None None] Provisioning complete for port 1be3b7fc-2053-46cc-a144-1284d419babf triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:39.194125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a3511602-1f62-4855-9a19-5c5c74743da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.268073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a3511602-1f62-4855-9a19-5c5c74743da8 None None] Port 1be3b7fc-2053-46cc-a144-1284d419babf cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:11:39.332820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.344665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.429759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=88482090-7dbe-4366-b9ea-19c433052ab0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:39.432051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc812710-6199-40b4-be58-bf0e27e87429 req-e35ba35b-2294-480e-b928-5cf6e76fb5e3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:39.432791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bc812710-6199-40b4-be58-bf0e27e87429 req-e35ba35b-2294-480e-b928-5cf6e76fb5e3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:39.506240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.506240 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Floating IP e5bc8f12-7540-4475-9684-b135252ac7b8 disassociated (deleted). External IP: 172.26.2.200, port: df35f571-5920-41d2-b2e1-c46ddd32ffa9. Mar 02 20:11:39.509672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bc812710-6199-40b4-be58-bf0e27e87429 req-e35ba35b-2294-480e-b928-5cf6e76fb5e3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:39.509672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bc812710-6199-40b4-be58-bf0e27e87429 req-e35ba35b-2294-480e-b928-5cf6e76fb5e3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 931 time: 0.2480197 Mar 02 20:11:39.644634 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bc812710-6199-40b4-be58-bf0e27e87429 req-84ce8948-c45f-4f9f-8dc8-556e6095c1ee tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268506 Mar 02 20:11:39.781628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be3b7fc-2053-46cc-a144-1284d419babf {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:11:39.789368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.814664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Transition to ACTIVE for port object 1be3b7fc-2053-46cc-a144-1284d419babf will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:11:39.820294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:39.901581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:39.988717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Pushing event updated for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:40.077658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Attempting to bind port 1be3b7fc-2053-46cc-a144-1284d419babf on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:11:40.078185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Attempting to bind port 1be3b7fc-2053-46cc-a144-1284d419babf by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:11:40.078608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Attempting to bind port 1be3b7fc-2053-46cc-a144-1284d419babf on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:40.086205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Port 1be3b7fc-2053-46cc-a144-1284d419babf on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:11:40.086704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Attempting to bind port 1be3b7fc-2053-46cc-a144-1284d419babf on network b39b24c8-e2d9-4389-b17d-dfbd3945d15a {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:11:40.094046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:11:40.094560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Checking segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:11:40.095045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Bound using segment: {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:11:40.095566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Bound port: 1be3b7fc-2053-46cc-a144-1284d419babf, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28f920d-6062-4801-bda7-74aca5d3e90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:11:40.095991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.132071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:40.151563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:40.162100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.164198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:40.164903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:40.210229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:11:40.213809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1be3b7fc-2053-46cc-a144-1284d419babf,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:11:40.219700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.219993 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-171b3d97-8402-4704-9a04-d40bba45246b tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "DELETE /v2.0/floatingips/e5bc8f12-7540-4475-9684-b135252ac7b8 HTTP/1.1" status: 204 len: 168 time: 1.7583442 Mar 02 20:11:40.220582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:40.278473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.279103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:40.280568 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] 10.222.0.32 "PUT /v2.0/ports/1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 200 len: 1093 time: 1.2676568 Mar 02 20:11:40.281031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:40.318489 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'status': 'completed', 'code': 200} Mar 02 20:11:40.320621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4d258-58f5-4fb8-9177-8b6d88830252 service neutron] Pushing event updated for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:40.403611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:40.421584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf', 'status': 'completed', 'code': 200} Mar 02 20:11:40.465973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-7965afaf-2b08-4af9-a16c-22c3e3dae02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.467679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-7965afaf-2b08-4af9-a16c-22c3e3dae02b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1096 time: 0.1439409 Mar 02 20:11:40.546674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-b4c2140f-dc7b-47d6-b3c6-9ec8933b9d6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 200 len: 217 time: 0.0707836 Mar 02 20:11:40.549201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84898fc-6983-4900-a69d-5086c720e859 req-389a63c9-e28b-414b-873f-5e33f0c5d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.550933 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-389a63c9-e28b-414b-873f-5e33f0c5d586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=640e5b33c532483b861d1e057dd5e369&device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 1098 time: 0.1873732 Mar 02 20:11:40.765526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-a1d9747c-edd0-4b73-bd0e-c86c4329c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.767091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-a1d9747c-edd0-4b73-bd0e-c86c4329c68b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.2073503 Mar 02 20:11:40.801822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:40.811087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:40.822208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:40.824339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:40.907727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84898fc-6983-4900-a69d-5086c720e859 req-0b3ce13f-1338-403b-a47f-075cd802440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:40.909231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-0b3ce13f-1338-403b-a47f-075cd802440c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 200 len: 913 time: 0.3480728 Mar 02 20:11:41.027964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:41.123792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-22117f42-7a63-4d30-87b0-f615ddd5a9f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 200 len: 217 time: 0.2042372 Mar 02 20:11:41.134501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ca62f-25c6-4967-a791-0c44e13e777f req-76d178ac-4eef-42b1-89fe-12ced11d8ad4 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.136074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf2ca62f-25c6-4967-a791-0c44e13e777f req-76d178ac-4eef-42b1-89fe-12ced11d8ad4 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.4315436 Mar 02 20:11:41.233347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-5ea10594-f1cb-45c0-947b-9010c99b9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.234911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-5ea10594-f1cb-45c0-947b-9010c99b9f56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4605844 Mar 02 20:11:41.254559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b38382-23bc-490f-b8c9-e43e19590d82 req-3d64521d-6105-42b0-aa6a-8c248b2152b3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.255970 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f3b38382-23bc-490f-b8c9-e43e19590d82 req-3d64521d-6105-42b0-aa6a-8c248b2152b3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 943 time: 0.4449439 Mar 02 20:11:41.311616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84898fc-6983-4900-a69d-5086c720e859 req-d2da45c0-123b-4a99-aa9b-3083ca5954e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.313182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-d2da45c0-123b-4a99-aa9b-3083ca5954e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 200 len: 851 time: 0.1761684 Mar 02 20:11:41.320264 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf2ca62f-25c6-4967-a791-0c44e13e777f req-081a4179-39a7-4fc8-a578-fce1d03bdf56 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395881 Mar 02 20:11:41.424232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:41.429138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a55d29e-fc7a-4da1-830d-4e244b3421b3 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:04:05Z', 'revision_number': 4, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ab5f5d8f-4c49-491a-913e-9c1235df93d3', 'name': '', 'network_id': '5d7aaa01-5561-4950-bf0e-d302f6efe87c', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'mac_address': 'fa:16:3e:da:f9:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:04Z', 'updated_at': '2022-03-02T20:04:20Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'subnets': [{'id': '03b1620e-b3e0-4a16-902f-d3e0545b8dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:41.453037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f3b38382-23bc-490f-b8c9-e43e19590d82 req-070d19ec-2f02-4a53-b2f0-2d9ed9ad9619 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713409 Mar 02 20:11:41.498039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-bbc139bc-c893-4194-ba02-bcc4b9c39622 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530680 Mar 02 20:11:41.504977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84898fc-6983-4900-a69d-5086c720e859 req-93b5be2b-90af-4016-8792-ee2585770eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.506446 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-93b5be2b-90af-4016-8792-ee2585770eda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5d7aaa01-5561-4950-bf0e-d302f6efe87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1811335 Mar 02 20:11:41.669978 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e41ab5-e093-4565-bcb6-9b73131343a3 None None] New status for floating IP e5bc8f12-7540-4475-9684-b135252ac7b8: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:11:41.746094 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-95e6fdae-8c1f-4206-af4c-5be2d6376a91 req-8047b435-f28d-4ffb-9b31-9174a7141a99 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385781 Mar 02 20:11:41.753433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-2ed3258c-e862-4da7-bcb9-3df0690abe65 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219741 Mar 02 20:11:41.791522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-465046af-566b-4fdb-94c2-1d55bdc34707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:41.957433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d84898fc-6983-4900-a69d-5086c720e859 req-07068861-a97f-4905-a1f5-09ef57176aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941385 Mar 02 20:11:41.966663 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-ca3124a1-e117-4b88-8975-2b0d13c94c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:41.968066 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-ca3124a1-e117-4b88-8975-2b0d13c94c72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1096 time: 0.1566935 Mar 02 20:11:42.153099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-ee8e29d6-1783-4c4b-9413-c325de55d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.154582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-ee8e29d6-1783-4c4b-9413-c325de55d17d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1790454 Mar 02 20:11:42.229906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-66737f74-cb96-4dff-849b-f302f10ceabe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 200 len: 217 time: 0.0680466 Mar 02 20:11:42.300662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-48cc6fd9-5d90-413c-b3b1-05d892a8eaff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.301887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-48cc6fd9-5d90-413c-b3b1-05d892a8eaff tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.2063618 Mar 02 20:11:42.357510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-79bf3956-79d6-488b-96df-d795ea851592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.358962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-79bf3956-79d6-488b-96df-d795ea851592 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.1179821 Mar 02 20:11:42.419017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port df35f571-5920-41d2-b2e1-c46ddd32ffa9 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:42.419689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:42.796001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-b4bf1470-514e-4294-8eda-1477998ade7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.797414 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-b4bf1470-514e-4294-8eda-1477998ade7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4309375 Mar 02 20:11:42.976195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425416ff-7439-4a2b-83f8-b5b32d971ca0 req-82f0f833-b472-4973-9c16-4003d020347a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:42.977697 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-425416ff-7439-4a2b-83f8-b5b32d971ca0 req-82f0f833-b472-4973-9c16-4003d020347a tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 945 time: 0.5341003 Mar 02 20:11:43.063449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] For port df35f571-5920-41d2-b2e1-c46ddd32ffa9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=df35f571-5920-41d2-b2e1-c46ddd32ffa9,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:43.063687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.207994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b5f7-8a85-42f9-b5f4-64e200ee05bc req-bd5367ca-41b1-4b49-9514-2ff29d9e4c13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:43.209554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9145b5f7-8a85-42f9-b5f4-64e200ee05bc req-bd5367ca-41b1-4b49-9514-2ff29d9e4c13 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 943 time: 0.6447721 Mar 02 20:11:43.220252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for df35f571-5920-41d2-b2e1-c46ddd32ffa9 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:43.255209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-9edb4e7b-3593-496e-90c9-caa30839aa4b service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483111 Mar 02 20:11:43.265759 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-425416ff-7439-4a2b-83f8-b5b32d971ca0 req-aff49908-e00f-4d43-88ab-7dfba7db37f4 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd8f3f03-b4fb-4680-a72c-050b381381d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724826 Mar 02 20:11:43.430876 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9145b5f7-8a85-42f9-b5f4-64e200ee05bc req-772a9ce3-35e9-45ae-8532-5fa47f373b6c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799779 Mar 02 20:11:43.507006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5b3d9f62-9c0f-4967-913b-40a3b8b2ca9c req-0c3cebb6-9a10-4ddd-bffb-b766a0415592 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267215 Mar 02 20:11:43.528920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.582723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=df35f571-5920-41d2-b2e1-c46ddd32ffa9,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:43.656632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] No DVR routers for this DVR port df35f571-5920-41d2-b2e1-c46ddd32ffa9 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:43.659058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:43.661658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'name': 'network-vif-deleted', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:43.674558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d6c0e0c-30dc-4a8d-8b79-c6e5229863ea req-b15a351f-4638-4962-8672-4c2c697d2bd9 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.32 "DELETE /v2.0/ports/df35f571-5920-41d2-b2e1-c46ddd32ffa9 HTTP/1.1" status: 204 len: 173 time: 1.3658135 Mar 02 20:11:43.770901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250cc653-2e3c-477a-9aa7-7931e05ae5cb', 'name': 'network-vif-deleted', 'tag': 'df35f571-5920-41d2-b2e1-c46ddd32ffa9', 'status': 'completed', 'code': 200} Mar 02 20:11:44.261161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 1be3b7fc-2053-46cc-a144-1284d419babf details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:11:44.414181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1be3b7fc-2053-46cc-a144-1284d419babf,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:44.429363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '1be3b7fc-2053-46cc-a144-1284d419babf', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'port_id': '1be3b7fc-2053-46cc-a144-1284d419babf', 'mac_address': 'fa:16:3e:1f:dc:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:11:44.450474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4db84d40-8573-4362-b95c-7fa1a9c2bb55 req-0107f528-f7aa-40ea-8665-456058f52495 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Synchronizing usage tracker for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:11:44.468119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4db84d40-8573-4362-b95c-7fa1a9c2bb55 req-0107f528-f7aa-40ea-8665-456058f52495 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Unset dirty status for tenant:640e5b33c532483b861d1e057dd5e369 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:11:44.469403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4db84d40-8573-4362-b95c-7fa1a9c2bb55 req-0107f528-f7aa-40ea-8665-456058f52495 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "GET /v2.0/ports?device_id=250cc653-2e3c-477a-9aa7-7931e05ae5cb HTTP/1.1" status: 200 len: 210 time: 0.0655968 Mar 02 20:11:44.493653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.514194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be3b7fc-2053-46cc-a144-1284d419babf {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:11:44.533560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1be3b7fc-2053-46cc-a144-1284d419babf,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:44.538969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:44.616051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:44.670448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047391a-7cb9-415d-8e96-f84d21f6be3b req-22280997-7e63-46e9-b5b2-f60224644a62 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:44.671996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7047391a-7cb9-415d-8e96-f84d21f6be3b req-22280997-7e63-46e9-b5b2-f60224644a62 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 944 time: 0.0979340 Mar 02 20:11:44.731739 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7047391a-7cb9-415d-8e96-f84d21f6be3b req-d3823b39-8052-4429-8e8f-ae71f96b614e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518372 Mar 02 20:11:44.753432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['1be3b7fc-2053-46cc-a144-1284d419babf'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:11:45.058748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-826979c7-24f8-4f9a-a14c-feaa89ed037e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.331029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.345898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.489851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.572542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41220) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:45.731947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Deleting port 21aecab4-dbc7-44d8-9d44-bb3d71886153 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:45.732282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.905687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.906003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:45.945710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de677fcf-effa-46c0-9354-a9215a78be08 req-ddcd3b5f-acd6-43e8-a6cd-63b347a1f7b9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:45.947200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de677fcf-effa-46c0-9354-a9215a78be08 req-ddcd3b5f-acd6-43e8-a6cd-63b347a1f7b9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 944 time: 0.0847752 Mar 02 20:11:45.994163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de677fcf-effa-46c0-9354-a9215a78be08 req-5841d463-64a8-4180-ac65-036bbe3c42e0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Mar 02 20:11:46.147817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Calling delete_port for 21aecab4-dbc7-44d8-9d44-bb3d71886153 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:46.260226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 1be3b7fc-2053-46cc-a144-1284d419babf up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:11:46.290470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.335443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 1be3b7fc-2053-46cc-a144-1284d419babf completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:11:46.340611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 1be3b7fc-2053-46cc-a144-1284d419babf triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:11:46.341139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.346405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'Port': ['ID=21aecab4-dbc7-44d8-9d44-bb3d71886153,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:46.438083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.456388 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.457435 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-07a8dc20-9b98-4861-b07f-19e68a5ad74c tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "DELETE /v2.0/floatingips/62537764-cbdb-4aa7-9781-dc8917d15e72 HTTP/1.1" status: 204 len: 168 time: 0.8835857 Mar 02 20:11:46.463384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.491401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:46.501624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1be3b7fc-2053-46cc-a144-1284d419babf,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:46.507867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:46.509461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device df35f571-5920-41d2-b2e1-c46ddd32ffa9 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:46.599324 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf', 'code': 200} Mar 02 20:11:46.617303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: df35f571-5920-41d2-b2e1-c46ddd32ffa9 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:46.617731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device df35f571-5920-41d2-b2e1-c46ddd32ffa9 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:46.643456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:46.804956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e872a-90a0-4f63-8ee3-2f1b9429fb14 req-581ec8bb-feb6-406a-b3e6-11933e3cd9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:46.806376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-699e872a-90a0-4f63-8ee3-2f1b9429fb14 req-581ec8bb-feb6-406a-b3e6-11933e3cd9f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1098 time: 0.0755448 Mar 02 20:11:46.855514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-699e872a-90a0-4f63-8ee3-2f1b9429fb14 req-6478a1f0-6a38-4736-8102-73d03c30bd88 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 Mar 02 20:11:47.089206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:47.190698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b07e1-493b-4aed-8cd9-ed1b87d71f7b req-2c985255-189a-4866-90fb-fccb682dde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:47.192193 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2b0b07e1-493b-4aed-8cd9-ed1b87d71f7b req-2c985255-189a-4866-90fb-fccb682dde07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.0849855 Mar 02 20:11:47.237175 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2b0b07e1-493b-4aed-8cd9-ed1b87d71f7b req-303ad966-554f-4e97-9919-19fda59aa04c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Mar 02 20:11:48.434918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b9815-0954-44ff-821a-7d41d1472417 req-bd7377c9-265e-4847-8b27-c0fd55a99c03 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:48.436901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f4b9815-0954-44ff-821a-7d41d1472417 req-bd7377c9-265e-4847-8b27-c0fd55a99c03 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.0878961 Mar 02 20:11:48.493222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f4b9815-0954-44ff-821a-7d41d1472417 req-a0a2237d-e620-4e97-8b1b-671f8f4a2a20 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439439 Mar 02 20:11:48.698647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974dc65-c766-4d86-8f70-8775a77970e8 req-23e3e280-6d72-4ad4-8f08-1da05ebbf907 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:48.701761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8974dc65-c766-4d86-8f70-8775a77970e8 req-23e3e280-6d72-4ad4-8f08-1da05ebbf907 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.0867140 Mar 02 20:11:48.752694 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8974dc65-c766-4d86-8f70-8775a77970e8 req-24304288-7114-47ef-aaa2-17e1c4ce54ca tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462837 Mar 02 20:11:48.776934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41244) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:48.995962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e8f192-483b-4b30-9cc5-08c675c4dd47 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:49.001514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b2e8f192-483b-4b30-9cc5-08c675c4dd47 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1093 time: 0.2195213 Mar 02 20:11:49.001710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41250) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:49.006920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '1be3b7fc-2053-46cc-a144-1284d419babf', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:11:49.013569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:11:49.018424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:11:49.022164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:11:49.027878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:11:49.041714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.053386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41254) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:49.147533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.182714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.194933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.256867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.280200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f3f03-b4fb-4680-a72c-050b381381d8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:49.295356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.299010 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-58a5a8f9-796d-49b3-b2da-08f43c8bcfc8 tempest-TestVolumeBootPattern-710069681 tempest-TestVolumeBootPattern-710069681-project] 10.222.0.36 "DELETE /v2.0/security-groups/dd8f3f03-b4fb-4680-a72c-050b381381d8 HTTP/1.1" status: 204 len: 168 time: 0.2410493 Mar 02 20:11:49.344628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.218 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b8698a7b-a8b6-4ec6-8356-8530d13c9fe6) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:11:49.356777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41260) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:49.516874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.551546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:49.610622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:11:49.613488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:11:49.617099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:11:49.668956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b8698a7b-a8b6-4ec6-8356-8530d13c9fe6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.040110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.050753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.127777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.356411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.362107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.411108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Deleting port ab5f5d8f-4c49-491a-913e-9c1235df93d3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:50.411688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.480065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=b8698a7b-a8b6-4ec6-8356-8530d13c9fe6,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:50.493499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.707988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] For port ab5f5d8f-4c49-491a-913e-9c1235df93d3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ab5f5d8f-4c49-491a-913e-9c1235df93d3,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:50.708363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:50.796489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 16a72912-c684-4d50-8773-00ff5af8ed7a associated. External IP: 172.26.2.218, port: 1be3b7fc-2053-46cc-a144-1284d419babf. Mar 02 20:11:50.876381 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Calling delete_port for ab5f5d8f-4c49-491a-913e-9c1235df93d3 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:51.087661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.134634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5f5d8f-4c49-491a-913e-9c1235df93d3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:51.163035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:51.372559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:51.382887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:51.393605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:51.394331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:51.401809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.428250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:51.469554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5e132d72-19b1-4690-a0dc-cf487f849bc0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4567537 Mar 02 20:11:51.469554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:11:51.511437 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf', 'status': 'completed', 'code': 200} Mar 02 20:11:51.608593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:51.611987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-f75bbf76-a5e0-4914-a464-f0c22690082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:51.613604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-f75bbf76-a5e0-4914-a464-f0c22690082d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1098 time: 0.0801778 Mar 02 20:11:51.761629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-c1e9490e-0df6-44c1-92d1-b0e376a7cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:51.763160 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-c1e9490e-0df6-44c1-92d1-b0e376a7cba4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1424479 Mar 02 20:11:51.819007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Router af5f0bc4-027f-414d-b9b1-ad90af066cd9 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:51.893227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-f6d078b9-22b6-466d-acd5-5048ee57cbed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 200 len: 999 time: 0.1233549 Mar 02 20:11:51.981987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-cdee7b74-dc91-4319-86e5-8e2d7291498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:51.983782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-cdee7b74-dc91-4319-86e5-8e2d7291498b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0844305 Mar 02 20:11:52.027039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:52.038993 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Sync routers for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:52.043482 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1a9fae0f-8029-482c-8f62-d9007c4782f0 admin admin] 10.222.0.36 "PUT /v2.0/routers/af5f0bc4-027f-414d-b9b1-ad90af066cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6829910 Mar 02 20:11:52.044271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41270) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:52.057742 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:52.057999 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.081890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-4ca76536-97de-4b54-b5db-0a50f0bac7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:11:52.083576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-4ca76536-97de-4b54-b5db-0a50f0bac7f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928886 Mar 02 20:11:52.093188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '16a72912-c684-4d50-8773-00ff5af8ed7a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': '1be3b7fc-2053-46cc-a144-1284d419babf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:1f:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:49Z', 'updated_at': '2022-03-02T20:11:49Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}, {'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.098816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:52.114167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:52.115147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.258498 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:52.266893 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-d4cb90cf-0c7c-417e-b82c-9d912041c8cf service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749935 Mar 02 20:11:52.349245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:52.390778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.437585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a32099a4-a645-4698-acb5-38ef1c5eb006 req-ffd43c91-b3ab-4b64-ae4b-9c182a97b61a service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631806 Mar 02 20:11:52.608736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.617757 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50'}], 'enable_snat': True}, 'gw_port_id': '59e89949-1718-46c5-91d1-049ff13d2800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:11:51Z', 'revision_number': 5, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port': {'id': '59e89949-1718-46c5-91d1-049ff13d2800', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:ff:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:03:59Z', 'updated_at': '2022-03-02T20:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.619606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Deleting port 59e89949-1718-46c5-91d1-049ff13d2800 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:52.619955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.622939 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Checking router: af5f0bc4-027f-414d-b9b1-ad90af066cd9 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:52.634199 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Routers {'af5f0bc4-027f-414d-b9b1-ad90af066cd9'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:52.634402 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.760509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '16a72912-c684-4d50-8773-00ff5af8ed7a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': '1be3b7fc-2053-46cc-a144-1284d419babf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:1f:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:49Z', 'updated_at': '2022-03-02T20:11:49Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}, {'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.765366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1807f883-fb84-4ed8-b00c-f701e3d661f6 None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '16a72912-c684-4d50-8773-00ff5af8ed7a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.218', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': '1be3b7fc-2053-46cc-a144-1284d419babf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:1f:dc:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:49Z', 'updated_at': '2022-03-02T20:11:49Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}, {'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:52.808081 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] Set router af5f0bc4-027f-414d-b9b1-ad90af066cd9 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:52.814960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] For port 59e89949-1718-46c5-91d1-049ff13d2800, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59e89949-1718-46c5-91d1-049ff13d2800,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:52.815310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:52.922807 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:11:52Z', 'revision_number': 6, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:52.927172 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f88d377-5204-465d-9cf5-9fd08092f6a4 None None] The sync data for ids ['af5f0bc4-027f-414d-b9b1-ad90af066cd9'] in dv-neutron-831594-2-hyperv is: [{'id': 'af5f0bc4-027f-414d-b9b1-ad90af066cd9', 'name': 'tempest-TestVolumeBootPattern-1711916704-router', 'tenant_id': '640e5b33c532483b861d1e057dd5e369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:03:58Z', 'updated_at': '2022-03-02T20:11:52Z', 'revision_number': 6, 'project_id': '640e5b33c532483b861d1e057dd5e369', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:52.944962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Calling delete_port for 59e89949-1718-46c5-91d1-049ff13d2800 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:53.000314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bab3979-5c04-419d-b1f7-407b6847ed11 None None] New status for floating IP 16a72912-c684-4d50-8773-00ff5af8ed7a: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:11:53.131055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.181589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e89949-1718-46c5-91d1-049ff13d2800,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:53.277211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.362823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ab5f5d8f-4c49-491a-913e-9c1235df93d3 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:53.399394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ab5f5d8f-4c49-491a-913e-9c1235df93d3 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:53.399730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ab5f5d8f-4c49-491a-913e-9c1235df93d3 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:53.460821 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.463006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.487220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.487745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af5f0bc4-027f-414d-b9b1-ad90af066cd9 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:11:53.500513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.501678 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2d7ef40d-c7f3-4499-9edb-3d34c2e50c71 admin admin] 10.222.0.36 "DELETE /v2.0/routers/af5f0bc4-027f-414d-b9b1-ad90af066cd9 HTTP/1.1" status: 204 len: 168 time: 1.4561086 Mar 02 20:11:53.504359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:53.569040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Deleting subnet 03b1620e-b3e0-4a16-902f-d3e0545b8dd9 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:11:53.572322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.627944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.714527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.898764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.936991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b1620e-b3e0-4a16-902f-d3e0545b8dd9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:53.940761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:53.946928 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-13522aef-00c5-4707-ab62-99c8c392f952 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/03b1620e-b3e0-4a16-902f-d3e0545b8dd9 HTTP/1.1" status: 204 len: 168 time: 0.4415667 Mar 02 20:11:53.949625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41278) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:53.950460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01815d8f-c288-4de7-9014-3186a9bdb7dc None None] Network 5d7aaa01-5561-4950-bf0e-d302f6efe87c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:11:54.186921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.197705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Deleting port 7f7282f5-e67c-4613-b7c7-84a434c2b64a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:54.198044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.212006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] DHCP port deletion for 5d7aaa01-5561-4950-bf0e-d302f6efe87c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:11:54.217225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Deleting port 7f7282f5-e67c-4613-b7c7-84a434c2b64a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:54.217536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.421135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] For port 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7f7282f5-e67c-4613-b7c7-84a434c2b64a,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:54.421513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.471353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] For port 7f7282f5-e67c-4613-b7c7-84a434c2b64a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7f7282f5-e67c-4613-b7c7-84a434c2b64a,segment=NetworkSegment(a6cfb5d5-1d88-400f-a4d0-5579c2769937),segment_id=a6cfb5d5-1d88-400f-a4d0-5579c2769937)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:54.471661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.544136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Calling delete_port for 7f7282f5-e67c-4613-b7c7-84a434c2b64a owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:54.594430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Calling delete_port for 7f7282f5-e67c-4613-b7c7-84a434c2b64a owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:54.622549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.673282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7282f5-e67c-4613-b7c7-84a434c2b64a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:54.675992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:11:54.676349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:11:54.676950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] No DVR routers for this DVR port 7f7282f5-e67c-4613-b7c7-84a434c2b64a on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:11:54.794885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.829622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7aaa01-5561-4950-bf0e-d302f6efe87c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.842529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cfb5d5-1d88-400f-a4d0-5579c2769937') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.842866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cfb5d5-1d88-400f-a4d0-5579c2769937') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:54.855034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.878591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.887906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:11:54.888245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:11:54.902625 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:11:54.989795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.006566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.018110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7aaa01-5561-4950-bf0e-d302f6efe87c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:55.033028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0a16e244-72bd-468c-b61f-0a40fc39e370 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5d7aaa01-5561-4950-bf0e-d302f6efe87c HTTP/1.1" status: 204 len: 168 time: 1.0823076 Mar 02 20:11:55.036417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41282) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:55.177572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Deleting port 7f7282f5-e67c-4613-b7c7-84a434c2b64a {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:55.178137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:55.247089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c843-5946-4e67-b9e1-5d1797190b99 None None] The port '7f7282f5-e67c-4613-b7c7-84a434c2b64a' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:11:55.344993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59e89949-1718-46c5-91d1-049ff13d2800 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:55.379632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 59e89949-1718-46c5-91d1-049ff13d2800 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:55.380069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59e89949-1718-46c5-91d1-049ff13d2800 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:55.380593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7f7282f5-e67c-4613-b7c7-84a434c2b64a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:55.416139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7f7282f5-e67c-4613-b7c7-84a434c2b64a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:55.416541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7f7282f5-e67c-4613-b7c7-84a434c2b64a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:55.610208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.097408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Deleting port 4780b31b-dc81-4c52-b866-44ed3611028f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:56.098142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.290187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] For port 4780b31b-dc81-4c52-b866-44ed3611028f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4780b31b-dc81-4c52-b866-44ed3611028f,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:56.290548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.421174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Calling delete_port for 4780b31b-dc81-4c52-b866-44ed3611028f owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:56.748526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:56.798409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Pushing event deleted for resources: {'Port': ['ID=4780b31b-dc81-4c52-b866-44ed3611028f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:57.066529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:57.532151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:11:57.719348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:11:57.730069 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Sync routers for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:11:57.739907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84b02d6b-a5d7-4e53-baae-01ab9bd13cda admin admin] 10.222.0.36 "PUT /v2.0/routers/d42b9d87-05c5-44d9-9474-8fa12bcc4e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7024002 Mar 02 20:11:57.743220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41286) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:57.749639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:57.750181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:57.925130 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:57.969758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.149448 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.162669 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Deleting port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:58.163008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.232351 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114'}], 'enable_snat': True}, 'gw_port_id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:11:56Z', 'revision_number': 5, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port': {'id': '9f48b9a1-43bb-4686-b1eb-397ea7baaadc', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:04:14Z', 'updated_at': '2022-03-02T20:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:58.236357 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Checking router: d42b9d87-05c5-44d9-9474-8fa12bcc4e67 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:11:58.244903 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Routers {'d42b9d87-05c5-44d9-9474-8fa12bcc4e67'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:11:58.245585 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:11:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:58.336344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] For port 9f48b9a1-43bb-4686-b1eb-397ea7baaadc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:58.336830 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.398843 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] Set router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:11:58.459516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Calling delete_port for 9f48b9a1-43bb-4686-b1eb-397ea7baaadc owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:58.502375 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:11:58Z', 'revision_number': 6, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:11:58.506365 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a486a-53e9-4d80-8962-5df6383ff244 None None] The sync data for ids ['d42b9d87-05c5-44d9-9474-8fa12bcc4e67'] in dv-neutron-831594-2-hyperv is: [{'id': 'd42b9d87-05c5-44d9-9474-8fa12bcc4e67', 'name': 'tempest-TestVolumeBootPattern-105779588-router', 'tenant_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:04:12Z', 'updated_at': '2022-03-02T20:11:58Z', 'revision_number': 6, 'project_id': '855bfb3d9b7d4144a4ed3976f45d0201', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:11:58.636891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.684570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f48b9a1-43bb-4686-b1eb-397ea7baaadc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:58.774940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.950900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.953173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.983085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.983891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d42b9d87-05c5-44d9-9474-8fa12bcc4e67 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:11:58.996850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:58.998002 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7a275182-478f-46a8-b48f-fc3afedca631 admin admin] 10.222.0.36 "DELETE /v2.0/routers/d42b9d87-05c5-44d9-9474-8fa12bcc4e67 HTTP/1.1" status: 204 len: 168 time: 1.2534678 Mar 02 20:11:59.001027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41292) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:59.167321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Deleting subnet 402248ff-d814-4725-ba08-672e6130e30d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:11:59.170615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.220738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.300211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.348697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f48b9a1-43bb-4686-b1eb-397ea7baaadc no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:59.385186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 9f48b9a1-43bb-4686-b1eb-397ea7baaadc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:59.385857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 9f48b9a1-43bb-4686-b1eb-397ea7baaadc not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:59.386290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4780b31b-dc81-4c52-b866-44ed3611028f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:11:59.389690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.421449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4780b31b-dc81-4c52-b866-44ed3611028f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:11:59.421806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4780b31b-dc81-4c52-b866-44ed3611028f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:11:59.437240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402248ff-d814-4725-ba08-672e6130e30d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:11:59.441983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.448989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf80cd-2343-4a20-b154-bafe86d4e1cd None None] Network cb69dfbc-c80a-4a81-81cf-191d567f3c88 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:11:59.452437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41296) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:11:59.453938 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-594df3ed-da2d-4b05-ac1b-35776d2f7a22 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/402248ff-d814-4725-ba08-672e6130e30d HTTP/1.1" status: 204 len: 168 time: 0.4518666 Mar 02 20:11:59.562136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.575331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Deleting port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:59.575660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.691902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] DHCP port deletion for cb69dfbc-c80a-4a81-81cf-191d567f3c88 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:11:59.696782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Deleting port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:11:59.697299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.781005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] For port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:59.781422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.903903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] For port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,segment=NetworkSegment(6d5f74ec-92c2-44c1-9f0f-87827cedb8e8),segment_id=6d5f74ec-92c2-44c1-9f0f-87827cedb8e8)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:11:59.904285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:11:59.907134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Calling delete_port for 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:11:59.988647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.028128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Calling delete_port for 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:00.035711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:00.038095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] No DVR routers for this DVR port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:00.073296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.073683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.074016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.074345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.074643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.074999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.075322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.075640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.075956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.076271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.076634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.076896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:00.101309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:12:00.102293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:12:00.162983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.191840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb69dfbc-c80a-4a81-81cf-191d567f3c88']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.313343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.313577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5f74ec-92c2-44c1-9f0f-87827cedb8e8') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:00.326238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.342568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.348977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:12:00.349396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:00.363415 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:00.444868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.461349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.473670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb69dfbc-c80a-4a81-81cf-191d567f3c88,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:00.478584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-be7fdb52-532b-4a7e-81a0-09396e287c24 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb69dfbc-c80a-4a81-81cf-191d567f3c88 HTTP/1.1" status: 204 len: 168 time: 1.0250101 Mar 02 20:12:00.598654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41302) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:00.603344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Deleting port 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:00.603851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.647410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c7d93240-44b5-447d-9243-dd8bdfddefb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=640e5b33c532483b861d1e057dd5e369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475254 Mar 02 20:12:00.650244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41306) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:00.672068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fd7776fb-dc74-4fae-bacc-718501a6990b None None] The port '0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:12:00.714573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.740373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.793946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.815095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6ec19-abc4-42cc-b95d-5c684fc53fae,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:00.821535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:00.822718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d21120ed-17bb-45b8-935e-0bad36a66263 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/77d6ec19-abc4-42cc-b95d-5c684fc53fae HTTP/1.1" status: 204 len: 168 time: 0.1713083 Mar 02 20:12:01.211014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41314) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:01.260611 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f381abda-b38a-4fa8-bf22-6ba24a1a1887 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=855bfb3d9b7d4144a4ed3976f45d0201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484021 Mar 02 20:12:01.263524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41318) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:01.334027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.338833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:01.360762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.372452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:01.372799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0fbb518a-3f16-4c6e-af30-8cd4ecc59a7c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:01.417252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.432083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9db46a-43ff-4f47-a2b8-433254540131,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:01.440277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:01.443888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cd773cd5-8eaa-4af9-9d1d-cc1aba1a4f48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e9db46a-43ff-4f47-a2b8-433254540131 HTTP/1.1" status: 204 len: 168 time: 0.1765983 Mar 02 20:12:11.786344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3d4cfbee-e232-4016-9ee6-53aebf36863d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.026453 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:12:15.043975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ec0d-bc83-4de5-b1f0-e4cf21bc992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.343839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.349003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:15.486155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:17.092732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:25.126090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41332) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:25.236355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-022322b4-95f4-4361-af0e-e768e7c6b670 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/1a1323ad-351d-4b56-87e7-584a8bc5b4e5 HTTP/1.1" status: 200 len: 994 time: 0.1091664 Mar 02 20:12:26.734356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:26.740396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:26.865853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.081478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:27.109602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.115696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.177886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.178499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.179902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/ports/e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 939 time: 0.4445887 Mar 02 20:12:27.180619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:27.209507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03848209-ddf4-4f2d-8161-3cc227e0e86a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:27.235203 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:12:27.331839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-42d36c91-2419-446a-b5f4-8fcadff73426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.333414 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-42d36c91-2419-446a-b5f4-8fcadff73426 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1100 time: 0.0769389 Mar 02 20:12:27.366297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe30269a-6196-41a2-a4df-785e31eb1b49 None None] Provisioning complete for port e4a96214-278a-47f1-91c2-4f21b6715d91 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:27.366971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe30269a-6196-41a2-a4df-785e31eb1b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:27.455728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fe30269a-6196-41a2-a4df-785e31eb1b49 None None] Port e4a96214-278a-47f1-91c2-4f21b6715d91 is administratively disabled so it will not transition to active. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 02 20:12:27.471418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-8aabef88-7207-43a8-b483-01fba9d8d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.472917 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-8aabef88-7207-43a8-b483-01fba9d8d5a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1335323 Mar 02 20:12:27.575634 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-0fd6ade5-653e-45b3-ba75-09a5c5fe7c08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 1003 time: 0.0950015 Mar 02 20:12:27.649206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-8b304f29-c368-4150-994b-d713c0b6b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.650568 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-8b304f29-c368-4150-994b-d713c0b6b5b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0690196 Mar 02 20:12:27.730938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-349f1413-d407-428e-aef6-34528228ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:27.732545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-349f1413-d407-428e-aef6-34528228ad9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757649 Mar 02 20:12:27.871469 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-e1e5b8e4-ad7d-4666-a275-6691c4c0323c service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330540 Mar 02 20:12:28.008490 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72f2c2cb-5193-4e57-b129-871341c3d720 req-758e2cac-b81e-47e8-b61e-bf3afe9e5b7f service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315715 Mar 02 20:12:30.609899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41354) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:30.616059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:30.850730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.069451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:31.097157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.103125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.163899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.164546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.166182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/ports/e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 938 time: 0.5550332 Mar 02 20:12:31.166489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:31.168921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41358) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:31.206993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933c530-02b9-4049-a49d-7e1c26d0fbd5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:31.227802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:12:31.306894 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ce5eaaa8-4d90-4cf6-8bfe-d8dff64cf1ec tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/1a1323ad-351d-4b56-87e7-584a8bc5b4e5 HTTP/1.1" status: 200 len: 994 time: 0.1290352 Mar 02 20:12:31.378991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-b4e1cc00-3c25-41ad-815e-a9ff61a9b2a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1331673 Mar 02 20:12:31.380807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-ef1d31cb-c6d7-410d-9715-db1d51d69427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.382106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-ef1d31cb-c6d7-410d-9715-db1d51d69427 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1099 time: 0.1020579 Mar 02 20:12:31.388156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e4a96214-278a-47f1-91c2-4f21b6715d91'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:12:31.461350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bf892bbf-6b5e-4d09-983b-310d64be8705 None None] Provisioning complete for port e4a96214-278a-47f1-91c2-4f21b6715d91 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:31.461615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf892bbf-6b5e-4d09-983b-310d64be8705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:31.514565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-78a5baf6-0d19-48a2-bf75-722d91cf5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.516544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-78a5baf6-0d19-48a2-bf75-722d91cf5e8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1281850 Mar 02 20:12:31.628651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-1243bbb2-e4e2-4d5b-a048-13483a762e23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 1002 time: 0.1057830 Mar 02 20:12:31.694432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-bfaecc1c-72ce-48ea-9b33-cfde21a5a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.695915 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-bfaecc1c-72ce-48ea-9b33-cfde21a5a932 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0615861 Mar 02 20:12:31.773462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-a1286ab3-66d9-4afd-b909-b754add4b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:31.775293 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-a1286ab3-66d9-4afd-b909-b754add4b0dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729561 Mar 02 20:12:31.910006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-817c48fe-10b8-43b4-8e50-9ea37eac387f service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288836 Mar 02 20:12:32.040826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-782da3bf-d4ef-49f5-9db1-028b2ea26f08 req-6a4c18fd-33f3-4630-aea7-0df92ad8aad1 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236920 Mar 02 20:12:32.208232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-b1d03a62-5079-431e-a5dd-0bb94c617a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:32.209684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-b1d03a62-5079-431e-a5dd-0bb94c617a65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1099 time: 0.0789132 Mar 02 20:12:32.356242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-72f3fba2-d52f-4930-9ca1-704d7bb21729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:32.357831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-72f3fba2-d52f-4930-9ca1-704d7bb21729 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1292813 Mar 02 20:12:32.462649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-66f41732-0c60-4ff8-94ef-287c896d8a70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 1002 time: 0.0984745 Mar 02 20:12:32.643745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-d4275532-d59d-428c-98c4-dee3abb3eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:32.645223 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-d4275532-d59d-428c-98c4-dee3abb3eacd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.1760619 Mar 02 20:12:32.722646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-54124f3e-9c67-4343-b7a6-ac4a30d16819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:32.724030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-54124f3e-9c67-4343-b7a6-ac4a30d16819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719819 Mar 02 20:12:32.857756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-3141e03b-2d95-46f0-98a5-c88ed591dd19 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267726 Mar 02 20:12:32.995088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0db20f5e-35ca-427c-8649-2fee48c8d93c req-e9d4f1b7-7bd7-494c-bce8-b4d19ed09d90 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316893 Mar 02 20:12:33.921007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:34.141556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port b8698a7b-a8b6-4ec6-8356-8530d13c9fe6 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:34.141798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.315097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.315383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.438057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for b8698a7b-a8b6-4ec6-8356-8530d13c9fe6 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:34.595518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.647566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=b8698a7b-a8b6-4ec6-8356-8530d13c9fe6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:34.739164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:34.739396 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 16a72912-c684-4d50-8773-00ff5af8ed7a disassociated (deleted). External IP: 172.26.2.218, port: 1be3b7fc-2053-46cc-a144-1284d419babf. Mar 02 20:12:35.214644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:12:35.417198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:12:35.429667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:12:35.441184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:35.441910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:35.442792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:35.501788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1593582d-9804-4075-8c4f-db6f688ad768 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/16a72912-c684-4d50-8773-00ff5af8ed7a HTTP/1.1" status: 204 len: 168 time: 1.5791931 Mar 02 20:12:35.502217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:35.547715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf', 'status': 'completed', 'code': 200} Mar 02 20:12:35.631321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:35.644464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-1bbd2864-4578-4fb7-941c-5a38e37e11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:35.646063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-1bbd2864-4578-4fb7-941c-5a38e37e11d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 1098 time: 0.0767725 Mar 02 20:12:35.800538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-63a48f72-33c6-475c-bff4-6ec2d0b8a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:35.802663 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-63a48f72-33c6-475c-bff4-6ec2d0b8a1c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1507010 Mar 02 20:12:35.914394 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-71bbe537-50df-424e-a191-70d71624d935 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 200 len: 217 time: 0.1026928 Mar 02 20:12:36.001541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-1c45837a-85fd-458c-a736-488a089057a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:36.003056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-1c45837a-85fd-458c-a736-488a089057a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0815120 Mar 02 20:12:36.013712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:36.018246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:12:36.026794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:36.027527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:36.047764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6fa85-bfda-42f6-bf3f-82bcba0c6b6d req-492c88c8-9c18-4ae3-99ab-37d4e78d2146 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:36.048607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9ef6fa85-bfda-42f6-bf3f-82bcba0c6b6d req-492c88c8-9c18-4ae3-99ab-37d4e78d2146 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:36.079329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9ef6fa85-bfda-42f6-bf3f-82bcba0c6b6d req-492c88c8-9c18-4ae3-99ab-37d4e78d2146 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:36.080497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef6fa85-bfda-42f6-bf3f-82bcba0c6b6d req-492c88c8-9c18-4ae3-99ab-37d4e78d2146 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.2117457 Mar 02 20:12:36.140585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef6fa85-bfda-42f6-bf3f-82bcba0c6b6d req-b22e7e3f-2160-4a8c-8314-d6dfae45cc07 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535979 Mar 02 20:12:36.142732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-b2209f50-656c-4e3c-9cfe-dd39f0c7f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:36.143978 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-b2209f50-656c-4e3c-9cfe-dd39f0c7f375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342998 Mar 02 20:12:36.211273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:36.288143 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-19a30d86-f3b6-47ee-9480-75c845f7c3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361921 Mar 02 20:12:36.438525 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-961a3a77-c0d6-4598-9d4b-1fcef740db5c req-7063c183-7236-4a70-8f8c-4de57302945f service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435373 Mar 02 20:12:36.623428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:36.628090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83051107-fbc4-4fad-9e69-28a6cfef03e2 None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '1a1323ad-351d-4b56-87e7-584a8bc5b4e5', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.249', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'port_id': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'mac_address': 'fa:16:3e:12:8a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:11:31Z', 'updated_at': '2022-03-02T20:11:35Z', 'revision_number': 1, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:12:36.871057 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b4f18-6929-4ed5-9e08-2401f263176e None None] New status for floating IP 16a72912-c684-4d50-8773-00ff5af8ed7a: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:12:37.130789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d160-02cb-4992-bee0-a209542100dc req-19820228-3e9b-4240-9b67-df6929d96b4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:37.132256 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d5f5d160-02cb-4992-bee0-a209542100dc req-19820228-3e9b-4240-9b67-df6929d96b4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.0802643 Mar 02 20:12:37.204388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 1be3b7fc-2053-46cc-a144-1284d419babf {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:37.204720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.594166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d1293-49a5-4e93-8666-2d08404d7f71 req-82194b6c-85ab-46e6-bd75-19a23c14d0cc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:37.595584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f25d1293-49a5-4e93-8666-2d08404d7f71 req-82194b6c-85ab-46e6-bd75-19a23c14d0cc tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=79adbf50-bbb9-433d-9ff8-2234f83d50b9 HTTP/1.1" status: 200 len: 945 time: 0.3433101 Mar 02 20:12:37.651794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 1be3b7fc-2053-46cc-a144-1284d419babf, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=1be3b7fc-2053-46cc-a144-1284d419babf,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:37.652113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.718219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f25d1293-49a5-4e93-8666-2d08404d7f71 req-5622d240-9080-45c4-bc4a-5b7edb28e3b9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=237a3af2-4a13-4ad9-b631-535751927ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162717 Mar 02 20:12:37.791219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 1be3b7fc-2053-46cc-a144-1284d419babf owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:37.943195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:37.992562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=1be3b7fc-2053-46cc-a144-1284d419babf,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:38.071326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port 1be3b7fc-2053-46cc-a144-1284d419babf on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:38.073843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.076468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'name': 'network-vif-deleted', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:38.097929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d5f5d160-02cb-4992-bee0-a209542100dc req-7b7070c7-a06a-4662-89a3-9cceb38ed20e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/1be3b7fc-2053-46cc-a144-1284d419babf HTTP/1.1" status: 204 len: 173 time: 0.9597499 Mar 02 20:12:38.128801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79adbf50-bbb9-433d-9ff8-2234f83d50b9', 'name': 'network-vif-deleted', 'tag': '1be3b7fc-2053-46cc-a144-1284d419babf', 'status': 'completed', 'code': 200} Mar 02 20:12:38.820314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41388) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:38.895241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.925434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:38.997770 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.022440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237a3af2-4a13-4ad9-b631-535751927ee2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:39.035431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.035804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.036181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.036590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.036964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.037291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.037613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.037935 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.038258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.038576 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.038910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.039206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:39.042342 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.043471 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4208ad90-9139-4a23-ae0e-6f2b7b89ee5c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/237a3af2-4a13-4ad9-b631-535751927ee2 HTTP/1.1" status: 204 len: 168 time: 0.2218471 Mar 02 20:12:39.078164 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41394) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:39.285254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 0efb1134-26fc-464a-9c7d-c13a67a31e72 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:39.285487 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.457563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.457883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.580859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 0efb1134-26fc-464a-9c7d-c13a67a31e72 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:39.749309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.812412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=0efb1134-26fc-464a-9c7d-c13a67a31e72,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:39.909658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:39.910371 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP 1a1323ad-351d-4b56-87e7-584a8bc5b4e5 disassociated (deleted). External IP: 172.26.2.249, port: e4a96214-278a-47f1-91c2-4f21b6715d91. Mar 02 20:12:40.381193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:12:40.559126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:12:40.570326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:12:40.575806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:40.580141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:40.580966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:40.633323 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-69dfbaa2-bc91-4c5d-a675-a25894edc04f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/1a1323ad-351d-4b56-87e7-584a8bc5b4e5 HTTP/1.1" status: 204 len: 168 time: 1.5537708 Mar 02 20:12:40.633755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:40.759399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:40.917982 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:12:41.076610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f397d4-5c15-4158-a62a-0d1851db17ec req-c61c0528-9f90-47be-abf1-57f5fbc9922a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.077334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e0f397d4-5c15-4158-a62a-0d1851db17ec req-c61c0528-9f90-47be-abf1-57f5fbc9922a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:41.081197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-88f7181b-a740-4f21-bf6a-c5571dfd63c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.082646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-88f7181b-a740-4f21-bf6a-c5571dfd63c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 1099 time: 0.1432712 Mar 02 20:12:41.090374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.094370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:12:41.103216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:41.103806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.126602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e0f397d4-5c15-4158-a62a-0d1851db17ec req-c61c0528-9f90-47be-abf1-57f5fbc9922a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:41.127712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0f397d4-5c15-4158-a62a-0d1851db17ec req-c61c0528-9f90-47be-abf1-57f5fbc9922a tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.1586144 Mar 02 20:12:41.239857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0f397d4-5c15-4158-a62a-0d1851db17ec req-c4e68758-7077-4e1d-adf2-6388ded9ce73 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046920 Mar 02 20:12:41.256491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-2b5f28d2-0eae-458a-b80f-39c5c3dc6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.258219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-2b5f28d2-0eae-458a-b80f-39c5c3dc6bfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 200 len: 898 time: 0.1661785 Mar 02 20:12:41.280952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:41.329972 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-6828fc8f-1500-4395-8319-fe14a45a0a98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 200 len: 217 time: 0.0646279 Mar 02 20:12:41.393268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-88f81e93-690a-4b97-949c-e5531d8211f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.394761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-88f81e93-690a-4b97-949c-e5531d8211f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 200 len: 834 time: 0.0585971 Mar 02 20:12:41.473949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-eb236014-df94-4adc-8661-1969ac2d9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:41.475419 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-eb236014-df94-4adc-8661-1969ac2d9b72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b39b24c8-e2d9-4389-b17d-dfbd3945d15a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743365 Mar 02 20:12:41.605021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:41.609144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b02b7e5-b417-41a0-bdb1-4fde774487cf None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '2ebd1e3b-3e85-43ec-aca3-604d18558d6e', 'name': '', 'network_id': 'b39b24c8-e2d9-4389-b17d-dfbd3945d15a', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:3b:92:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:12Z', 'updated_at': '2022-03-02T20:11:17Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'c276ebd9-29a1-434d-9d10-4e4a72945b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:12:41.615840 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-6cb559ab-9daf-4aa2-af50-d0c7dabfde98 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328964 Mar 02 20:12:41.756720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35c4a057-20d2-4cd6-bf19-4e6254b7c23c req-864c1a90-97d4-41ad-8b2c-2ee8111280c4 service neutron] 10.222.0.32 "GET /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334813 Mar 02 20:12:41.791747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-838a45bf-a2ce-4d67-a17c-502ccda8e84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:41.840497 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab45a0-8ec7-4479-98ba-35ca04f612e5 None None] New status for floating IP 1a1323ad-351d-4b56-87e7-584a8bc5b4e5: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:12:42.350564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-cdc28efe-e85f-4d8d-ab30-47e4565b49d0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:42.352055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-cdc28efe-e85f-4d8d-ab30-47e4565b49d0 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.0835388 Mar 02 20:12:42.508811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 1be3b7fc-2053-46cc-a144-1284d419babf no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:42.544625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 1be3b7fc-2053-46cc-a144-1284d419babf {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:42.544854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 1be3b7fc-2053-46cc-a144-1284d419babf not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:42.575636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port e4a96214-278a-47f1-91c2-4f21b6715d91 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:42.575943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.682129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc295dd-340b-447f-a3a0-cd05096b6ca0 req-d9a30530-ac1f-4144-8a84-6971fa5f615b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:42.683605 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcc295dd-340b-447f-a3a0-cd05096b6ca0 req-d9a30530-ac1f-4144-8a84-6971fa5f615b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=39c3b2fb-628f-4865-9e49-708f204d1faa HTTP/1.1" status: 200 len: 946 time: 0.3297405 Mar 02 20:12:42.821067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcc295dd-340b-447f-a3a0-cd05096b6ca0 req-a42f6e08-cb02-46e9-ba13-4634609ed254 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=c62ceec6-b024-4796-bac8-b0380eee902c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302700 Mar 02 20:12:42.876955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port e4a96214-278a-47f1-91c2-4f21b6715d91, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e4a96214-278a-47f1-91c2-4f21b6715d91,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:42.877278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:42.999708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for e4a96214-278a-47f1-91c2-4f21b6715d91 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:43.145342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.195997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=e4a96214-278a-47f1-91c2-4f21b6715d91,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:43.272572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port e4a96214-278a-47f1-91c2-4f21b6715d91 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:43.275144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:43.277793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'name': 'network-vif-deleted', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:12:43.295826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914d4a84-fcc3-4f0a-a3db-faf44c512fdb req-9772544b-2d67-4ba6-81a5-d3023a4abb94 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/e4a96214-278a-47f1-91c2-4f21b6715d91 HTTP/1.1" status: 204 len: 173 time: 0.9116542 Mar 02 20:12:43.330500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c3b2fb-628f-4865-9e49-708f204d1faa', 'name': 'network-vif-deleted', 'tag': 'e4a96214-278a-47f1-91c2-4f21b6715d91', 'status': 'completed', 'code': 200} Mar 02 20:12:43.919662 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41412) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:43.991764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.022121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.091257 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.110979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ceec6-b024-4796-bac8-b0380eee902c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:44.120401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:44.122502 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9df38d5e-7245-4e28-a3d2-f763c198f445 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/c62ceec6-b024-4796-bac8-b0380eee902c HTTP/1.1" status: 204 len: 168 time: 0.2014525 Mar 02 20:12:44.155708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41418) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:44.740735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.050896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73c26ee2-1499-4e75-8b6d-c51338e48e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.236603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:45.237229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.340483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.347991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.429169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 2ebd1e3b-3e85-43ec-aca3-604d18558d6e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:45.429497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.490640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.554232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 2ebd1e3b-3e85-43ec-aca3-604d18558d6e owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:45.762122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:45.812109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=2ebd1e3b-3e85-43ec-aca3-604d18558d6e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:46.108956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.486992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:12:46.540660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e4a96214-278a-47f1-91c2-4f21b6715d91 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:46.581483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: e4a96214-278a-47f1-91c2-4f21b6715d91 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:46.582442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e4a96214-278a-47f1-91c2-4f21b6715d91 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:46.797604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:12:46.808564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Sync routers for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:12:46.810525 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6c98ecc8-367d-474c-8327-80890ee56dcb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/3a79966e-e76c-4ac2-84f4-65a2ea7885c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6536171 Mar 02 20:12:46.813224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41422) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:46.819073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:46.819741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:46.885298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet c276ebd9-29a1-434d-9d10-4e4a72945b63 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:12:46.888976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:46.959800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.048790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:47.053987 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.128218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.166302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=c276ebd9-29a1-434d-9d10-4e4a72945b63,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:47.173671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.181230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684e3b1-fc84-4efd-af7e-ff0dd96c4049 None None] Network b39b24c8-e2d9-4389-b17d-dfbd3945d15a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:12:47.182358 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ad59ba50-2a40-4db8-80c6-27c779d771dd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/c276ebd9-29a1-434d-9d10-4e4a72945b63 HTTP/1.1" status: 204 len: 168 time: 0.3680873 Mar 02 20:12:47.185321 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41426) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:47.214981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.377305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.527459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209'}], 'enable_snat': True}, 'gw_port_id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:12:45Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '7fa197f9-2b0b-4f1b-be91-db98586eadec', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:11:08Z', 'updated_at': '2022-03-02T20:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:47.532011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Checking router: 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:12:47.541918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Routers {'3a79966e-e76c-4ac2-84f4-65a2ea7885c2'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:47.542633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:47.571305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.583005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 7fa197f9-2b0b-4f1b-be91-db98586eadec {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:47.583395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.605618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] DHCP port deletion for b39b24c8-e2d9-4389-b17d-dfbd3945d15a request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:12:47.661797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Deleting port 42a8fa20-9149-46be-9836-adaeebbf3409 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:12:47.662166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.762113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 7fa197f9-2b0b-4f1b-be91-db98586eadec, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7fa197f9-2b0b-4f1b-be91-db98586eadec,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:47.762424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:47.764888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] Set router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:47.880433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:12:47Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:47.890344 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 7fa197f9-2b0b-4f1b-be91-db98586eadec owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:47.892646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6008eaec-fbcc-4779-b811-d3f32b78f4df None None] The sync data for ids ['3a79966e-e76c-4ac2-84f4-65a2ea7885c2'] in dv-neutron-831594-2-hyperv is: [{'id': '3a79966e-e76c-4ac2-84f4-65a2ea7885c2', 'name': 'tempest-TestNetworkBasicOps-router-1285366596', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:11:07Z', 'updated_at': '2022-03-02T20:12:47Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:12:47.995502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] For port 42a8fa20-9149-46be-9836-adaeebbf3409, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=42a8fa20-9149-46be-9836-adaeebbf3409,segment=NetworkSegment(e28f920d-6062-4801-bda7-74aca5d3e90b),segment_id=e28f920d-6062-4801-bda7-74aca5d3e90b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:47.995940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.063658 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.108922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=7fa197f9-2b0b-4f1b-be91-db98586eadec,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.116606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Calling delete_port for 42a8fa20-9149-46be-9836-adaeebbf3409 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:12:48.252598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.301825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Pushing event deleted for resources: {'Port': ['ID=42a8fa20-9149-46be-9836-adaeebbf3409,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:48.304208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] No DVR routers for this DVR port 42a8fa20-9149-46be-9836-adaeebbf3409 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:12:48.317137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.318403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.321095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.321562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.322210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.322554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.322887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.323219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.323547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.324554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.324703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.325044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.325437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae3152-968f-405d-be19-7da62b15d442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:48.498396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.500663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.526384 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.527001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 3a79966e-e76c-4ac2-84f4-65a2ea7885c2 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:12:48.542306 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.543384 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-713a01cb-8207-40a9-bd38-850253ee2a8b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/3a79966e-e76c-4ac2-84f4-65a2ea7885c2 HTTP/1.1" status: 204 len: 168 time: 1.3565698 Mar 02 20:12:48.546500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41430) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:48.679313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.826976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.858941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39b24c8-e2d9-4389-b17d-dfbd3945d15a']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.876997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28f920d-6062-4801-bda7-74aca5d3e90b') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.877357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28f920d-6062-4801-bda7-74aca5d3e90b') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:48.890352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.909622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.917660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:12:48.918217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:12:48.933540 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:12:49.015236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.032922 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.049850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=b39b24c8-e2d9-4389-b17d-dfbd3945d15a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:49.061014 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-850a053b-062a-4d19-9673-f3d6a5cfba68 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/b39b24c8-e2d9-4389-b17d-dfbd3945d15a HTTP/1.1" status: 204 len: 168 time: 0.5135689 Mar 02 20:12:49.088078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41434) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.093647 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'network': {'name': 'tempest-network-smoke--1233316181', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:49.098863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:49.103124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:network and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:49.106001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:49.111636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:49.125148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:49.128690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.156925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:12:49.166483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.166824 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Added segment 1b353352-e67b-484e-ae89-474649cadfe5 of type vlan for network 4e0e67af-a18d-4636-a758-f5c683200ab2 Mar 02 20:12:49.193989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.225928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.234025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:49.234868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.342928 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2536924 Mar 02 20:12:49.346138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:49.349521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d7216-bb4a-4880-b33c-ba8caba441fe tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Network': ['ID=4e0e67af-a18d-4636-a758-f5c683200ab2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:49.351639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-599282603', 'admin_state_up': True, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:49.359293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:49.361203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:12:49.364296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:router and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:49.367572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:49.374509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:49.380555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 42a8fa20-9149-46be-9836-adaeebbf3409 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:49.386491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.387688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.404053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:49.428724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 42a8fa20-9149-46be-9836-adaeebbf3409 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:49.429074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 42a8fa20-9149-46be-9836-adaeebbf3409 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:49.429484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7fa197f9-2b0b-4f1b-be91-db98586eadec no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:49.509034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7fa197f9-2b0b-4f1b-be91-db98586eadec {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:49.509364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7fa197f9-2b0b-4f1b-be91-db98586eadec not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:49.509788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2ebd1e3b-3e85-43ec-aca3-604d18558d6e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:12:49.553418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2ebd1e3b-3e85-43ec-aca3-604d18558d6e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:12:49.553746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2ebd1e3b-3e85-43ec-aca3-604d18558d6e not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:12:49.673578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.083472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.112740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.261385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.230 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/65ace49f-71c5-4101-a29e-171518e294ab) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:50.415871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.456427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:50.514378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:50.517071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:50.524643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:12:50.563490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:50.958785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.291796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.629343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:12:51.815999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:12:51.826609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:12:51.846313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:51.847153 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:51.847534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-90375879-fbf9-4e64-8127-383b34994584 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5003552 Mar 02 20:12:51.848091 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:51.850785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41442) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:51.891566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-583e0736-8959-4e49-a4c9-d005c7e52531 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=598e46f04fa14aaba3920743e8efe0fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390744 Mar 02 20:12:51.894059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.022870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:52.025127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d66b3-734b-499f-ba3f-02bd38a57226 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:52.026799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3f9d66b3-734b-499f-ba3f-02bd38a57226 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319647 Mar 02 20:12:52.030456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.072584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c783b409-cd4d-4f2b-96f3-8f3b8cdb0dde tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391324 Mar 02 20:12:52.074382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.082159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576096559', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:52.135787 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:12:52.203747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:52.207628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:subnet and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:52.210530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:52.218799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:52.230152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:12:52.234033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.354455 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:50Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:52.358466 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:12:52.358715 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Updating router 472da55b-6552-45e7-96c0-46bb46e70ba6 port 65ace49f-71c5-4101-a29e-171518e294ab binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:12:52.411534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.461191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.538398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Subnet': ['ID=efdad72f-28f4-4224-8c9b-4aec82749e67,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:52.549278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Checking segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:12:52.549837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network hostable DHCP agents. Network: 4e0e67af-a18d-4636-a758-f5c683200ab2, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:12:52.573565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:12:52.583854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 4e0e67af-a18d-4636-a758-f5c683200ab2) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:52.587996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:52.588610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.595098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c55dcd-7364-45dd-8604-cfd8566b1705 None None] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:12:52.620454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-749ce459-683e-4784-92d2-f4e0e510af06 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5416121 Mar 02 20:12:52.620671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:52.736372 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.747985 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Transition to ACTIVE for port object 65ace49f-71c5-4101-a29e-171518e294ab will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:52.755749 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.818938 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Attempting to bind port 65ace49f-71c5-4101-a29e-171518e294ab on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:52.819306 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Attempting to bind port 65ace49f-71c5-4101-a29e-171518e294ab by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:52.819663 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Attempting to bind port 65ace49f-71c5-4101-a29e-171518e294ab on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:12:52.822577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-4e0e67af-a18d-4636-a758-f5c683200ab2', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:12:52.823439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.836225 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:12:52.836872 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:12:52.836987 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.837657 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:12:52.837848 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Bound port: 65ace49f-71c5-4101-a29e-171518e294ab, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:52.838224 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.912195 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:12:52.921542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=65ace49f-71c5-4101-a29e-171518e294ab,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:12:52.929469 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:52.934280 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:52.944070 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.944441 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.944775 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.945100 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.945428 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.945745 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.946063 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.946377 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.946693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.947020 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.947312 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.947619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:12:52.999089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Allocated IP 172.20.0.2 (4e0e67af-a18d-4636-a758-f5c683200ab2/efdad72f-28f4-4224-8c9b-4aec82749e67/3495c5ee-87cf-4647-b4cb-c24a44cf9e7d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:53.018326 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:53.018953 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:53.092890 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4736deb-3524-4eb3-a0ad-bd4b82ded7b9 None None] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.207928 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:53.215250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.227624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Transition to ACTIVE for port object 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:53.247894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Transition to ACTIVE for port object 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:53.254491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.316798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:53.323838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:53.328421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:12:53.334364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Pushing event updated for resources: {'Port': ['ID=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:53.428252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Attempting to bind port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:53.429218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Attempting to bind port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:53.429218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Attempting to bind port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d on network 4e0e67af-a18d-4636-a758-f5c683200ab2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:12:53.434777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:12:53.434777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Checking segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:12:53.435152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.435517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Bound using segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:12:53.435975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Bound port: 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:53.436359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.503392 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:50Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:53.508536 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031de578-c7d4-4e5e-8f3d-15174972eafa None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:50Z', 'revision_number': 3, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:12:53.513180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.538853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] For port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:12:53.542384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] For port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:12:53.547192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:53.643762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6c3c0-53a1-4ec4-b962-b3a7c1a01889 None None] Pushing event updated for resources: {'Port': ['ID=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:54.042164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.1 (4e0e67af-a18d-4636-a758-f5c683200ab2/efdad72f-28f4-4224-8c9b-4aec82749e67/aee53939-31ca-4303-9ecd-beb78aa2b362) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:12:54.226310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.247277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object aee53939-31ca-4303-9ecd-beb78aa2b362 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:54.277457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.343045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:54.354769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:54.359532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:12:54.390572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:54.424800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.664576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69caa414-598f-41a3-88ae-65dca13d40e8 None None] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:12:54.700365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:54.798033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-13c87c08-2165-443e-8f64-bf7d63012a17 None None] Provisioning for port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:55.244770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-19d07bf0-1333-4c64-963e-1cf1b0470ac9 None None] Provisioning for port aee53939-31ca-4303-9ecd-beb78aa2b362 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:55.253667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-19d07bf0-1333-4c64-963e-1cf1b0470ac9 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.254030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-19d07bf0-1333-4c64-963e-1cf1b0470ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.262591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.268614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.311320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-19d07bf0-1333-4c64-963e-1cf1b0470ac9 None None] Port aee53939-31ca-4303-9ecd-beb78aa2b362 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:12:55.386861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.390496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:55.422876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:55.488372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-54d5789c-b945-4350-87ba-2d6b071fbb7b None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.488740 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-54d5789c-b945-4350-87ba-2d6b071fbb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.524221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:12:55.525484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:12:55.550927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-54d5789c-b945-4350-87ba-2d6b071fbb7b None None] Port aee53939-31ca-4303-9ecd-beb78aa2b362 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:12:55.554035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 65ace49f-71c5-4101-a29e-171518e294ab completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:55.560167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 65ace49f-71c5-4101-a29e-171518e294ab triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.560610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.699842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.717855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=65ace49f-71c5-4101-a29e-171518e294ab,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:55.722684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.723471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:55.740137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:12:55.851502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-20813c75-4299-495f-93e6-e1c77eb0df49 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.851861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-20813c75-4299-495f-93e6-e1c77eb0df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.881438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:55.908798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:55.920472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-20813c75-4299-495f-93e6-e1c77eb0df49 None None] Port aee53939-31ca-4303-9ecd-beb78aa2b362 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:12:55.921849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:55.922206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:55.931117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:12:55.944211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e1f50d64-fe22-4a34-aa9f-82c8f546a52c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/472da55b-6552-45e7-96c0-46bb46e70ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3223081 Mar 02 20:12:55.946919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41462) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:55.951473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:12:55.972003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:55.972656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:56.204147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.217169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:56.261382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cd6e4-95ca-453d-8d56-6e0bd6882729 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.261846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cd6e4-95ca-453d-8d56-6e0bd6882729 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.262301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cd6e4-95ca-453d-8d56-6e0bd6882729 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.262752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5cd6e4-95ca-453d-8d56-6e0bd6882729 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.267062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8c5cd6e4-95ca-453d-8d56-6e0bd6882729 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3166175 Mar 02 20:12:56.267565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41468) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.337616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a05aec-904c-46bb-b925-58020268feb2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.338082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a05aec-904c-46bb-b925-58020268feb2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.338525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a05aec-904c-46bb-b925-58020268feb2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.338968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a05aec-904c-46bb-b925-58020268feb2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:56.343125 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-52a05aec-904c-46bb-b925-58020268feb2 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0721452 Mar 02 20:12:56.343439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41472) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:56.372887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:56.390231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:56.530625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:56.549071 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cefac16f-dfd8-41cc-91f8-4be5a43e63a5 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2043283 Mar 02 20:12:56.601131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:56.605097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:12:56.605567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Updating router 472da55b-6552-45e7-96c0-46bb46e70ba6 port aee53939-31ca-4303-9ecd-beb78aa2b362 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:12:56.700764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.065159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.076490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Transition to ACTIVE for port object aee53939-31ca-4303-9ecd-beb78aa2b362 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:12:57.082621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.210374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41478) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.215963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434182649', 'description': 'tempest-secgroup-smoke-1434182649 description', 'project_id': '598e46f04fa14aaba3920743e8efe0fd'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:57.222609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.226940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.230303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.237353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.239008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052615aa-0609-4a3e-bb28-9fd2a351c945 None None] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.251963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.273526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.277578 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.280796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.286765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.295294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Attempting to bind port aee53939-31ca-4303-9ecd-beb78aa2b362 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:12:57.295747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Attempting to bind port aee53939-31ca-4303-9ecd-beb78aa2b362 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:12:57.296217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Attempting to bind port aee53939-31ca-4303-9ecd-beb78aa2b362 on network 4e0e67af-a18d-4636-a758-f5c683200ab2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:12:57.302307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:12:57.302764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Checking segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:12:57.303233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.303736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Bound using segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:12:57.304424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Bound port: aee53939-31ca-4303-9ecd-beb78aa2b362, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:12:57.304975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.364450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.370952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.396273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:57.417813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f020b6d1-1e19-44d8-8f82-004af8f47808,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.422014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.425968 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-76223876-d8ac-4ce0-8939-0e14fda3bbf2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2118666 Mar 02 20:12:57.426933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41482) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.431304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:57.437232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.441108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.443931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.449505 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.450898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:12:57.466667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.468725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aee53939-31ca-4303-9ecd-beb78aa2b362,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:12:57.475147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.530196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.535868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.538634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 65ace49f-71c5-4101-a29e-171518e294ab triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:57.539006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.561075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f9a56f-f91b-4983-93ec-e784f7057ca7,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.574282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.575899 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4738f2cb-4354-40dd-b323-09c990b450c8 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487892 Mar 02 20:12:57.578751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.584163 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:57.591126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.595998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.599195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.600208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:12:57.600880 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:57.605076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.624641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.676808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052615aa-0609-4a3e-bb28-9fd2a351c945 None None] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.694852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.700372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.726239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250088bf-018a-407f-b09c-0c9058981f64,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.739253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.743389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.743888 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-605fd9c1-0469-4c3c-947e-6bf0d6d47e40 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636784 Mar 02 20:12:57.751243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:57.757563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.761594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.765343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.772398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.792661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.864439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:12:57.864999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.869360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.894505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a55008-5de4-4c70-bd3e-1af911e8be65,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:57.905650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:57.906527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:57.907939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bfa72d29-c553-4c99-8d9b-a7b52b46bbbd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627231 Mar 02 20:12:57.910724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:57.916056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:57.922385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:57.926240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:57.929152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:57.934758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:57.953620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.016520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.021307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.046442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac28cc9f-492a-4492-a637-4a744b66f255,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.057617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.059099 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aaedff69-2d0a-4a64-90c1-007cc89d05e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474712 Mar 02 20:12:58.062180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41498) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.067673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:58.074021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:58.077905 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:58.080823 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:58.086409 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:58.099526 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:12:58.106914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.174883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.179664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.182216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:58.182589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.202418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f6e9a-1880-4db6-a1ef-5b5b93fc729f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.213549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.214752 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b02ba38d-71cb-4483-8313-684fbb23217f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515360 Mar 02 20:12:58.217824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41502) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:12:58.223419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'security_group_rule': {'security_group_id': 'f020b6d1-1e19-44d8-8f82-004af8f47808', 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:12:58.229378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:12:58.233447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:security_group_rule and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:12:58.236449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:12:58.242097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:12:58.254211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Project 598e46f04fa14aaba3920743e8efe0fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:12:58.261059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.327043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.332078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.354880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f64fdf9-cbe0-4f1e-ae91-58a9277d813e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:12:58.365959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:58.378007 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f3d8d9c5-5978-4fda-9ffc-fc9171d85b91 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491499 Mar 02 20:12:58.378488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:12:58.378488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3009d-db35-4566-b26f-908c969e7b3f None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:57Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:12:58.614653 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-250c64ca-e366-47f0-875b-49b6933b4137 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434182649&fields=id&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 267 time: 0.0408223 Mar 02 20:12:58.888975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-2ebef1a6-d095-41c9-8dd1-d7c92120fa63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:12:58.890429 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-2ebef1a6-d095-41c9-8dd1-d7c92120fa63 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/networks?id=4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 200 len: 797 time: 0.2692289 Mar 02 20:12:58.905959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-36e8b9bb-37a2-43f4-93a8-6874d371613f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/quotas/598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 375 time: 0.0096643 Mar 02 20:12:58.991085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-702d4bd9-efd3-48bd-b4e0-3061216f26d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:12:59.007678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-702d4bd9-efd3-48bd-b4e0-3061216f26d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:12:59.009213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-702d4bd9-efd3-48bd-b4e0-3061216f26d1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974643 Mar 02 20:12:59.193591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-e21bab41-cc81-4006-8f24-a17da0fa858e service neutron] 10.222.0.36 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724136 Mar 02 20:12:59.334888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-bb618ac9-e196-4c6b-9d11-caa2eef5b0dd service neutron] 10.222.0.36 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352687 Mar 02 20:12:59.399546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:12:59.469726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port aee53939-31ca-4303-9ecd-beb78aa2b362 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:12:59.475503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:12:59.475877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.528124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-15eb1977-2e95-4df0-83ba-b97d7d0d1956 req-77815031-6785-44d1-8bb4-a55264b89310 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 210 time: 0.0462315 Mar 02 20:12:59.596054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.627647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aee53939-31ca-4303-9ecd-beb78aa2b362,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:12:59.633135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:12:59.703815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:00.701017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a97493d-08a4-47c6-ab5d-15062be4f55f req-5ba8da0e-34c5-4e56-b16e-c72b1521fdbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 210 time: 0.0621419 Mar 02 20:13:00.800013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-10939278-3930-4c04-b561-6f02788b5753 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:00.801488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-10939278-3930-4c04-b561-6f02788b5753 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/networks?id=4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 200 len: 797 time: 0.1853368 Mar 02 20:13:00.853887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-2489d057-8985-4cbb-8d35-fc3c483e5f0c tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=598e46f04fa14aaba3920743e8efe0fd HTTP/1.1" status: 200 len: 380 time: 0.0437131 Mar 02 20:13:00.862416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'port': {'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'admin_state_up': True, 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'security_groups': ['f020b6d1-1e19-44d8-8f82-004af8f47808']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:13:00.998316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:01.008558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:01.021892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Made reservation on behalf of 598e46f04fa14aaba3920743e8efe0fd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:13:01.025644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.197046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.20.0.12 (4e0e67af-a18d-4636-a758-f5c683200ab2/efdad72f-28f4-4224-8c9b-4aec82749e67/be5ba998-b26b-45b0-b52d-cd2c576a98d2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:01.377117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:01.399495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.415610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Transition to ACTIVE for port object be5ba998-b26b-45b0-b52d-cd2c576a98d2 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:01.441443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.449529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:01.449876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.509727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:01.513330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:01.515886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:13:01.567680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:01.580778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.581132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.581470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.581802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.582132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.582478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.582819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.584442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.584442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.584442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.584442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.584442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:01.604080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:01.604718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.632432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-5b972f29-3c61-40d1-8d15-d4e07af99cc7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735205 Mar 02 20:13:01.644493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Request body: {'port': {'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:13:01.759823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.812604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e8e0f90a-0ab7-48fa-9b71-3642ce88802b None None] Provisioning for port be5ba998-b26b-45b0-b52d-cd2c576a98d2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:01.818100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e8e0f90a-0ab7-48fa-9b71-3642ce88802b None None] Provisioning complete for port be5ba998-b26b-45b0-b52d-cd2c576a98d2 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:01.818567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e8e0f90a-0ab7-48fa-9b71-3642ce88802b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:01.871697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0f90a-0ab7-48fa-9b71-3642ce88802b None None] Port be5ba998-b26b-45b0-b52d-cd2c576a98d2 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:13:01.999720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf3e9e-8316-43e5-8315-0b4088806a61 req-a3cb6563-418c-47b2-be9d-4a1b0ff42afd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:02.000323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-94cf3e9e-8316-43e5-8315-0b4088806a61 req-a3cb6563-418c-47b2-be9d-4a1b0ff42afd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:02.079696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-94cf3e9e-8316-43e5-8315-0b4088806a61 req-a3cb6563-418c-47b2-be9d-4a1b0ff42afd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:02.080904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94cf3e9e-8316-43e5-8315-0b4088806a61 req-a3cb6563-418c-47b2-be9d-4a1b0ff42afd tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 932 time: 0.2666402 Mar 02 20:13:02.240641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94cf3e9e-8316-43e5-8315-0b4088806a61 req-3af58b91-75c4-4fe0-a3a0-86932e6470ea tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538897 Mar 02 20:13:02.305892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5ba998-b26b-45b0-b52d-cd2c576a98d2 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:13:02.313282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.327548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Transition to ACTIVE for port object be5ba998-b26b-45b0-b52d-cd2c576a98d2 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:13:02.334587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.464831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Pushing event updated for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.567356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Attempting to bind port be5ba998-b26b-45b0-b52d-cd2c576a98d2 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:13:02.567681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Attempting to bind port be5ba998-b26b-45b0-b52d-cd2c576a98d2 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:13:02.567997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Attempting to bind port be5ba998-b26b-45b0-b52d-cd2c576a98d2 on network 4e0e67af-a18d-4636-a758-f5c683200ab2 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:13:02.572486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Port be5ba998-b26b-45b0-b52d-cd2c576a98d2 on network 4e0e67af-a18d-4636-a758-f5c683200ab2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:13:02.572793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Attempting to bind port be5ba998-b26b-45b0-b52d-cd2c576a98d2 on network 4e0e67af-a18d-4636-a758-f5c683200ab2 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:13:02.577685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:13:02.578010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Checking segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:13:02.578379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Bound using segment: {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:13:02.578787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Bound port: be5ba998-b26b-45b0-b52d-cd2c576a98d2, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b353352-e67b-484e-ae89-474649cadfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:13:02.579137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.676957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:13:02.680015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:13:02.687330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.745713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:02.746585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:02.748695 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] 10.222.0.32 "PUT /v2.0/ports/be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 200 len: 1094 time: 1.1086545 Mar 02 20:13:02.749318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:13:02.785458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a115b4-6ac8-4750-98f2-7e6151072655 service neutron] Pushing event updated for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:02.829550 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'status': 'completed', 'code': 200} Mar 02 20:13:02.878804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-bd296fc3-d028-4ff5-ac41-b61f3c82a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:02.880468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-bd296fc3-d028-4ff5-ac41-b61f3c82a202 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1097 time: 0.0838234 Mar 02 20:13:02.948057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-34b43317-3224-459c-bf48-6bbf9392f097 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 200 len: 217 time: 0.0601034 Mar 02 20:13:03.016309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-60781c91-cbc1-47dc-baaa-ecf7bc53da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.017768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-60781c91-cbc1-47dc-baaa-ecf7bc53da3e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efdad72f-28f4-4224-8c9b-4aec82749e67 HTTP/1.1" status: 200 len: 835 time: 0.0638649 Mar 02 20:13:03.098196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-e4ee757c-c60e-4d71-9258-9e70295be967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.099621 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-e4ee757c-c60e-4d71-9258-9e70295be967 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0e67af-a18d-4636-a758-f5c683200ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758910 Mar 02 20:13:03.243826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-fb15639a-0f6c-4465-ab77-0557ecc930ea service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374545 Mar 02 20:13:03.425206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f97ff2d-2dc7-4386-a551-3a35ecfe3aa6 req-9a024b66-6366-4b37-9199-7df6157aabbf service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742742 Mar 02 20:13:03.455519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc578e-d2e3-404b-bcc9-f09c885645a6 req-fd5559d1-a7fe-4ae5-9232-20965d2d34f6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.457005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3cc578e-d2e3-404b-bcc9-f09c885645a6 req-fd5559d1-a7fe-4ae5-9232-20965d2d34f6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 944 time: 0.1062677 Mar 02 20:13:03.545542 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3cc578e-d2e3-404b-bcc9-f09c885645a6 req-264711fa-b4a7-4f61-be11-7bcb5e0223d7 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826244 Mar 02 20:13:03.568683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-2d39a780-8b8b-46b5-a7c6-80637f6845fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.570152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-2d39a780-8b8b-46b5-a7c6-80637f6845fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1097 time: 0.0924759 Mar 02 20:13:03.715101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-54b74490-6a3c-4252-a740-c73efa8c12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.716558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-54b74490-6a3c-4252-a740-c73efa8c12dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 200 len: 898 time: 0.1380239 Mar 02 20:13:03.791246 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-2d5d2e2b-5db1-47a1-9a56-27c1456a4f7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 200 len: 217 time: 0.0669632 Mar 02 20:13:03.865540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-f458703c-a3e4-48bf-9eff-8cda2bbd1c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.867027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-f458703c-a3e4-48bf-9eff-8cda2bbd1c47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efdad72f-28f4-4224-8c9b-4aec82749e67 HTTP/1.1" status: 200 len: 835 time: 0.0684547 Mar 02 20:13:03.955607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-ef7995ee-c73d-4765-971b-ae8e3eda0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:03.957147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-ef7995ee-c73d-4765-971b-ae8e3eda0449 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0e67af-a18d-4636-a758-f5c683200ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836740 Mar 02 20:13:04.196296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-f59d841b-f188-46a7-aec7-f63662981d58 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306304 Mar 02 20:13:04.329310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f5ef5db-aa50-40f8-837b-a15da54e8066 req-6374c80a-adf2-43b3-a5e8-68c72c7dac93 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255746 Mar 02 20:13:04.751230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977cb6a-a25a-4fab-9a00-b6d902cbaa31 req-e120e729-a857-434b-b7b3-bade8d6fb278 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:04.752685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8977cb6a-a25a-4fab-9a00-b6d902cbaa31 req-e120e729-a857-434b-b7b3-bade8d6fb278 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 944 time: 0.0920973 Mar 02 20:13:04.796367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8977cb6a-a25a-4fab-9a00-b6d902cbaa31 req-317fd30b-51d7-494c-87d9-29c89575fac6 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377645 Mar 02 20:13:06.003848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15847336-655d-44a4-af28-3ce8d38720dc req-8de34ee0-c7f5-4e98-978e-b94350d83236 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:06.005569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-15847336-655d-44a4-af28-3ce8d38720dc req-8de34ee0-c7f5-4e98-978e-b94350d83236 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 944 time: 0.0882645 Mar 02 20:13:06.052794 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-15847336-655d-44a4-af28-3ce8d38720dc req-8a0ab002-fddc-40ba-b48c-41e8814a36a5 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Mar 02 20:13:06.593825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device be5ba998-b26b-45b0-b52d-cd2c576a98d2 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:13:06.727505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:06.740367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:13:06.797648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.814223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5ba998-b26b-45b0-b52d-cd2c576a98d2 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:13:06.830682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:06.835654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:06.903418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:07.030431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['be5ba998-b26b-45b0-b52d-cd2c576a98d2'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:13:07.241823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e01d7-c803-49b6-b23e-d4b245b5c770 req-81fae93d-cc5e-4815-a6b3-4bdbea04c1cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:07.243336 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f8e01d7-c803-49b6-b23e-d4b245b5c770 req-81fae93d-cc5e-4815-a6b3-4bdbea04c1cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 945 time: 0.0823908 Mar 02 20:13:07.297213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f8e01d7-c803-49b6-b23e-d4b245b5c770 req-0bbcc6f1-d1f4-4b2f-af88-5d6d8e220b4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430939 Mar 02 20:13:08.487908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9b378-1327-4674-abb8-ba8223b1ae42 req-4ffbc752-284c-412d-bf5f-eea3de046fc4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:08.489458 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7c9b378-1327-4674-abb8-ba8223b1ae42 req-4ffbc752-284c-412d-bf5f-eea3de046fc4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 945 time: 0.0836496 Mar 02 20:13:08.551590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7c9b378-1327-4674-abb8-ba8223b1ae42 req-198eee24-d73e-46fc-891a-b058dc1c9e4b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540721 Mar 02 20:13:08.601420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device be5ba998-b26b-45b0-b52d-cd2c576a98d2 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:08.677401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port be5ba998-b26b-45b0-b52d-cd2c576a98d2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:13:08.684927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port be5ba998-b26b-45b0-b52d-cd2c576a98d2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:08.685462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.821007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.847940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:13:08.858609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:08.863853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:08.931759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:08.952743 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'code': 200} Mar 02 20:13:09.179790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11248e-a5cb-489b-8bd9-0c4fcd4278f6 req-102cdc80-70b7-4a50-958a-acd032e2e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.181306 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e11248e-a5cb-489b-8bd9-0c4fcd4278f6 req-102cdc80-70b7-4a50-958a-acd032e2e5e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1099 time: 0.0738072 Mar 02 20:13:09.222381 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e11248e-a5cb-489b-8bd9-0c4fcd4278f6 req-46e13071-5aeb-436b-87fb-b8e14c581400 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343444 Mar 02 20:13:09.740129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab692f-c8f5-4cb6-97cb-b7289ae21d1f req-2e09f57f-c20d-4520-9cae-4a1eadffeae2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:09.741533 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-faab692f-c8f5-4cb6-97cb-b7289ae21d1f req-2e09f57f-c20d-4520-9cae-4a1eadffeae2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.0808046 Mar 02 20:13:09.792708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-faab692f-c8f5-4cb6-97cb-b7289ae21d1f req-90c5556c-0776-4f19-8752-80bad5a747af tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Mar 02 20:13:10.980001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2dc94-fd00-4897-9dee-c7bdb2742cf7 req-07078bb8-4b16-4138-9c3e-5d26864b1f62 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:10.981497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4cc2dc94-fd00-4897-9dee-c7bdb2742cf7 req-07078bb8-4b16-4138-9c3e-5d26864b1f62 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.0840268 Mar 02 20:13:11.024583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4cc2dc94-fd00-4897-9dee-c7bdb2742cf7 req-62c0a29c-1487-4c0c-8bd7-b67aff1568a9 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Mar 02 20:13:11.210975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963aa75-32d2-4843-a76a-a65595210173 req-d0ae8bc5-4333-40b5-9c40-3005c2217455 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.212419 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9963aa75-32d2-4843-a76a-a65595210173 req-d0ae8bc5-4333-40b5-9c40-3005c2217455 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.0851755 Mar 02 20:13:11.256784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9963aa75-32d2-4843-a76a-a65595210173 req-bff61498-ca04-4f29-b19f-19f1882c8b74 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384858 Mar 02 20:13:11.279879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:11.351214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a57e5-2a5a-4598-b6e7-8fe14bc0b340 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:11.352760 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-767a57e5-2a5a-4598-b6e7-8fe14bc0b340 tempest-TestNetworkBasicOps-1327890954 tempest-TestNetworkBasicOps-1327890954-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1094 time: 0.0718777 Mar 02 20:13:11.355537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41568) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:11.360422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:13:11.366516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:13:11.370467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Usage tracker for resource:floatingip and tenant:598e46f04fa14aaba3920743e8efe0fd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:13:11.373344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:13:11.379113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:13:11.391379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.525993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.661076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Allocated IP 172.26.2.211 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/1d873ccc-980f-4d98-a52c-c3f1549517e7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:13:11.797112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bdba2db2-2b7e-4e09-ae64-f3f7fd6a7952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.812373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:11.842827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.006081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:13:12.013072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:13:12.017240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:13:12.046139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=1d873ccc-980f-4d98-a52c-c3f1549517e7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:12.431490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.509916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.808958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.817333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:12.941190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event updated for resources: {'Port': ['ID=1d873ccc-980f-4d98-a52c-c3f1549517e7,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:12.947350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.136198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d associated. External IP: 172.26.2.211, port: be5ba998-b26b-45b0-b52d-cd2c576a98d2. Mar 02 20:13:13.502295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:13:13.802711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:13:13.814456 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:13:13.823561 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:13.824180 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:13.829366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:13.894768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a322106-50e3-4905-838f-4209915200f2 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5357485 Mar 02 20:13:13.894768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:13:13.895338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41572) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:13.939068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'status': 'completed', 'code': 200} Mar 02 20:13:14.012091 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:14.015377 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-caac2eb6-34ab-45db-b2b2-d1d6f89fa2e1 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 992 time: 0.1185873 Mar 02 20:13:14.034252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f695-a91e-4537-b299-72518a787189 req-030274bd-f213-4e6e-a04c-09fe0615fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:14.035763 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-030274bd-f213-4e6e-a04c-09fe0615fdac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1099 time: 0.0748215 Mar 02 20:13:14.171088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f695-a91e-4537-b299-72518a787189 req-95f077cf-a0f6-4135-8726-cf9263a4b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:14.172646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-95f077cf-a0f6-4135-8726-cf9263a4b847 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 200 len: 898 time: 0.1309013 Mar 02 20:13:14.277351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-8a1e4901-25c0-4137-9f4b-0600045d76fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 200 len: 1000 time: 0.0992630 Mar 02 20:13:14.339322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f695-a91e-4537-b299-72518a787189 req-75b3ffcf-2fc6-49cb-9d61-f29d997d6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:14.340797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-75b3ffcf-2fc6-49cb-9d61-f29d997d6d38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efdad72f-28f4-4224-8c9b-4aec82749e67 HTTP/1.1" status: 200 len: 835 time: 0.0577226 Mar 02 20:13:14.394379 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:12Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:59Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:14.398655 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:13:14.408181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:14.408808 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:12:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:14.419285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f695-a91e-4537-b299-72518a787189 req-552441cc-bb9e-42d0-b107-7d58329302a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:14.420847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-552441cc-bb9e-42d0-b107-7d58329302a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0e67af-a18d-4636-a758-f5c683200ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741088 Mar 02 20:13:14.551929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-edc0a51f-9938-4596-993e-12c1dfc945a9 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251712 Mar 02 20:13:14.593801 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:14.725113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9e4f695-a91e-4537-b299-72518a787189 req-7ca69d59-94fb-473c-bd1b-b4bb4fcde7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659591 Mar 02 20:13:14.961572 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:12Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:59Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:14.965603 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d708cbe-1481-424f-a1a5-4ab8967f60b7 None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:12:54Z', 'revision_number': 4, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:12Z', 'revision_number': 0, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:12:59Z', 'revision_number': 5, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:13:15.017719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41578) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:15.045839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3afc41bf-a837-4d4b-9954-1de71aae2e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.130670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0359f24b-cae5-47df-8006-24632269823f tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 992 time: 0.1117477 Mar 02 20:13:15.155042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe49f6-ad9d-4103-b3b0-dab2d11c9003 None None] New status for floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:13:15.406965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.415291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:15.501389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:16.135288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41584) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:16.253351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0ad9afb0-0190-4b33-b703-93fb50a62d31 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 994 time: 0.1166008 Mar 02 20:13:17.098701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:29.025166 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:13:41.792722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9c8dd716-fe7b-45e5-898a-8b25a7806a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.050416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0d76eeed-6366-413b-95ee-63844b5cdc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.357705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.359890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.496062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:45.549475 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41604) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:45.555657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:13:46.205608 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.218046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.409171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:13:46.590714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:13:46.597176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:46.598298 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5eaf8c54-0b17-45ba-8d32-64fbe67b4d92 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/472da55b-6552-45e7-96c0-46bb46e70ba6 HTTP/1.1" status: 200 len: 888 time: 1.0475433 Mar 02 20:13:46.601317 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:13:46.612047 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:46.612690 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.673435 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.682180 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:46.682765 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.742782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:46.743187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b5616-c272-4dd3-8ddc-ced7672636ba None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:13:47.104159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.256986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e4c7e5-2091-49c7-b46f-a27973b55dc1 None None] New status for floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:13:47.430333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:47.642901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.662154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=65ace49f-71c5-4101-a29e-171518e294ab,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:47.667243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.667921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:13:47.776515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:47.838100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.872662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aee53939-31ca-4303-9ecd-beb78aa2b362,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:47.878091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:47.949349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:48.751679 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41610) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:48.757121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:13:49.430925 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.443187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-334432'] for router, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.629336 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:13:49.814550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:13:49.821248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:49.822442 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f955651e-855e-4e41-9a35-1b565b48d350 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/472da55b-6552-45e7-96c0-46bb46e70ba6 HTTP/1.1" status: 200 len: 887 time: 1.0696945 Mar 02 20:13:49.824181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:13:49.825458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:49.834706 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:49.835615 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:49.977323 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-97b839d7-34d3-4439-8126-892b28e6d7ad tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 992 time: 0.1507444 Mar 02 20:13:50.048542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:50.413328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:50.417319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:13:50.426958 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:50.427556 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:50.606413 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:50.967325 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:50.972609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548e411-2dea-404f-be5f-6b6670b7c2e2 None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'floating_ip_address': '172.26.2.211', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'port_id': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'mac_address': 'fa:16:3e:b3:0e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:13:12Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 2, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:47Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:13:50.981456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41618) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:51.099011 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cc45f65b-2f3d-46ff-9c4b-39ea4c13f719 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 992 time: 0.1162486 Mar 02 20:13:51.424186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:51.502815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:51.503204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.634836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.678456 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aee53939-31ca-4303-9ecd-beb78aa2b362,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:51.684868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:51.758725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:51.766702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.767072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.767462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.767778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.768114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.768477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.768806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.769128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.769464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.769772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.770095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:51.770578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:13:52.102777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:52.217198 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ed41cf54-6f69-4cab-a775-c81966fb641e tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 992 time: 0.1131115 Mar 02 20:13:52.704992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6429f1c9-6b58-4a30-aa45-ca64bae2da46 None None] New status for floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:13:53.222626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:53.345058 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f2414033-f581-4df4-8479-f1d3cfcc5386 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 200 len: 994 time: 0.1210454 Mar 02 20:13:53.465837 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:53.535692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 65ace49f-71c5-4101-a29e-171518e294ab triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:53.535955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.655568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.673484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=65ace49f-71c5-4101-a29e-171518e294ab,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:53.679573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:53.680532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:53.794912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:53.807767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aee53939-31ca-4303-9ecd-beb78aa2b362 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:53.808157 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.412921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:13:55.481737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 65ace49f-71c5-4101-a29e-171518e294ab triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:13:55.482231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:55.643574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:13:56.014548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 1d873ccc-980f-4d98-a52c-c3f1549517e7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:13:56.014880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.190781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.191093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.327653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 1d873ccc-980f-4d98-a52c-c3f1549517e7 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:13:56.489021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.538463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=1d873ccc-980f-4d98-a52c-c3f1549517e7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:56.641952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:56.642482 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d disassociated (deleted). External IP: 172.26.2.211, port: be5ba998-b26b-45b0-b52d-cd2c576a98d2. Mar 02 20:13:57.008625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:13:57.196086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:13:57.206881 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:13:57.219242 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:57.220051 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:57.221138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:57.279807 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9ce84991-9f49-46b3-a4f7-ec0dd1136733 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/floatingips/f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d HTTP/1.1" status: 204 len: 168 time: 1.6345890 Mar 02 20:13:57.280205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:13:57.331630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'status': 'completed', 'code': 200} Mar 02 20:13:57.404233 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:57.438570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-6b05f397-654d-4ec7-bc4a-b99a04fb5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:57.440067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-6b05f397-654d-4ec7-bc4a-b99a04fb5e0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=598e46f04fa14aaba3920743e8efe0fd&device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 1099 time: 0.0862010 Mar 02 20:13:57.735936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-0a534e22-04d3-461f-b63f-6a338b98c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:57.737431 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-0a534e22-04d3-461f-b63f-6a338b98c57a service neutron] 10.222.0.32 "GET /v2.0/networks?id=4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 200 len: 898 time: 0.2912252 Mar 02 20:13:57.752610 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:51Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:57.756411 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:13:57.764654 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:13:57.765239 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:57.812461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-0c06c21c-3ddf-43ca-80f6-a03588f55d91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 200 len: 217 time: 0.0671976 Mar 02 20:13:57.820472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72da67-4b4f-424e-9791-28f79efe8b4a req-9e2b3c17-8463-4f5c-b205-f18c450e5090 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:57.821226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bb72da67-4b4f-424e-9791-28f79efe8b4a req-9e2b3c17-8463-4f5c-b205-f18c450e5090 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Synchronizing usage tracker for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:13:57.886437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bb72da67-4b4f-424e-9791-28f79efe8b4a req-9e2b3c17-8463-4f5c-b205-f18c450e5090 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Unset dirty status for tenant:598e46f04fa14aaba3920743e8efe0fd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:13:57.887694 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bb72da67-4b4f-424e-9791-28f79efe8b4a req-9e2b3c17-8463-4f5c-b205-f18c450e5090 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.2934310 Mar 02 20:13:57.896786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-4d96b904-85b8-41bb-88bd-9ab5a9be7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:57.898170 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-4d96b904-85b8-41bb-88bd-9ab5a9be7f33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=efdad72f-28f4-4224-8c9b-4aec82749e67 HTTP/1.1" status: 200 len: 835 time: 0.0730484 Mar 02 20:13:57.949667 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:13:57.981937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bb72da67-4b4f-424e-9791-28f79efe8b4a req-8928707a-facb-4d8a-8279-18e5e722ded4 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876606 Mar 02 20:13:58.010318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-aac6f497-25b4-4bef-9947-3444e60466e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:58.011863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-aac6f497-25b4-4bef-9947-3444e60466e5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4e0e67af-a18d-4636-a758-f5c683200ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015565 Mar 02 20:13:58.148931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-efd712b3-e99c-48ab-83c3-3b2afa5d6b02 service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301379 Mar 02 20:13:58.271660 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:51Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:13:58.275714 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69baebdc-0c61-4d26-aa83-dc8bb872a09c None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:13:49Z', 'revision_number': 6, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aee53939-31ca-4303-9ecd-beb78aa2b362', 'name': '', 'network_id': '4e0e67af-a18d-4636-a758-f5c683200ab2', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'mac_address': 'fa:16:3e:50:76:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:53Z', 'updated_at': '2022-03-02T20:13:51Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'subnets': [{'id': 'efdad72f-28f4-4224-8c9b-4aec82749e67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:13:58.284056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b7e2ee8-2c65-412c-ade7-a51035613cd5 req-3dc88ecf-c9d5-4838-8554-e22f180bf69a service neutron] 10.222.0.32 "GET /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285846 Mar 02 20:13:58.882452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-3e438bd7-c9d5-4e15-8f22-834d0f8f041b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:58.883934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-3e438bd7-c9d5-4e15-8f22-834d0f8f041b tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.0873413 Mar 02 20:13:58.909867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e4d637-94f7-4dc3-b38f-5cfd93280412 None None] New status for floating IP f94c4cfb-b05a-4bbc-a1b6-3884e00e0a2d: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:13:58.953671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port be5ba998-b26b-45b0-b52d-cd2c576a98d2 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:13:58.954040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.246040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port be5ba998-b26b-45b0-b52d-cd2c576a98d2, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=be5ba998-b26b-45b0-b52d-cd2c576a98d2,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:13:59.246798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.376383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for be5ba998-b26b-45b0-b52d-cd2c576a98d2 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:13:59.424371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26362add-2a2c-4cf0-a1fe-1e7d58a0980f req-ff662f2c-7d3e-46f6-b3c5-a893735d4969 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:13:59.426028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26362add-2a2c-4cf0-a1fe-1e7d58a0980f req-ff662f2c-7d3e-46f6-b3c5-a893735d4969 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/ports?device_id=241e5efe-8b48-4180-b3a0-3f2d0468422a HTTP/1.1" status: 200 len: 946 time: 0.2753167 Mar 02 20:13:59.496609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26362add-2a2c-4cf0-a1fe-1e7d58a0980f req-a9a6d8f8-43be-494f-b2b1-2615d592f2ff tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "GET /v2.0/security-groups?id=f020b6d1-1e19-44d8-8f82-004af8f47808&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586090 Mar 02 20:13:59.562760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.721245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=be5ba998-b26b-45b0-b52d-cd2c576a98d2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:13:59.795186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] No DVR routers for this DVR port be5ba998-b26b-45b0-b52d-cd2c576a98d2 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:13:59.797722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:13:59.800464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'name': 'network-vif-deleted', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:13:59.823689 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f03c573d-7c24-455b-9d1e-b9a68b3de55b req-05260e99-ad4d-43e9-b31d-a7428c4c8611 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.32 "DELETE /v2.0/ports/be5ba998-b26b-45b0-b52d-cd2c576a98d2 HTTP/1.1" status: 204 len: 173 time: 0.9346418 Mar 02 20:13:59.852978 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241e5efe-8b48-4180-b3a0-3f2d0468422a', 'name': 'network-vif-deleted', 'tag': 'be5ba998-b26b-45b0-b52d-cd2c576a98d2', 'status': 'completed', 'code': 200} Mar 02 20:14:00.597045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41660) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:00.675322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.708743 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.776761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.811378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f020b6d1-1e19-44d8-8f82-004af8f47808,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:00.818827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/security-groups/f020b6d1-1e19-44d8-8f82-004af8f47808 HTTP/1.1" status: 204 len: 168 time: 0.2218897 Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.822661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.823129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.823236 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.823565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.823881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.824192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.824528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.824819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0676de9a-ca6d-4e8c-96f3-43d93b1bafbb tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:00.859703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41666) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:01.545926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:01.909765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port aee53939-31ca-4303-9ecd-beb78aa2b362 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:14:01.910495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.101457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port aee53939-31ca-4303-9ecd-beb78aa2b362, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aee53939-31ca-4303-9ecd-beb78aa2b362,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:02.101697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.230241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for aee53939-31ca-4303-9ecd-beb78aa2b362 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:14:02.426008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.495801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=aee53939-31ca-4303-9ecd-beb78aa2b362,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:02.786735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:02.911536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device be5ba998-b26b-45b0-b52d-cd2c576a98d2 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:02.950332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: be5ba998-b26b-45b0-b52d-cd2c576a98d2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:14:02.950636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device be5ba998-b26b-45b0-b52d-cd2c576a98d2 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:03.278689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Router 472da55b-6552-45e7-96c0-46bb46e70ba6 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:14:03.492447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:14:03.502184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Sync routers for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:14:03.506511 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ad21ce1d-0e40-48de-b9f2-6ff6e178a3a3 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "PUT /v2.0/routers/472da55b-6552-45e7-96c0-46bb46e70ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456404 Mar 02 20:14:03.511442 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:14:03.511607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41670) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.512062 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:03.579995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting subnet efdad72f-28f4-4224-8c9b-4aec82749e67 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:14:03.583103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.648174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.686504 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:14:03.742315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.817473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.857479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Subnet': ['ID=efdad72f-28f4-4224-8c9b-4aec82749e67,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:03.859899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:03.865598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b8292-2d62-46a1-96d3-10699038550c None None] Network 4e0e67af-a18d-4636-a758-f5c683200ab2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:14:03.872564 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/subnets/efdad72f-28f4-4224-8c9b-4aec82749e67 HTTP/1.1" status: 204 len: 168 time: 0.3596642 Mar 02 20:14:03.872904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41674) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:03.873967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.874307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.874633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.874956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.875275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.875724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.876010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.876344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.876669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.876996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.877292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.877601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ded0560-a2d6-4917-8a2b-346ff3618501 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:14:03.997038 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:14:02Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:04.001902 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Checking router: 472da55b-6552-45e7-96c0-46bb46e70ba6 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:14:04.011082 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Routers {'472da55b-6552-45e7-96c0-46bb46e70ba6'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:14:04.011681 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:13:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['472da55b-6552-45e7-96c0-46bb46e70ba6'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:04.069277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.170733 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] DHCP port deletion for 4e0e67af-a18d-4636-a758-f5c683200ab2 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:14:04.176268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Deleting port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:14:04.176672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.198901 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] Set router 472da55b-6552-45e7-96c0-46bb46e70ba6 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:14:04.257143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.270059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Deleting port 65ace49f-71c5-4101-a29e-171518e294ab {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:14:04.271758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.400693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] For port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,segment=NetworkSegment(1b353352-e67b-484e-ae89-474649cadfe5),segment_id=1b353352-e67b-484e-ae89-474649cadfe5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:04.400961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.452553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] For port 65ace49f-71c5-4101-a29e-171518e294ab, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=65ace49f-71c5-4101-a29e-171518e294ab,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:04.453368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.526765 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:14:02Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:04.531087 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447baaa9-08eb-4f02-a318-3a40af2785a1 None None] The sync data for ids ['472da55b-6552-45e7-96c0-46bb46e70ba6'] in dv-neutron-831594-2-hyperv is: [{'id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'name': 'tempest-TestNetworkBasicOps-router-599282603', 'tenant_id': '598e46f04fa14aaba3920743e8efe0fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '65ace49f-71c5-4101-a29e-171518e294ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:12:49Z', 'updated_at': '2022-03-02T20:14:02Z', 'revision_number': 7, 'project_id': '598e46f04fa14aaba3920743e8efe0fd', 'gw_port': {'id': '65ace49f-71c5-4101-a29e-171518e294ab', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:80:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472da55b-6552-45e7-96c0-46bb46e70ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:12:50Z', 'updated_at': '2022-03-02T20:13:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:14:04.568900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Calling delete_port for 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:14:04.583212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Calling delete_port for 65ace49f-71c5-4101-a29e-171518e294ab owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:14:04.658078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.725351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] No DVR routers for this DVR port 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:04.729188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b12532-006b-4299-acfa-f9d944c1a1c3 None None] Pushing event deleted for resources: {'Port': ['ID=3495c5ee-87cf-4647-b4cb-c24a44cf9e7d,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:04.900932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:04.948652 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Port': ['ID=65ace49f-71c5-4101-a29e-171518e294ab,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.051053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.227606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.229909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.254162 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.254729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Fanout notify agent at l3_agent the message router_deleted on router 472da55b-6552-45e7-96c0-46bb46e70ba6 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:14:05.283836 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.285339 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f9031fe8-96dc-42b3-b923-142bd7470b98 tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/routers/472da55b-6552-45e7-96c0-46bb46e70ba6 HTTP/1.1" status: 204 len: 168 time: 1.4110410 Mar 02 20:14:05.288497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41678) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:05.411612 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.551489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.582476 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0e67af-a18d-4636-a758-f5c683200ab2']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:05.594528 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b353352-e67b-484e-ae89-474649cadfe5') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:05.594817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b353352-e67b-484e-ae89-474649cadfe5') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:14:05.606178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.625346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.638229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:14:05.638665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:14:05.656798 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:14:05.742893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.762203 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:05.775363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] Pushing event deleted for resources: {'Network': ['ID=4e0e67af-a18d-4636-a758-f5c683200ab2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:05.784538 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d2eca90d-ca8e-4d9f-b3c3-8bd9feaed0cf tempest-TestNetworkBasicOps-377592632 tempest-TestNetworkBasicOps-377592632-project] 10.222.0.36 "DELETE /v2.0/networks/4e0e67af-a18d-4636-a758-f5c683200ab2 HTTP/1.1" status: 204 len: 168 time: 0.4911015 Mar 02 20:14:05.810881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:05.846109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:14:05.846452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3495c5ee-87cf-4647-b4cb-c24a44cf9e7d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:05.846873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:05.884708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: aee53939-31ca-4303-9ecd-beb78aa2b362 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:14:05.885023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aee53939-31ca-4303-9ecd-beb78aa2b362 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:06.031272 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:14:06.136318 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41686) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.309336 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4f3fafe-1f70-4ec2-9aa9-f6741e111cdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=598e46f04fa14aaba3920743e8efe0fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714978 Mar 02 20:14:06.312209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41692) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.373900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.404181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.462878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.480806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76950ab1-1255-4cd7-a8c9-58d12be318dd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:06.488799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.493058 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-121a55d6-2d6b-425a-aa19-93fc5f3c7184 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76950ab1-1255-4cd7-a8c9-58d12be318dd HTTP/1.1" status: 204 len: 168 time: 0.1796110 Mar 02 20:14:06.837300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41700) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:06.856602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.872271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:06.876355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Usage tracker for resource:security_group_rule and tenant:0b388ef20f2748a3895c7d9fa9e0de26 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:06.879383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:06.885636 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:06.991440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:06.996949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.053148 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b388ef20f2748a3895c7d9fa9e0de26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145233 Mar 02 20:14:07.054003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411990-e443-4995-9713-e3393b17a58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84bab3e-0573-4dc4-88bc-5e1e3720aeac,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.057267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41704) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:07.120182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.148039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.209355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.229299 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84bab3e-0573-4dc4-88bc-5e1e3720aeac,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:07.233872 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:07.234978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-124edb1a-7031-41c0-8f63-a63bbbbbc008 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e84bab3e-0573-4dc4-88bc-5e1e3720aeac HTTP/1.1" status: 204 len: 168 time: 0.1767347 Mar 02 20:14:07.368602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:07.405159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 65ace49f-71c5-4101-a29e-171518e294ab {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:14:07.405618 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 65ace49f-71c5-4101-a29e-171518e294ab not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:11.787138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-07936814-3492-46e9-ae94-72c9c67b0bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:14.868122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-83201f4a-92a5-4b5b-a9fc-ed388b0c05de tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330625 Mar 02 20:14:15.037016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-c496f96b-0be7-4f83-8e69-8bb224d70e9a tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:15.038483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-c496f96b-0be7-4f83-8e69-8bb224d70e9a tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619208 Mar 02 20:14:15.062344 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-44619fb3-19cb-455f-a864-860471efe13a tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/quotas/8e6c65917a4e4cb8a35abad05c2ca412 HTTP/1.1" status: 200 len: 375 time: 0.0100436 Mar 02 20:14:15.063906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c66d5682-73af-49c6-a554-d7ba186f590b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.113518 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-759a65b8-4f41-4d55-b2e2-7dd1f3f20fca tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431931 Mar 02 20:14:15.328940 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b8000fe5-5144-4715-97d6-399406048430 req-e2cf89b3-e3dd-4a28-80d9-e7ab8a179925 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0433984 Mar 02 20:14:15.354141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.366884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:15.502659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.357113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-eaaeab4a-9bde-4c1f-8beb-198d99f6d292 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298505 Mar 02 20:14:16.507620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47d17dcb-2b9c-43cd-be2f-84126ad4e3dd req-3a2fe3b9-5b4b-44ec-8b7e-49b98579adb9 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0575967 Mar 02 20:14:16.551263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-b1e8d043-3def-41ca-b7fa-e36babb6a194 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:16.552880 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-b1e8d043-3def-41ca-b7fa-e36babb6a194 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904485 Mar 02 20:14:16.564960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Request body: {'port': {'device_id': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e', 'admin_state_up': True, 'tenant_id': '8e6c65917a4e4cb8a35abad05c2ca412'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:16.703833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:16.708055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Usage tracker for resource:port and tenant:8e6c65917a4e4cb8a35abad05c2ca412 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:16.711134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:16.717336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:16.731286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Made reservation on behalf of 8e6c65917a4e4cb8a35abad05c2ca412 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:16.734871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.747233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.761862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:16.765694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Usage tracker for resource:security_group_rule and tenant:8e6c65917a4e4cb8a35abad05c2ca412 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:16.768475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:16.774103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:16.867000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.874455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:16.954409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e15c8-c114-4caf-88d2-387618746c86,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.041344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Allocated IP 192.168.233.206 (257e5a35-6aa8-451e-8bf5-2b4fe13aa62e/be5d5032-44d8-4b79-bd0c-7ce23d70ac07/908c8fa4-ab68-4dda-b7f5-a1640a75f06e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:17.104632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.254304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.269850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Transition to ACTIVE for port object 908c8fa4-ab68-4dda-b7f5-a1640a75f06e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:17.296598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.360948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:17.368659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:17.371153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:14:17.411028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Pushing event updated for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:17.557545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:17.558147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.584233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-8e604771-b867-427b-8087-7a2111621c51 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0236812 Mar 02 20:14:17.595228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Request body: {'port': {'device_id': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:17.609886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b54e064f-77d6-4994-bd03-a07db0b93b64 None None] Provisioning for port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:17.615226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b54e064f-77d6-4994-bd03-a07db0b93b64 None None] Provisioning complete for port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:17.615673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b54e064f-77d6-4994-bd03-a07db0b93b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.671353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-b54e064f-77d6-4994-bd03-a07db0b93b64 None None] Port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:14:17.759115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:17.785392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-9a12ab85-de35-4ae4-88a2-0912efc8bbd6 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:17.785967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-9a12ab85-de35-4ae4-88a2-0912efc8bbd6 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Synchronizing usage tracker for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:17.855030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-9a12ab85-de35-4ae4-88a2-0912efc8bbd6 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Unset dirty status for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:17.856165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-9a12ab85-de35-4ae4-88a2-0912efc8bbd6 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 936 time: 0.2359354 Mar 02 20:14:17.978710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-6c0f5bcc-8bdf-4cc3-8228-1bdf26d3a189 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Synchronizing usage tracker for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:18.059238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-6c0f5bcc-8bdf-4cc3-8228-1bdf26d3a189 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Unset dirty status for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:18.060431 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf32836b-1fe4-4e5e-b79d-73c70389a9bf req-6c0f5bcc-8bdf-4cc3-8228-1bdf26d3a189 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661313 Mar 02 20:14:18.164365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908c8fa4-ab68-4dda-b7f5-a1640a75f06e {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:14:18.173260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.188619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Transition to ACTIVE for port object 908c8fa4-ab68-4dda-b7f5-a1640a75f06e will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:18.194229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.351127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Pushing event updated for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:18.427787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Attempting to bind port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:18.428457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Attempting to bind port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:18.428457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Attempting to bind port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e on network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:14:18.432904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e on network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:14:18.433214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Attempting to bind port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e on network 257e5a35-6aa8-451e-8bf5-2b4fe13aa62e {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:14:18.438145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:14:18.438469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Checking segment: {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:14:18.438844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Bound using segment: {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:14:18.439253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Bound port: 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'effa6b77-5a16-4901-acb9-916df2be213a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:18.439605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.538702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:14:18.541920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:14:18.549505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.607091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:18.607686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:18.609077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] 10.222.0.32 "PUT /v2.0/ports/908c8fa4-ab68-4dda-b7f5-a1640a75f06e HTTP/1.1" status: 200 len: 1098 time: 1.0179195 Mar 02 20:14:18.609516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:14:18.633587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ed24-03d6-49f3-b4fd-6732716f865d service neutron] Pushing event updated for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:18.681370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e', 'status': 'completed', 'code': 200} Mar 02 20:14:18.722322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-29ebc813-b237-4301-a3bb-d466fd155f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:18.723821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-29ebc813-b237-4301-a3bb-d466fd155f57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 1101 time: 0.0745397 Mar 02 20:14:18.805768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-529e0c46-c09d-4edb-b0e7-79f2d867e390 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e HTTP/1.1" status: 200 len: 217 time: 0.0752192 Mar 02 20:14:18.867132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-9fe4a085-75bf-41d0-b14c-8182b9b7ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:18.868563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-9fe4a085-75bf-41d0-b14c-8182b9b7ff87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be5d5032-44d8-4b79-bd0c-7ce23d70ac07 HTTP/1.1" status: 200 len: 843 time: 0.0571475 Mar 02 20:14:18.946623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-3db2c52a-bcc8-4209-928c-a204cef56a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:18.948113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-3db2c52a-bcc8-4209-928c-a204cef56a72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=257e5a35-6aa8-451e-8bf5-2b4fe13aa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0740047 Mar 02 20:14:19.086947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-2b75a9ab-60b3-4bb7-94af-bef75a370163 service neutron] 10.222.0.32 "GET /v2.0/networks/257e5a35-6aa8-451e-8bf5-2b4fe13aa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320693 Mar 02 20:14:19.377417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df1fb335-91d2-4f72-bf3c-df02fc714b60 req-9e81190a-5257-4b2b-b6a7-8997785ec5aa service neutron] 10.222.0.32 "GET /v2.0/networks/257e5a35-6aa8-451e-8bf5-2b4fe13aa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836390 Mar 02 20:14:19.401930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5c0bc-1212-4087-a59c-ac88cf985c27 req-0de3da16-267a-4fec-a04b-804684b1b846 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.403433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-53f5c0bc-1212-4087-a59c-ac88cf985c27 req-0de3da16-267a-4fec-a04b-804684b1b846 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 948 time: 0.2197268 Mar 02 20:14:19.492009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-53f5c0bc-1212-4087-a59c-ac88cf985c27 req-e4afe57a-d22a-4707-ab89-1ed27ab91488 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825827 Mar 02 20:14:19.519501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-76fe2744-e1ca-4371-a6da-ebd00e2ab309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.521043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-76fe2744-e1ca-4371-a6da-ebd00e2ab309 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 1101 time: 0.0966609 Mar 02 20:14:19.660056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-425b7839-056e-49f3-bd4e-1a2dc03b4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.661612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-425b7839-056e-49f3-bd4e-1a2dc03b4424 service neutron] 10.222.0.32 "GET /v2.0/networks?id=257e5a35-6aa8-451e-8bf5-2b4fe13aa62e HTTP/1.1" status: 200 len: 870 time: 0.1340222 Mar 02 20:14:19.728298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-28a5f4d1-bd1a-46f0-98c8-dbc57b304e1d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e HTTP/1.1" status: 200 len: 217 time: 0.0600607 Mar 02 20:14:19.793631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-6d2e53d5-f05b-4cf6-b090-7b7cb0cd835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.795440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-6d2e53d5-f05b-4cf6-b090-7b7cb0cd835a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be5d5032-44d8-4b79-bd0c-7ce23d70ac07 HTTP/1.1" status: 200 len: 843 time: 0.0601745 Mar 02 20:14:19.871300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-201ab513-c435-4f4b-8b1e-d36fc8073d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:19.872790 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-201ab513-c435-4f4b-8b1e-d36fc8073d22 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=257e5a35-6aa8-451e-8bf5-2b4fe13aa62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0698421 Mar 02 20:14:20.009354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-b5e508da-0fd1-4806-b08f-2437fa644b26 service neutron] 10.222.0.32 "GET /v2.0/networks/257e5a35-6aa8-451e-8bf5-2b4fe13aa62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266623 Mar 02 20:14:20.141238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4761f7f0-e93e-4aa9-9235-4501c5354c81 req-dbd7a21b-05d3-421a-a882-7eea6d879779 service neutron] 10.222.0.32 "GET /v2.0/networks/257e5a35-6aa8-451e-8bf5-2b4fe13aa62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254988 Mar 02 20:14:20.698445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac9a0-71f4-4bd8-a685-63becf52918c req-0d7b7e1a-e807-430a-8927-40d67f05446d tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:20.699943 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa9ac9a0-71f4-4bd8-a685-63becf52918c req-0d7b7e1a-e807-430a-8927-40d67f05446d tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 948 time: 0.0955536 Mar 02 20:14:20.752667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa9ac9a0-71f4-4bd8-a685-63becf52918c req-afb3ef3b-6561-4fd0-9d68-8288fbf392ee tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Mar 02 20:14:21.939411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082acaa6-84fe-4038-bd6d-49540d6aae05 req-74ba9ebc-fb5a-4f6a-91c7-ceebc19b2c50 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:21.940979 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-082acaa6-84fe-4038-bd6d-49540d6aae05 req-74ba9ebc-fb5a-4f6a-91c7-ceebc19b2c50 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 948 time: 0.0839591 Mar 02 20:14:21.986548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-082acaa6-84fe-4038-bd6d-49540d6aae05 req-1a479c27-0c28-4f17-9875-b76ee556a48e tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Mar 02 20:14:23.006301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 908c8fa4-ab68-4dda-b7f5-a1640a75f06e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:14:23.140568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:23.153835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e', 'network_id': '257e5a35-6aa8-451e-8bf5-2b4fe13aa62e', 'port_id': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e', 'mac_address': 'fa:16:3e:61:83:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5d5032-44d8-4b79-bd0c-7ce23d70ac07', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:14:23.174442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d5f5b-5510-4f6c-af87-6f443a5b5b35 req-2e2703e3-5940-4ae3-943b-50be86de872b tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:23.175969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d91d5f5b-5510-4f6c-af87-6f443a5b5b35 req-2e2703e3-5940-4ae3-943b-50be86de872b tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 948 time: 0.0825050 Mar 02 20:14:23.208868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.219764 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d91d5f5b-5510-4f6c-af87-6f443a5b5b35 req-34368af6-a731-4e91-b081-1237d723f4f6 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Mar 02 20:14:23.228478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908c8fa4-ab68-4dda-b7f5-a1640a75f06e {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:14:23.243777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:23.249514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:23.319535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:23.456437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['908c8fa4-ab68-4dda-b7f5-a1640a75f06e'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:14:24.417451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46ba4b-70c1-48fa-a70e-4cd9b49b7719 req-710f0efc-189f-4bd2-b77a-5f735c3e98c1 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:24.419302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ed46ba4b-70c1-48fa-a70e-4cd9b49b7719 req-710f0efc-189f-4bd2-b77a-5f735c3e98c1 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 949 time: 0.0854845 Mar 02 20:14:24.467051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ed46ba4b-70c1-48fa-a70e-4cd9b49b7719 req-e30e6274-501d-4921-9062-87e96f2bea5f tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Mar 02 20:14:25.007802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 908c8fa4-ab68-4dda-b7f5-a1640a75f06e up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:25.086382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:25.091131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:25.091503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.206932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.234469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:14:25.244355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:25.250204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:25.285365 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e', 'code': 200} Mar 02 20:14:25.320531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:25.510341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ddd4a-1a63-4012-b473-df814ffbc199 req-fba2d5e3-b25d-4991-8b44-05dd5286a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:25.511824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc2ddd4a-1a63-4012-b473-df814ffbc199 req-fba2d5e3-b25d-4991-8b44-05dd5286a077 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 1103 time: 0.0738213 Mar 02 20:14:25.553180 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc2ddd4a-1a63-4012-b473-df814ffbc199 req-da516675-07f5-4127-a5db-f8974a6303f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349045 Mar 02 20:14:25.660849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1583a5-50f2-47f7-9bc5-7240a590311d req-2a4dde7f-4dc6-43e4-b161-c15751928a15 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:25.662359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e1583a5-50f2-47f7-9bc5-7240a590311d req-2a4dde7f-4dc6-43e4-b161-c15751928a15 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 950 time: 0.0812678 Mar 02 20:14:25.710181 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e1583a5-50f2-47f7-9bc5-7240a590311d req-47d97832-2982-4cf8-8a4e-c60a99710dc8 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Mar 02 20:14:26.912930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4cf103-070d-47ea-b01e-9122bd8b1394 req-f0700637-738a-4031-b220-1aeda8a77977 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:26.914333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da4cf103-070d-47ea-b01e-9122bd8b1394 req-f0700637-738a-4031-b220-1aeda8a77977 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 950 time: 0.0810361 Mar 02 20:14:26.960988 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da4cf103-070d-47ea-b01e-9122bd8b1394 req-2290e409-a176-4370-a244-fa5d61b5ecea tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Mar 02 20:14:28.145292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4f8b-d50f-4514-8707-666bac4c13ec req-62531586-6f12-482d-951e-3b4ad44af069 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:28.146715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75cd4f8b-d50f-4514-8707-666bac4c13ec req-62531586-6f12-482d-951e-3b4ad44af069 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 950 time: 0.0952079 Mar 02 20:14:28.194006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75cd4f8b-d50f-4514-8707-666bac4c13ec req-34bba9fe-e06c-4c70-8659-4b2722f9157a tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Mar 02 20:14:29.516754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-54813451-1a0d-4a38-b057-183ff978fdff tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:29.518104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-54813451-1a0d-4a38-b057-183ff978fdff tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 950 time: 0.2371051 Mar 02 20:14:29.528680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003b02e-07c3-4ba0-a44f-cc2c185505dc req-77ed55c1-ecfa-4c8c-8a39-34c9b6fcced7 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:29.530044 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f003b02e-07c3-4ba0-a44f-cc2c185505dc req-77ed55c1-ecfa-4c8c-8a39-34c9b6fcced7 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 950 time: 0.2183926 Mar 02 20:14:29.620013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Deleting port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:14:29.620293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.654681 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f003b02e-07c3-4ba0-a44f-cc2c185505dc req-2d734f5e-9e84-4555-b9bb-05359b9551bc tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/security-groups?id=dd6e15c8-c114-4caf-88d2-387618746c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 Mar 02 20:14:29.869458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] For port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,segment=NetworkSegment(effa6b77-5a16-4901-acb9-916df2be213a),segment_id=effa6b77-5a16-4901-acb9-916df2be213a)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:29.869815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:29.990599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Calling delete_port for 908c8fa4-ab68-4dda-b7f5-a1640a75f06e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:14:30.138846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.150374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['908c8fa4-ab68-4dda-b7f5-a1640a75f06e'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:14:30.188198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Pushing event deleted for resources: {'Port': ['ID=908c8fa4-ab68-4dda-b7f5-a1640a75f06e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:30.264733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] No DVR routers for this DVR port 908c8fa4-ab68-4dda-b7f5-a1640a75f06e on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:14:30.267203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:30.269930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'name': 'network-vif-deleted', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:14:30.287248 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a7cc4c6-2b5a-4b94-9251-ea949effb8d4 req-5b398158-f8da-489e-890a-2dcc767a2157 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.32 "DELETE /v2.0/ports/908c8fa4-ab68-4dda-b7f5-a1640a75f06e HTTP/1.1" status: 204 len: 173 time: 0.7561491 Mar 02 20:14:30.317195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3364537-9dc5-46da-91eb-b0f514f8eeaf', 'name': 'network-vif-deleted', 'tag': '908c8fa4-ab68-4dda-b7f5-a1640a75f06e', 'status': 'completed', 'code': 200} Mar 02 20:14:30.827044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c04b566-b9bd-4a5e-a80d-3836662eb404 req-f15e94ee-99d8-4669-998b-ef0074d781c4 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Synchronizing usage tracker for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:30.844292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c04b566-b9bd-4a5e-a80d-3836662eb404 req-f15e94ee-99d8-4669-998b-ef0074d781c4 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] Unset dirty status for tenant:8e6c65917a4e4cb8a35abad05c2ca412 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:30.845769 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c04b566-b9bd-4a5e-a80d-3836662eb404 req-f15e94ee-99d8-4669-998b-ef0074d781c4 tempest-ServersAdminNegativeTestJSON-958525680 tempest-ServersAdminNegativeTestJSON-958525680-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3364537-9dc5-46da-91eb-b0f514f8eeaf HTTP/1.1" status: 200 len: 210 time: 0.0614183 Mar 02 20:14:32.233667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:32.388007 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12800e98-09a0-441a-940a-308ad64d7032 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e6c65917a4e4cb8a35abad05c2ca412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529787 Mar 02 20:14:32.390413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41846) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:32.458044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.485472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.539986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.556697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e15c8-c114-4caf-88d2-387618746c86,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:32.567450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.568602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3c33d89c-cb96-4ba2-ac74-1f0a88d128b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd6e15c8-c114-4caf-88d2-387618746c86 HTTP/1.1" status: 204 len: 168 time: 0.1772892 Mar 02 20:14:32.876351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41854) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:32.894202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:32.908735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:32.913054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6d7e32fd974428aa71e25e72f3c582 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:32.915938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:32.922517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:33.006508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.013094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.072504 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d6d7e32fd974428aa71e25e72f3c582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1949317 Mar 02 20:14:33.073333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5dbc7-d17d-4792-adf7-9f2675fd5193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b480aaac-1bda-4763-98fd-25fcc6100975,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:33.075551 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41858) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:33.100731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 908c8fa4-ab68-4dda-b7f5-a1640a75f06e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:14:33.136628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 908c8fa4-ab68-4dda-b7f5-a1640a75f06e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:14:33.136975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 908c8fa4-ab68-4dda-b7f5-a1640a75f06e not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:14:33.150645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.178721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.238212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.258731 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b480aaac-1bda-4763-98fd-25fcc6100975,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:33.265291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:33.266441 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-16cbf6bf-2fb4-45c0-bfe8-f67931f008dd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b480aaac-1bda-4763-98fd-25fcc6100975 HTTP/1.1" status: 204 len: 168 time: 0.1895888 Mar 02 20:14:34.021768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41882) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.128640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1607946704-network', 'tenant_id': '9cefb9fa73df4db29de9dd1cc56aeb81'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:34.136220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:34.142603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Usage tracker for resource:network and tenant:9cefb9fa73df4db29de9dd1cc56aeb81 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:34.147547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:34.154875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:34.168457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Made reservation on behalf of 9cefb9fa73df4db29de9dd1cc56aeb81 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:34.171247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.183385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.197565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:34.201417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Usage tracker for resource:security_group_rule and tenant:9cefb9fa73df4db29de9dd1cc56aeb81 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:34.204043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:34.209568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:34.293176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.299635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.328894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:14:34.337080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1506a65b-6e14-46b3-a16e-a1397d0edf2a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.342555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.342895 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Added segment ec8ad742-cd07-4363-a4e3-8064fc6141c2 of type vlan for network 542e0400-a086-419f-846a-c8ec96801442 Mar 02 20:14:34.368624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.397766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.398735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:34.399405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.503462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] Pushing event updated for resources: {'Network': ['ID=542e0400-a086-419f-846a-c8ec96801442,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.509835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-85f124b8-7414-4979-945a-067dbdf61edb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4868526 Mar 02 20:14:34.512762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 41888) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:34.516277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 542e0400-a086-419f-846a-c8ec96801442 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:14:34.519407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Request body: {'subnet': {'network_id': '542e0400-a086-419f-846a-c8ec96801442', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1607946704-subnet', 'tenant_id': '9cefb9fa73df4db29de9dd1cc56aeb81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:34.524835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:34.529001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Usage tracker for resource:subnet and tenant:9cefb9fa73df4db29de9dd1cc56aeb81 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:34.532002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:34.537907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:34.550828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Made reservation on behalf of 9cefb9fa73df4db29de9dd1cc56aeb81 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:34.553349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.781612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.853771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a069a358-8f05-418a-9979-a2a997d7d1cf,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:34.864310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Checking segment: {'id': 'ec8ad742-cd07-4363-a4e3-8064fc6141c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '542e0400-a086-419f-846a-c8ec96801442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:14:34.864698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Network hostable DHCP agents. Network: 542e0400-a086-419f-846a-c8ec96801442, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:14:34.886543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Network 542e0400-a086-419f-846a-c8ec96801442 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:14:34.898045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 542e0400-a086-419f-846a-c8ec96801442) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:34.902267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:34.902849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:34.907029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b1fa1-a57e-4d2e-83d4-ec245b6025a0 None None] Network 542e0400-a086-419f-846a-c8ec96801442 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:14:34.929623 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c0f70f85-b777-4af9-82c3-2d0410a5158d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4153309 Mar 02 20:14:35.120117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac66bb-e904-4f1d-af43-c70353654937 None None] Network 542e0400-a086-419f-846a-c8ec96801442 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:14:35.465639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-1a203536-f932-4408-8133-308935a857f5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:35.466328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9747de63-58fe-416a-b233-47288c30f309 req-1a203536-f932-4408-8133-308935a857f5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Synchronizing usage tracker for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:35.489649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9747de63-58fe-416a-b233-47288c30f309 req-1a203536-f932-4408-8133-308935a857f5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Unset dirty status for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:35.490865 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-1a203536-f932-4408-8133-308935a857f5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 812 time: 0.1812928 Mar 02 20:14:35.506154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-40ed6590-0a8d-44af-b88e-eda6e571670b tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/quotas/9cefb9fa73df4db29de9dd1cc56aeb81 HTTP/1.1" status: 200 len: 375 time: 0.0094585 Mar 02 20:14:35.559333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-c59d491c-f771-40cd-8a78-4e00059fe962 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474331 Mar 02 20:14:35.849410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-f03728e7-4833-4cc1-ba5b-62ff52dd3cc0 service neutron] 10.222.0.36 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831326 Mar 02 20:14:35.984690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-1a87dc62-9ffc-406a-bdc3-2134b1d3e6fe service neutron] 10.222.0.36 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267059 Mar 02 20:14:36.164584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6af756e9-c356-42cf-8e33-f5d1f27eaede req-f612615c-3457-4218-889c-df18bbea43a2 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 210 time: 0.0427215 Mar 02 20:14:37.230912 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-1d4ebeb5-5673-423f-be46-e2ee9fabd652 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:37.232430 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-1d4ebeb5-5673-423f-be46-e2ee9fabd652 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.32 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 812 time: 0.1458399 Mar 02 20:14:37.243944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Request body: {'port': {'device_id': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'network_id': '542e0400-a086-419f-846a-c8ec96801442', 'admin_state_up': True, 'tenant_id': '9cefb9fa73df4db29de9dd1cc56aeb81'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:37.373067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0cfcba60-0639-423e-8f5d-085db76ca393 req-073fb79e-bd32-476e-8fed-3f32328da781 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 210 time: 0.0978386 Mar 02 20:14:37.421033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:14:37.424784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Usage tracker for resource:port and tenant:9cefb9fa73df4db29de9dd1cc56aeb81 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:14:37.427479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:14:37.433527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:14:37.445581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Made reservation on behalf of 9cefb9fa73df4db29de9dd1cc56aeb81 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:14:37.449053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.617340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Allocated IP 172.20.0.13 (542e0400-a086-419f-846a-c8ec96801442/a069a358-8f05-418a-9979-a2a997d7d1cf/a2924b35-be67-4e9c-bfc2-a639a4bab658) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:14:37.831805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.869689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:37.936517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Network 542e0400-a086-419f-846a-c8ec96801442 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:14:37.939376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:14:37.947213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:14:37.985098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.015461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:38.016053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.038746 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-0b291d3f-6ca7-4f40-8ed5-76a4ae7e9328 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7986264 Mar 02 20:14:38.050128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Request body: {'port': {'device_id': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:14:38.174785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.570567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2924b35-be67-4e9c-bfc2-a639a4bab658 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:14:38.579955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.598725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Transition to ACTIVE for port object a2924b35-be67-4e9c-bfc2-a639a4bab658 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:14:38.608214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:38.776293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-0312ec14-e30b-490f-9a51-d2f065edbc59 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:38.777102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-0312ec14-e30b-490f-9a51-d2f065edbc59 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Synchronizing usage tracker for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:38.894953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:38.904516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-0312ec14-e30b-490f-9a51-d2f065edbc59 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Unset dirty status for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:38.905698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-0312ec14-e30b-490f-9a51-d2f065edbc59 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 932 time: 0.4286730 Mar 02 20:14:39.001319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-f9330f5b-c82d-4ff2-9014-979c760e5f30 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Synchronizing usage tracker for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:14:39.014708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Attempting to bind port a2924b35-be67-4e9c-bfc2-a639a4bab658 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:14:39.015055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Attempting to bind port a2924b35-be67-4e9c-bfc2-a639a4bab658 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ec8ad742-cd07-4363-a4e3-8064fc6141c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '542e0400-a086-419f-846a-c8ec96801442'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:14:39.015369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Attempting to bind port a2924b35-be67-4e9c-bfc2-a639a4bab658 on network 542e0400-a086-419f-846a-c8ec96801442 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:14:39.025952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Port a2924b35-be67-4e9c-bfc2-a639a4bab658 on network 542e0400-a086-419f-846a-c8ec96801442 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:14:39.026464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Attempting to bind port a2924b35-be67-4e9c-bfc2-a639a4bab658 on network 542e0400-a086-419f-846a-c8ec96801442 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:14:39.033282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:14:39.033607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Checking segment: {'id': 'ec8ad742-cd07-4363-a4e3-8064fc6141c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '542e0400-a086-419f-846a-c8ec96801442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:14:39.033978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Bound using segment: {'id': 'ec8ad742-cd07-4363-a4e3-8064fc6141c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '542e0400-a086-419f-846a-c8ec96801442'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:14:39.034389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Bound port: a2924b35-be67-4e9c-bfc2-a639a4bab658, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec8ad742-cd07-4363-a4e3-8064fc6141c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '542e0400-a086-419f-846a-c8ec96801442'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:14:39.034726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.045859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-f9330f5b-c82d-4ff2-9014-979c760e5f30 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Unset dirty status for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:14:39.046946 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-05b4e4e1-78c0-4fd8-a7dd-09d5f3ebf071 req-f9330f5b-c82d-4ff2-9014-979c760e5f30 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120813 Mar 02 20:14:39.127016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:14:39.130126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:14:39.135776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.197721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:39.198335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:39.199692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] 10.222.0.32 "PUT /v2.0/ports/a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 1094 time: 1.1535075 Mar 02 20:14:39.200123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:14:39.226060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015a370-6c98-4558-a9c7-d3dc64b3956c service neutron] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:39.270329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'status': 'completed', 'code': 200} Mar 02 20:14:39.312989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-716ae0f2-996e-4e43-829f-229a7d95450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:39.315183 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-716ae0f2-996e-4e43-829f-229a7d95450d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1097 time: 0.0757570 Mar 02 20:14:39.385874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-d7c0f952-2796-451b-96b9-1ee3800a588f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 217 time: 0.0642459 Mar 02 20:14:39.447282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747de63-58fe-416a-b233-47288c30f309 req-c4439d74-d81c-4ed8-9685-96d734239030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:39.448734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-c4439d74-d81c-4ed8-9685-96d734239030 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 200 len: 852 time: 0.0571866 Mar 02 20:14:39.495009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-9c0db083-1fdd-46cd-9352-d3d75091d0e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542e0400-a086-419f-846a-c8ec96801442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405221 Mar 02 20:14:39.627883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-47052ed4-8ac3-4c34-b590-02b985765a8b service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267624 Mar 02 20:14:39.774631 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9747de63-58fe-416a-b233-47288c30f309 req-02483596-fe86-4dd0-acf4-d3ceb173ac3f service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403770 Mar 02 20:14:39.909552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-39f74293-668a-4d3f-92b5-e8d42d5615a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:39.911910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-39f74293-668a-4d3f-92b5-e8d42d5615a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1097 time: 0.0911384 Mar 02 20:14:40.045153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-ddbfb621-6c8e-493e-91b2-4e91fe72992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:40.046637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-ddbfb621-6c8e-493e-91b2-4e91fe72992f service neutron] 10.222.0.32 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 913 time: 0.1281550 Mar 02 20:14:40.117123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-225a38fe-848c-4196-80e2-7f6f90c80f3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 217 time: 0.0627770 Mar 02 20:14:40.234753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-34a9a9c5-d228-408e-954a-efa04b5ad867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:40.236091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-34a9a9c5-d228-408e-954a-efa04b5ad867 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 200 len: 852 time: 0.1118021 Mar 02 20:14:40.296315 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-ea0cb4da-3325-4a46-8615-f71a7fa7f9d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542e0400-a086-419f-846a-c8ec96801442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535023 Mar 02 20:14:40.312960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ed853-1728-42b3-96c3-b4c417f7ff38 req-b00c29d0-1428-4e6c-945a-554db73384d0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:40.314345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec4ed853-1728-42b3-96c3-b4c417f7ff38 req-b00c29d0-1428-4e6c-945a-554db73384d0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 944 time: 0.1607885 Mar 02 20:14:40.545355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec4ed853-1728-42b3-96c3-b4c417f7ff38 req-ede97b59-91f8-4fe5-9eeb-30d0f92eb762 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141087 Mar 02 20:14:40.573197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-2c0f77b8-7c45-4cb2-8740-98f487c843e0 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692883 Mar 02 20:14:40.709164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-698336b5-2c63-40c0-bcea-f3d77cd99e62 req-17dec67f-9f8d-431e-8e82-b17ea2ce3a35 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282179 Mar 02 20:14:41.752036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e49b8-3655-4913-abf6-dcffb127655c req-eb890357-aa80-4fff-8d37-49d227ed808f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:41.753503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-521e49b8-3655-4913-abf6-dcffb127655c req-eb890357-aa80-4fff-8d37-49d227ed808f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 944 time: 0.0813203 Mar 02 20:14:41.792389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac0556e3-695d-4437-ac4e-14ce1189d541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:41.805176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-521e49b8-3655-4913-abf6-dcffb127655c req-6f827b82-1f0f-427b-a842-3291b0f5d16b tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Mar 02 20:14:42.994782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff95dee-d5b5-4af1-9365-e7e44a18ea88 req-8a3b199c-2471-4991-866e-3471b0b629a2 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:42.996266 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ff95dee-d5b5-4af1-9365-e7e44a18ea88 req-8a3b199c-2471-4991-866e-3471b0b629a2 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 944 time: 0.0847399 Mar 02 20:14:43.021343 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:14:43.044237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ff95dee-d5b5-4af1-9365-e7e44a18ea88 req-37954077-af7f-4e76-be78-431fca63d9f8 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Mar 02 20:14:43.129512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:14:43.271881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:43.296358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'network_id': '542e0400-a086-419f-846a-c8ec96801442', 'port_id': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'mac_address': 'fa:16:3e:88:30:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a069a358-8f05-418a-9979-a2a997d7d1cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:14:43.366036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.384716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2924b35-be67-4e9c-bfc2-a639a4bab658 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:14:43.400561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:43.407676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:43.474973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:43.603393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['a2924b35-be67-4e9c-bfc2-a639a4bab658'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:14:44.250719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154590d0-368e-4da8-a4ed-effde80b4377 req-e40768e6-c6e4-4c18-af1c-1cbc9c3aa3e0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:44.252218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-154590d0-368e-4da8-a4ed-effde80b4377 req-e40768e6-c6e4-4c18-af1c-1cbc9c3aa3e0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 945 time: 0.0898674 Mar 02 20:14:44.301173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-154590d0-368e-4da8-a4ed-effde80b4377 req-0d10ec4d-dd67-481e-902f-cb177d996ed0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Mar 02 20:14:45.073084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9fc6-90d0-4860-b708-04a418c596a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.145379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:14:45.227425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port a2924b35-be67-4e9c-bfc2-a639a4bab658 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:14:45.232286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port a2924b35-be67-4e9c-bfc2-a639a4bab658 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:14:45.232770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.369955 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.370816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.385491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.398173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:14:45.407827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:14:45.411961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.448568 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'code': 200} Mar 02 20:14:45.492193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:14:45.494087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38385485-5f4c-4315-bb64-3abe89114c68 req-ac7a57b3-a02a-45f3-86fb-0ae3c386dfe7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:45.495881 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-38385485-5f4c-4315-bb64-3abe89114c68 req-ac7a57b3-a02a-45f3-86fb-0ae3c386dfe7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0830181 Mar 02 20:14:45.502364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:45.548171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-38385485-5f4c-4315-bb64-3abe89114c68 req-223ee445-bd4d-448f-8334-9c911549f123 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Mar 02 20:14:45.685151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775334-c54a-48c6-86d1-88e496bcae2c req-370f7f50-7ab9-442c-9c76-14ab7a9cb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:45.686719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cd775334-c54a-48c6-86d1-88e496bcae2c req-370f7f50-7ab9-442c-9c76-14ab7a9cb11b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1099 time: 0.0813789 Mar 02 20:14:45.727470 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cd775334-c54a-48c6-86d1-88e496bcae2c req-4b94d95e-0186-4da3-8f4c-78518235ebcf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346310 Mar 02 20:14:46.751795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c5c70-dcfd-4ae2-ae36-a10cf7234c0c req-2a312633-2ca0-4290-86bd-d714576e24fb tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:46.753524 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ee0c5c70-dcfd-4ae2-ae36-a10cf7234c0c req-2a312633-2ca0-4290-86bd-d714576e24fb tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0922487 Mar 02 20:14:46.811960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ee0c5c70-dcfd-4ae2-ae36-a10cf7234c0c req-f3b08bc1-e504-4fda-9c58-528d98a69442 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Mar 02 20:14:47.108450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:14:48.017794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49abd0c-3fa2-4f27-8710-7958c09e35b4 req-5571d79a-8041-4abb-9f6f-f3510b1b8eb3 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:48.019252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f49abd0c-3fa2-4f27-8710-7958c09e35b4 req-5571d79a-8041-4abb-9f6f-f3510b1b8eb3 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0868611 Mar 02 20:14:48.063526 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f49abd0c-3fa2-4f27-8710-7958c09e35b4 req-22c5bd45-4dbd-460d-86ca-ca0fc2c0bcb0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Mar 02 20:14:48.434440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 41954) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:14:48.470458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03c4d-74cf-4d9b-9b84-69aeebc7674a req-62549d9d-1214-4c38-accc-68748b63835c tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:48.471945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16a03c4d-74cf-4d9b-9b84-69aeebc7674a req-62549d9d-1214-4c38-accc-68748b63835c tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0852067 Mar 02 20:14:48.516457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16a03c4d-74cf-4d9b-9b84-69aeebc7674a req-f3b28769-d380-42bb-aafa-ad6b497a75b7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Mar 02 20:14:48.553576 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-3c8f08ec-f4a3-49f5-84c0-e9c127f146ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179259 Mar 02 20:14:49.708588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca3f6e-055b-48a6-94d8-cb323ee70c38 req-0e59b008-3b3c-45c3-9eea-2a9029492367 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:49.710054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10ca3f6e-055b-48a6-94d8-cb323ee70c38 req-0e59b008-3b3c-45c3-9eea-2a9029492367 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0838182 Mar 02 20:14:49.756582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-10ca3f6e-055b-48a6-94d8-cb323ee70c38 req-3ec5299b-7561-4d82-bc01-09494dee2fd9 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 Mar 02 20:14:49.940632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-c365c64a-4e22-47bf-81ee-f94d37c74cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:49.942133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-c365c64a-4e22-47bf-81ee-f94d37c74cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1099 time: 0.0751729 Mar 02 20:14:50.076426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-ffee4056-ebc4-4c45-a6bb-21b2906cdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:50.077782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-ffee4056-ebc4-4c45-a6bb-21b2906cdf68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 913 time: 0.1291046 Mar 02 20:14:50.146030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-150ff537-f676-407b-bab1-eb0648532e20 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 217 time: 0.0621955 Mar 02 20:14:50.209565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-e8e96c89-9c07-4b04-b5ea-29af790a2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:50.211018 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-e8e96c89-9c07-4b04-b5ea-29af790a2a9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 200 len: 852 time: 0.0592043 Mar 02 20:14:50.257329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-4ae79fba-55f9-451e-997d-0302ea801799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542e0400-a086-419f-846a-c8ec96801442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398009 Mar 02 20:14:50.405072 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-b9181d32-dcaf-4cf2-9940-4df0840fbc3d service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401134 Mar 02 20:14:50.548163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-81af823e-979a-4c06-ae7c-3702797d0391 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370974 Mar 02 20:14:51.063424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb425ea-d52b-4d2e-8ded-73bc0425f9a8 req-1b9eb77b-f236-4cb2-ad26-c080a6721d1c tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:51.064810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbb425ea-d52b-4d2e-8ded-73bc0425f9a8 req-1b9eb77b-f236-4cb2-ad26-c080a6721d1c tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.1975820 Mar 02 20:14:51.121019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbb425ea-d52b-4d2e-8ded-73bc0425f9a8 req-060b9db9-3993-4ced-92c6-05b11a1d5667 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Mar 02 20:14:52.319840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15b7c8-cc25-41eb-a97e-41bb3884ef3d req-5d8e75ac-6119-451f-90c2-7df8e10a0bba tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:52.321315 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc15b7c8-cc25-41eb-a97e-41bb3884ef3d req-5d8e75ac-6119-451f-90c2-7df8e10a0bba tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0831885 Mar 02 20:14:52.376688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc15b7c8-cc25-41eb-a97e-41bb3884ef3d req-6fc50968-946c-4795-825e-9c8bab2ec287 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Mar 02 20:14:53.576359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734c216-10de-4378-93f1-cb81620d60bd req-f366567e-b243-4031-b1f3-59f74ecfb8b7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:53.577811 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6734c216-10de-4378-93f1-cb81620d60bd req-f366567e-b243-4031-b1f3-59f74ecfb8b7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0956647 Mar 02 20:14:53.626557 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6734c216-10de-4378-93f1-cb81620d60bd req-cdb13b31-cb7d-4565-9352-bdab71c2eb5a tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Mar 02 20:14:54.832287 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25691306-e597-4b1b-842c-b7d608615709 req-cc8b89e4-340a-4398-a7ae-6c5cdef38ef5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:54.833777 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25691306-e597-4b1b-842c-b7d608615709 req-cc8b89e4-340a-4398-a7ae-6c5cdef38ef5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0894315 Mar 02 20:14:54.878582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25691306-e597-4b1b-842c-b7d608615709 req-6c5169dc-3665-42b8-a52d-d76f804f41a8 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Mar 02 20:14:56.103778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79f809-68f5-45e5-a690-d62115026bb4 req-f1f1231a-b3ea-4c34-9e02-221e36e76098 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:56.105166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf79f809-68f5-45e5-a690-d62115026bb4 req-f1f1231a-b3ea-4c34-9e02-221e36e76098 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.1059351 Mar 02 20:14:56.151839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf79f809-68f5-45e5-a690-d62115026bb4 req-e2de9e5c-c96b-44bf-b047-9a830b7c6e57 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410094 Mar 02 20:14:57.362152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0afa63-0de7-44a2-af84-b0d18ef877f2 req-28c94769-ba34-47c3-a863-fb09eaea8000 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:57.363577 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df0afa63-0de7-44a2-af84-b0d18ef877f2 req-28c94769-ba34-47c3-a863-fb09eaea8000 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0909481 Mar 02 20:14:57.410367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df0afa63-0de7-44a2-af84-b0d18ef877f2 req-87bb0d17-a92a-44d5-a942-f260caced05e tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Mar 02 20:14:58.612578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2662c6-5cdb-46dd-adf3-2ab4e3eb418c req-e8a3b394-24e1-43e6-933f-52459e621a76 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:58.614049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf2662c6-5cdb-46dd-adf3-2ab4e3eb418c req-e8a3b394-24e1-43e6-933f-52459e621a76 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0905545 Mar 02 20:14:58.657677 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf2662c6-5cdb-46dd-adf3-2ab4e3eb418c req-8dc012eb-e644-49f4-b4f2-21a9d512f305 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Mar 02 20:14:59.864373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807c233-50bd-419b-8782-ff67d2f465ce req-d847087b-a63a-40fe-b3fe-7b215812a891 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:14:59.865855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5807c233-50bd-419b-8782-ff67d2f465ce req-d847087b-a63a-40fe-b3fe-7b215812a891 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0883217 Mar 02 20:14:59.912706 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5807c233-50bd-419b-8782-ff67d2f465ce req-51ea0e3e-a966-4646-991a-acc104765e80 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409932 Mar 02 20:15:01.119097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aff9b1-1464-4c53-a6d9-c751179f0910 req-6b7c895e-a3ec-4acd-b91a-2ded608aae40 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:01.120535 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0aff9b1-1464-4c53-a6d9-c751179f0910 req-6b7c895e-a3ec-4acd-b91a-2ded608aae40 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0996640 Mar 02 20:15:01.168110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0aff9b1-1464-4c53-a6d9-c751179f0910 req-13634e29-db6e-4998-af31-6d01440aaba5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Mar 02 20:15:02.366558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffa7b1-a919-49ee-89c0-a42f7729be62 req-26b6b790-0b7f-481a-af8c-02a035e09c5e tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:02.368038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-83ffa7b1-a919-49ee-89c0-a42f7729be62 req-26b6b790-0b7f-481a-af8c-02a035e09c5e tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0900419 Mar 02 20:15:02.411782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-83ffa7b1-a919-49ee-89c0-a42f7729be62 req-0ef0d419-618e-49f4-a3ac-3220699f2ba3 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Mar 02 20:15:03.630777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abac905-92b3-4518-9358-6d8f69e11eb7 req-3d70f51d-85e8-4dab-9d48-fd0695a6a820 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:03.632225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5abac905-92b3-4518-9358-6d8f69e11eb7 req-3d70f51d-85e8-4dab-9d48-fd0695a6a820 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.1002572 Mar 02 20:15:03.677061 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5abac905-92b3-4518-9358-6d8f69e11eb7 req-5f7c97ed-f7c1-40c3-8229-acc4651813f7 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Mar 02 20:15:04.886384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2651b1-c516-4e0d-8bf7-def239ad855a req-652f9f84-1f21-4b6c-9eea-4810e9a66b68 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:04.887848 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a2651b1-c516-4e0d-8bf7-def239ad855a req-652f9f84-1f21-4b6c-9eea-4810e9a66b68 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0948842 Mar 02 20:15:04.933281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a2651b1-c516-4e0d-8bf7-def239ad855a req-af6aadd4-61ff-4510-a9d6-659f56bc4b8e tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Mar 02 20:15:06.141546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea8bf9-23a1-4d31-8b6a-ef056827fd74 req-44e9e6f3-5268-40e6-b4af-2fe2ad19d2ad tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:06.142905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdea8bf9-23a1-4d31-8b6a-ef056827fd74 req-44e9e6f3-5268-40e6-b4af-2fe2ad19d2ad tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0903766 Mar 02 20:15:06.191858 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdea8bf9-23a1-4d31-8b6a-ef056827fd74 req-62419fe5-0c8d-4266-8401-c6f1a8793460 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430770 Mar 02 20:15:07.406442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75538ed0-df58-49b5-9855-fa5fde85e9c7 req-19d28400-2a8b-4f45-a5cb-df03d83907a1 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:07.407970 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75538ed0-df58-49b5-9855-fa5fde85e9c7 req-19d28400-2a8b-4f45-a5cb-df03d83907a1 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0950098 Mar 02 20:15:07.461657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-75538ed0-df58-49b5-9855-fa5fde85e9c7 req-8079d809-e8c0-4cf0-9c65-5eb250ab2b9a tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478401 Mar 02 20:15:08.667920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c411c81-35ef-48e1-a8fb-d54a68d7afa2 req-603fef06-e505-4328-8356-e9db72e74758 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:08.669765 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6c411c81-35ef-48e1-a8fb-d54a68d7afa2 req-603fef06-e505-4328-8356-e9db72e74758 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0911751 Mar 02 20:15:08.720811 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6c411c81-35ef-48e1-a8fb-d54a68d7afa2 req-3086a211-2dc3-4087-bd9f-e90bea52bdc4 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426283 Mar 02 20:15:09.915613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568ebd9-34d1-424e-8b22-b9926b1fe42d req-4817aaea-1c07-422a-bc00-eaf835953570 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:09.917288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6568ebd9-34d1-424e-8b22-b9926b1fe42d req-4817aaea-1c07-422a-bc00-eaf835953570 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0847986 Mar 02 20:15:09.963834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6568ebd9-34d1-424e-8b22-b9926b1fe42d req-02e19c16-8060-408e-a829-855377e16608 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377500 Mar 02 20:15:11.167792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee3101-7b80-42fa-b8e2-d2a39b4815ce req-577be927-9b33-434f-bf95-079582365da3 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:11.169636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee3101-7b80-42fa-b8e2-d2a39b4815ce req-577be927-9b33-434f-bf95-079582365da3 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0876567 Mar 02 20:15:11.216642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee3101-7b80-42fa-b8e2-d2a39b4815ce req-15152e60-e9ba-4c41-82d5-ddd23b3aac2f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Mar 02 20:15:11.798808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8adee4fc-7def-40a6-a296-d9d4672d8d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:12.413486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cbebd-672c-41e2-9ae3-93448eed4bb4 req-8b79c09c-36ae-49c6-963c-d694206a8fd4 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:12.414937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-392cbebd-672c-41e2-9ae3-93448eed4bb4 req-8b79c09c-36ae-49c6-963c-d694206a8fd4 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0897505 Mar 02 20:15:12.461784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-392cbebd-672c-41e2-9ae3-93448eed4bb4 req-b85df667-01d5-4ff5-a1f7-c2809b08db85 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Mar 02 20:15:13.674044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a9027-107c-4ac1-99ea-fd788deab250 req-594ed932-134a-47b7-8be1-c52d9561bf67 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:13.675514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f5a9027-107c-4ac1-99ea-fd788deab250 req-594ed932-134a-47b7-8be1-c52d9561bf67 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0914874 Mar 02 20:15:13.722524 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f5a9027-107c-4ac1-99ea-fd788deab250 req-c03afdcd-90f2-4761-93e6-c11baae84ed5 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386314 Mar 02 20:15:15.024952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46829e79-1b4a-4492-bd0e-6b48cb62fcc1 req-02ad543c-fb2f-4071-88c1-035db83b86c0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:15.026449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46829e79-1b4a-4492-bd0e-6b48cb62fcc1 req-02ad543c-fb2f-4071-88c1-035db83b86c0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.1901724 Mar 02 20:15:15.058603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-11c782ca-2243-4b5a-9d44-644232fd0e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.072498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46829e79-1b4a-4492-bd0e-6b48cb62fcc1 req-cc806513-54ee-4585-bb6b-279d83458e5f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Mar 02 20:15:15.357237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.361902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:15.496471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:16.262542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68210410-173b-4b45-a0f6-0c1b2c5059c2 req-95c2d541-2752-46fe-9249-f35af063d250 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:16.264261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68210410-173b-4b45-a0f6-0c1b2c5059c2 req-95c2d541-2752-46fe-9249-f35af063d250 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0855079 Mar 02 20:15:16.315191 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68210410-173b-4b45-a0f6-0c1b2c5059c2 req-7aec6115-3ab0-451b-99fe-8aab0bf249ed tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Mar 02 20:15:17.110779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:17.290467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-a1ac711e-5191-42f5-bfdc-ceab1c6433f7 service neutron] 10.222.0.32 "GET /v2.0/ports/a2924b35-be67-4e9c-bfc2-a639a4bab658/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0772913 Mar 02 20:15:17.556129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9ed17-25e6-4104-bb6a-2fc0e1f5b19f req-1bf87d0d-62f9-40ae-8f26-7707e518a1c4 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.557676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32b9ed17-25e6-4104-bb6a-2fc0e1f5b19f req-1bf87d0d-62f9-40ae-8f26-7707e518a1c4 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.1265543 Mar 02 20:15:17.611739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-618da135-4dd0-4821-8a42-f55419e6544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.613213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-618da135-4dd0-4821-8a42-f55419e6544a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e&tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81 HTTP/1.1" status: 200 len: 1099 time: 0.1234481 Mar 02 20:15:17.616192 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32b9ed17-25e6-4104-bb6a-2fc0e1f5b19f req-0ff89ce5-5481-4c6c-bdd7-fda9c7fb8380 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525630 Mar 02 20:15:17.714836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-d0b1201b-7f6d-4dda-9e28-cfb6dd1d9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.716297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-d0b1201b-7f6d-4dda-9e28-cfb6dd1d9562 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1099 time: 0.0783851 Mar 02 20:15:17.850885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-8250ab47-aef9-437d-8619-60aed9c1ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.852497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-8250ab47-aef9-437d-8619-60aed9c1ef06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 913 time: 0.1303124 Mar 02 20:15:17.923545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-ce38968a-6f23-4100-910d-3b749c6b85ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 217 time: 0.0638218 Mar 02 20:15:17.985725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-689519e3-3d6c-4282-9cba-8a361ef89d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:17.987189 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-689519e3-3d6c-4282-9cba-8a361ef89d72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 200 len: 852 time: 0.0582268 Mar 02 20:15:18.032955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-3df3771a-2932-4515-a899-aeb6ae7c9a8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542e0400-a086-419f-846a-c8ec96801442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401204 Mar 02 20:15:18.163606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-953817ac-8537-4802-b51d-f5f245b3f074 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245878 Mar 02 20:15:18.306269 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74b5332d-a4aa-424f-bd5d-eff1f5c5266a req-5da4d2ea-8529-4cd4-8ced-e72d55c357e5 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361406 Mar 02 20:15:18.814148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8c5c6-9221-4606-97fa-0a36de59a89b req-8d952566-6fcc-4ad1-b110-596dba4f4a3d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:18.815617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-12f8c5c6-9221-4606-97fa-0a36de59a89b req-8d952566-6fcc-4ad1-b110-596dba4f4a3d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0852997 Mar 02 20:15:18.862108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-12f8c5c6-9221-4606-97fa-0a36de59a89b req-ec5da442-d4d8-4a46-8e3f-490e220809f0 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406110 Mar 02 20:15:20.020219 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:15:20.057230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67edf76-99fc-431e-b7f6-16d562287fba req-3590a0fa-5dbe-4a92-9010-ca28af622f9f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:20.058669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f67edf76-99fc-431e-b7f6-16d562287fba req-3590a0fa-5dbe-4a92-9010-ca28af622f9f tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0828311 Mar 02 20:15:20.104860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f67edf76-99fc-431e-b7f6-16d562287fba req-3d11094f-29a5-404d-bfbf-8bd40736cf54 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Mar 02 20:15:21.299815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f89a87-513a-4c0f-90d2-725991230ad3 req-9d7ac2de-5c98-409a-ab71-1addc4cdd942 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:21.301301 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-42f89a87-513a-4c0f-90d2-725991230ad3 req-9d7ac2de-5c98-409a-ab71-1addc4cdd942 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0861378 Mar 02 20:15:21.346242 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-42f89a87-513a-4c0f-90d2-725991230ad3 req-62c5e728-bdd9-4cc5-9a5e-2d8ddd4ce00d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Mar 02 20:15:21.368998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:15:21.372021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:21.577453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.614343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:21.630731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:15:21.639524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'network_id': '542e0400-a086-419f-846a-c8ec96801442', 'port_id': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'mac_address': 'fa:16:3e:88:30:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a069a358-8f05-418a-9979-a2a997d7d1cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:15:21.643463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:21.716205 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'code': 200} Mar 02 20:15:21.721425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.759080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-8f298d4a-787c-4882-9d05-d3c6dc4980a1 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:21.760902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-8f298d4a-787c-4882-9d05-d3c6dc4980a1 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e&tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.0880327 Mar 02 20:15:21.795464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.821154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2924b35-be67-4e9c-bfc2-a639a4bab658 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:15:21.824976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:21.838207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.838452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.838774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.839120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.839404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.839760 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.840080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.840425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.840769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.841070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.841384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.841764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:21.850860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:21.855951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:21.899177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-06f6fd4d-4c8f-43e7-837d-b3dc48fa02dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:21.900602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-06f6fd4d-4c8f-43e7-837d-b3dc48fa02dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 1098 time: 0.0723875 Mar 02 20:15:21.921021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['a2924b35-be67-4e9c-bfc2-a639a4bab658'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:15:21.957998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:22.141068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-c50fbec2-a37a-4873-afc0-cf82f4682dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.142528 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-c50fbec2-a37a-4873-afc0-cf82f4682dec service neutron] 10.222.0.32 "GET /v2.0/networks?id=542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 200 len: 913 time: 0.2360206 Mar 02 20:15:22.212119 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-da876c0a-9c61-4578-a19e-9dda0dbb6c69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 200 len: 217 time: 0.0628877 Mar 02 20:15:22.275944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-2b26e9bd-ca0c-4fac-b61d-ebb62b9f6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:22.277425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-2b26e9bd-ca0c-4fac-b61d-ebb62b9f6467 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 200 len: 852 time: 0.0560181 Mar 02 20:15:22.323947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-c3c3951c-9115-4952-9400-e77584db8b73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=542e0400-a086-419f-846a-c8ec96801442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393007 Mar 02 20:15:22.470453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-2b6fd84d-f6d4-4744-b088-50ef54e6b1e1 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356480 Mar 02 20:15:22.605794 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-289ec16b-7f60-4968-947d-15f9f21fde80 service neutron] 10.222.0.32 "GET /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287796 Mar 02 20:15:23.379364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:23.449144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port a2924b35-be67-4e9c-bfc2-a639a4bab658 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:23.449491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.510506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497e52-c5ac-413f-a117-69b7cc0d8946 req-ca7ad1ee-0eff-4c21-bc28-4e1192e9bf73 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:23.512031 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-02497e52-c5ac-413f-a117-69b7cc0d8946 req-ca7ad1ee-0eff-4c21-bc28-4e1192e9bf73 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 945 time: 0.0837770 Mar 02 20:15:23.556606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-02497e52-c5ac-413f-a117-69b7cc0d8946 req-77357dbf-3002-45c7-96ad-8dbe7f82e68b tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386710 Mar 02 20:15:23.570310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.602410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:23.608142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:23.676539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:23.717058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:15:23.769962 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'code': 200} Mar 02 20:15:24.756848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63ba6-f79e-4b0d-9f19-16a35e81919b req-f4282b81-8334-460d-857f-bcac8b39f863 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:24.758300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-96c63ba6-f79e-4b0d-9f19-16a35e81919b req-f4282b81-8334-460d-857f-bcac8b39f863 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0854743 Mar 02 20:15:24.808110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-96c63ba6-f79e-4b0d-9f19-16a35e81919b req-095d5b27-cb8e-4a23-8f08-2d31d9939fbb tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/security-groups?id=1506a65b-6e14-46b3-a16e-a1397d0edf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Mar 02 20:15:25.082489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-a45596a4-8682-49dc-baa0-a200f0ea0d90 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:25.084009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-a45596a4-8682-49dc-baa0-a200f0ea0d90 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.32 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 946 time: 0.0843136 Mar 02 20:15:25.170182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Deleting port a2924b35-be67-4e9c-bfc2-a639a4bab658 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:15:25.170525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.419933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] For port a2924b35-be67-4e9c-bfc2-a639a4bab658, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a2924b35-be67-4e9c-bfc2-a639a4bab658,segment=NetworkSegment(ec8ad742-cd07-4363-a4e3-8064fc6141c2),segment_id=ec8ad742-cd07-4363-a4e3-8064fc6141c2)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:25.420289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.545646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Calling delete_port for a2924b35-be67-4e9c-bfc2-a639a4bab658 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:15:25.688433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.700071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['a2924b35-be67-4e9c-bfc2-a639a4bab658'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:15:25.740622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Pushing event deleted for resources: {'Port': ['ID=a2924b35-be67-4e9c-bfc2-a639a4bab658,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:25.750299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.750591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.750917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.751246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.751569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.751891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.752210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.752538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.752857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.753167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.753481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.753789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:25.824781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] No DVR routers for this DVR port a2924b35-be67-4e9c-bfc2-a639a4bab658 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:15:25.827713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:25.830226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-deleted', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:15:25.847473 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ecf178a-d8fc-41e7-988b-cf2b61b1f2e4 req-49257634-e612-4590-b4d7-2f82e6dd919d tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.32 "DELETE /v2.0/ports/a2924b35-be67-4e9c-bfc2-a639a4bab658 HTTP/1.1" status: 204 len: 173 time: 0.7583094 Mar 02 20:15:25.886752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71069f8-2c33-4890-8903-c8b4dfe89d9e', 'name': 'network-vif-deleted', 'tag': 'a2924b35-be67-4e9c-bfc2-a639a4bab658', 'status': 'completed', 'code': 200} Mar 02 20:15:25.976736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-26b94ca4-64c1-4df5-88f8-1bafa78cd443 req-bd9327af-99fe-4d7f-a078-2ae6eca5a289 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Synchronizing usage tracker for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:25.996547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-26b94ca4-64c1-4df5-88f8-1bafa78cd443 req-bd9327af-99fe-4d7f-a078-2ae6eca5a289 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] Unset dirty status for tenant:9cefb9fa73df4db29de9dd1cc56aeb81 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:25.997940 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26b94ca4-64c1-4df5-88f8-1bafa78cd443 req-bd9327af-99fe-4d7f-a078-2ae6eca5a289 tempest-DeleteServersTestJSON-1184450438 tempest-DeleteServersTestJSON-1184450438-project] 10.222.0.36 "GET /v2.0/ports?device_id=e71069f8-2c33-4890-8903-c8b4dfe89d9e HTTP/1.1" status: 200 len: 210 time: 0.0795364 Mar 02 20:15:27.245497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.321264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Deleting subnet a069a358-8f05-418a-9979-a2a997d7d1cf {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:15:27.324240 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.373878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.435593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.515806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.552592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a069a358-8f05-418a-9979-a2a997d7d1cf,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:27.557465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.564445 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.564788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.565118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.565451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.565775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.566100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.566413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.566730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.567046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.567362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.567671 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.567972 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:15:27.572915 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6754c5e0-3021-46a8-9702-557e74a0e96e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a069a358-8f05-418a-9979-a2a997d7d1cf HTTP/1.1" status: 204 len: 168 time: 0.3260527 Mar 02 20:15:27.576259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42062) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:27.698286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.827200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.856822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542e0400-a086-419f-846a-c8ec96801442']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:27.869392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ad742-cd07-4363-a4e3-8064fc6141c2') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:27.869684 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ad742-cd07-4363-a4e3-8064fc6141c2') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:15:27.884607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.905949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.916406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:15:27.917046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:15:27.931887 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:15:28.014447 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.030605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.051264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=542e0400-a086-419f-846a-c8ec96801442,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:28.064360 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3a414351-079a-43b3-9bf1-ed2c5439ccf8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/542e0400-a086-419f-846a-c8ec96801442 HTTP/1.1" status: 204 len: 168 time: 0.4870372 Mar 02 20:15:28.209434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42068) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:28.357042 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1b968982-e7b6-4d30-9ca1-58652f76fa86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cefb9fa73df4db29de9dd1cc56aeb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462178 Mar 02 20:15:28.360262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42072) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:28.417896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.444733 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.497762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.519406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1506a65b-6e14-46b3-a16e-a1397d0edf2a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:28.532133 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:28.533283 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-53f70d80-c8e4-4548-9be2-b29ad67eb9e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1506a65b-6e14-46b3-a16e-a1397d0edf2a HTTP/1.1" status: 204 len: 168 time: 0.1721456 Mar 02 20:15:29.298760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42096) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:29.412345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:15:29.412906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-212134527-network', 'tenant_id': '5138542810a74df5b322bad41577cd47'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:15:29.417493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:29.421848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Usage tracker for resource:network and tenant:5138542810a74df5b322bad41577cd47 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:29.424806 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:29.431582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:29.443802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Made reservation on behalf of 5138542810a74df5b322bad41577cd47 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:29.446359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.452567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: a2924b35-be67-4e9c-bfc2-a639a4bab658 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:15:29.452905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a2924b35-be67-4e9c-bfc2-a639a4bab658 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:15:29.458540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.475571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:29.479339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Usage tracker for resource:security_group_rule and tenant:5138542810a74df5b322bad41577cd47 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:29.482106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:29.487719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:29.581801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.587491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.615861 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:15:29.623909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c41333-5d14-4a1a-8a80-314b43339c95,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:29.629545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.629926 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Added segment c147e952-8085-4cd3-9ade-23e19b31a048 of type vlan for network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 Mar 02 20:15:29.661946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.696263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.697408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:29.698060 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:29.804168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:29.807448 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f31e5f71-ea79-49bc-875a-bd901e3fbf23 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5076876 Mar 02 20:15:29.810455 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42102) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:15:29.814745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:15:29.815800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Request body: {'subnet': {'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-212134527-subnet', 'tenant_id': '5138542810a74df5b322bad41577cd47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:15:29.820969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:29.824906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Usage tracker for resource:subnet and tenant:5138542810a74df5b322bad41577cd47 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:29.827892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:29.833546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:29.845362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Made reservation on behalf of 5138542810a74df5b322bad41577cd47 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:29.847719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.075355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.158897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:30.171053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Checking segment: {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:15:30.171402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Network hostable DHCP agents. Network: b6d549d5-f856-4b84-b453-cc5aa0b7b1d1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:15:30.191262 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:15:30.202178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, b6d549d5-f856-4b84-b453-cc5aa0b7b1d1) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:30.206513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:30.207094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:30.211077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f916ce-1574-4a4c-a549-cbc85e7ad255 None None] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:15:30.229343 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-43d6fb3a-2e95-4182-a532-0a9f25342f62 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4178424 Mar 02 20:15:30.421492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5ca34-a3e1-4e13-94b8-a9ef3e96b148 None None] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:15:30.752615 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-ada15fd5-352b-4138-ba2d-1a760c6a016b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:30.753984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-ada15fd5-352b-4138-ba2d-1a760c6a016b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 814 time: 0.1582754 Mar 02 20:15:30.770249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-0359a95c-893d-47af-9443-7ccf34daea96 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/quotas/5138542810a74df5b322bad41577cd47 HTTP/1.1" status: 200 len: 375 time: 0.0105915 Mar 02 20:15:30.818180 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-c4bd5a45-3ca6-4526-b30b-82f9e2a24778 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426087 Mar 02 20:15:31.058395 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-394bf820-a29c-42dc-a078-b2806d8fa0bd service neutron] 10.222.0.36 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328501 Mar 02 20:15:31.191592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-3e82cef6-0e87-4696-8875-18e6b8207656 service neutron] 10.222.0.36 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263194 Mar 02 20:15:31.377582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-096fa23a-b6c8-49d9-a1f9-07d7306aaa87 req-91132e4a-7721-47c0-986e-e7dd544fc8bb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 210 time: 0.0464263 Mar 02 20:15:32.469565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-a547be58-712c-4f36-bd3f-ddb44f787cfb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:32.471040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-a547be58-712c-4f36-bd3f-ddb44f787cfb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 814 time: 0.1520951 Mar 02 20:15:32.483558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Request body: {'port': {'device_id': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'admin_state_up': True, 'tenant_id': '5138542810a74df5b322bad41577cd47'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:15:32.555608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-60b735f6-3421-48c8-9c56-8f53f3457d6b req-e149418d-4413-4ea3-b96c-2579b65ecf26 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 210 time: 0.0580411 Mar 02 20:15:32.657573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:15:32.661621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Usage tracker for resource:port and tenant:5138542810a74df5b322bad41577cd47 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:15:32.664558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:15:32.673223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:15:32.687628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Made reservation on behalf of 5138542810a74df5b322bad41577cd47 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:15:32.691270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:32.854525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Allocated IP 172.20.0.3 (b6d549d5-f856-4b84-b453-cc5aa0b7b1d1/6160b8fd-d8e9-4dca-9ef8-58b2a7019be9/d872fe05-a68c-40fd-8d1a-1187f9f5ca1b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:15:33.058674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.093376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.160875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:15:33.168752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:15:33.173133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:15:33.202541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:33.236990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:33.237593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.261168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-b45e0f9b-f0b7-47fc-853f-7e67d1aad255 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815294 Mar 02 20:15:33.272386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Request body: {'port': {'device_id': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:15:33.390382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.885679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d872fe05-a68c-40fd-8d1a-1187f9f5ca1b {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:15:33.894062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:33.917337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Transition to ACTIVE for port object d872fe05-a68c-40fd-8d1a-1187f9f5ca1b will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:15:33.928097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c2318-dce0-4a48-8971-f48589914c62 req-9fb90702-7cd7-48e4-951a-e84b8d83addb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:33.928810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c68c2318-dce0-4a48-8971-f48589914c62 req-9fb90702-7cd7-48e4-951a-e84b8d83addb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Synchronizing usage tracker for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:15:33.932480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.052939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c68c2318-dce0-4a48-8971-f48589914c62 req-9fb90702-7cd7-48e4-951a-e84b8d83addb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Unset dirty status for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:15:34.054002 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c68c2318-dce0-4a48-8971-f48589914c62 req-9fb90702-7cd7-48e4-951a-e84b8d83addb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 931 time: 0.3894126 Mar 02 20:15:34.066929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:34.178860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c68c2318-dce0-4a48-8971-f48589914c62 req-3464fd7d-23aa-4aa0-ab9e-d03054885ce5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151545 Mar 02 20:15:34.208823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Attempting to bind port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:15:34.209120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Attempting to bind port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:15:34.209458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Attempting to bind port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:15:34.214323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:15:34.214630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Attempting to bind port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:15:34.219863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:15:34.220186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Checking segment: {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:15:34.220633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Bound using segment: {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:15:34.221044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Bound port: d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:15:34.221374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.308315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:15:34.311165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:15:34.319228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.375797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:34.376425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:34.377768 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] 10.222.0.32 "PUT /v2.0/ports/d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 1093 time: 1.1094127 Mar 02 20:15:34.378210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:15:34.406012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72cc77-7b98-4f07-a304-80f897ec7bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:34.449684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'status': 'completed', 'code': 200} Mar 02 20:15:34.493375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-bbc06f9b-b261-441d-98e8-d560046c664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:34.495075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-bbc06f9b-b261-441d-98e8-d560046c664f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0781670 Mar 02 20:15:34.567488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-e8318116-48d3-4484-9194-0b08ad4f8564 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 217 time: 0.0657296 Mar 02 20:15:34.649197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-97aaa324-b506-4be8-9f83-48b7e41c9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:34.650650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-97aaa324-b506-4be8-9f83-48b7e41c9890 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0769296 Mar 02 20:15:34.701608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-35ee3a71-d53a-4517-a426-07a2f82b3140 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451365 Mar 02 20:15:34.842839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-d31597b3-820b-4131-bae3-90efc0787552 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328125 Mar 02 20:15:34.985145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2cdb8872-eae6-4b54-b87d-0c3f07eb2315 req-c445fb0a-ac62-4ecc-a634-e194b8e5160e service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366239 Mar 02 20:15:35.106550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-aec8e54c-c10e-45a2-8055-f708f15b8d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.107986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-aec8e54c-c10e-45a2-8055-f708f15b8d3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1096 time: 0.0736246 Mar 02 20:15:35.250191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-925b5a41-0b40-4829-ac9c-23483fc6751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.251706 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-925b5a41-0b40-4829-ac9c-23483fc6751b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1357796 Mar 02 20:15:35.326622 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-faa811b5-3dd3-45e7-8b58-c69b411c27ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 217 time: 0.0674529 Mar 02 20:15:35.392712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-c37447bf-5add-46cb-9a94-3bc878c83a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.394105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-c37447bf-5add-46cb-9a94-3bc878c83a12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0600178 Mar 02 20:15:35.473558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-c1d3b4e6-530a-4f62-8422-c3cf99cb0607 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728171 Mar 02 20:15:35.742947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-d29f70c0-8a3c-47a8-abc8-0b9a2d1a3d6c service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623734 Mar 02 20:15:35.750744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7d410-1f3c-453e-9310-96b8832f765b req-731414b1-674e-4d20-91c6-51c6b1e9b2aa tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:35.752068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9c7d410-1f3c-453e-9310-96b8832f765b req-731414b1-674e-4d20-91c6-51c6b1e9b2aa tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 943 time: 0.3169959 Mar 02 20:15:35.881877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9c7d410-1f3c-453e-9310-96b8832f765b req-e02f8498-95c3-4c65-a790-60fb61cd56f1 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118639 Mar 02 20:15:35.910117 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-037c46b8-e63c-41ab-b21a-f3f251a4c568 req-6ca6e98f-59e7-450f-8356-83d7d239c4a2 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571209 Mar 02 20:15:37.084390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19832d13-e4dc-4be2-af4f-ad7afc60a65e req-7538c100-957c-401b-98c2-595938015f9b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:37.085730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-19832d13-e4dc-4be2-af4f-ad7afc60a65e req-7538c100-957c-401b-98c2-595938015f9b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 943 time: 0.0880802 Mar 02 20:15:37.132082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-19832d13-e4dc-4be2-af4f-ad7afc60a65e req-5a3767ee-ea54-4a2a-84a1-1636b5bfa77a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378983 Mar 02 20:15:37.486851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:15:37.630230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:37.644127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'port_id': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'mac_address': 'fa:16:3e:ca:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6160b8fd-d8e9-4dca-9ef8-58b2a7019be9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:15:37.705548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.722878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d872fe05-a68c-40fd-8d1a-1187f9f5ca1b {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:15:37.739297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:37.744533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:37.813067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:37.960260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d872fe05-a68c-40fd-8d1a-1187f9f5ca1b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:15:38.327544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0c5f5-eaa1-484a-b453-51f51e352ee7 req-d411ef8b-a895-4b24-b1aa-af6984eaeab0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:38.328955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93d0c5f5-eaa1-484a-b453-51f51e352ee7 req-d411ef8b-a895-4b24-b1aa-af6984eaeab0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 944 time: 0.0876262 Mar 02 20:15:38.377469 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93d0c5f5-eaa1-484a-b453-51f51e352ee7 req-52e892ed-31d3-47ef-8edd-501e941ae4ff tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401173 Mar 02 20:15:39.486313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:15:39.570585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:15:39.575605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:15:39.575978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.594371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ed91b-baa1-437a-9ce1-c3a6e1fbe28a req-c7d10206-a750-4635-b430-402192947748 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:39.596211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e25ed91b-baa1-437a-9ce1-c3a6e1fbe28a req-c7d10206-a750-4635-b430-402192947748 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 944 time: 0.0943959 Mar 02 20:15:39.641642 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e25ed91b-baa1-437a-9ce1-c3a6e1fbe28a req-aa32e9fe-e3af-4043-8e3e-ce0864c81c52 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392668 Mar 02 20:15:39.689948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.724054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:15:39.734593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:15:39.739727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:39.780789 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'code': 200} Mar 02 20:15:39.817765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:15:40.007765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9986-95db-4585-a847-bc70ba519788 req-5242510c-1bd3-4513-b883-bd261628f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:40.009310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-883a9986-95db-4585-a847-bc70ba519788 req-5242510c-1bd3-4513-b883-bd261628f498 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0822637 Mar 02 20:15:40.053801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-883a9986-95db-4585-a847-bc70ba519788 req-d64b2ed7-8a3b-4167-b04d-4e0f8e5f303a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387261 Mar 02 20:15:40.833064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c04e4-a562-4e4e-ad97-2b9bce8285a7 req-97865a6d-0cfd-4271-9d92-7a79dd65e44a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:40.834513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-253c04e4-a562-4e4e-ad97-2b9bce8285a7 req-97865a6d-0cfd-4271-9d92-7a79dd65e44a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0815563 Mar 02 20:15:40.879659 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-253c04e4-a562-4e4e-ad97-2b9bce8285a7 req-37d68733-6452-4bbd-8d88-de2639fc837e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393286 Mar 02 20:15:41.793863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-040addef-000d-478d-b5cc-53467b197b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:42.097820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7088a4d-5379-41a1-a41e-6c310a4baddf req-c29f01f2-a5c2-40dc-aa2c-677c1945d058 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:42.099168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7088a4d-5379-41a1-a41e-6c310a4baddf req-c29f01f2-a5c2-40dc-aa2c-677c1945d058 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1066532 Mar 02 20:15:42.149099 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7088a4d-5379-41a1-a41e-6c310a4baddf req-f238b11e-dcfc-4dc0-8b0c-ce06ee7c81f6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438614 Mar 02 20:15:42.341111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c36202-ddbd-4866-9815-ba963eac7eb7 req-b2dce7e0-79c4-4f7c-947b-68df55b5786d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:42.342566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-12c36202-ddbd-4866-9815-ba963eac7eb7 req-b2dce7e0-79c4-4f7c-947b-68df55b5786d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0805659 Mar 02 20:15:42.401728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-12c36202-ddbd-4866-9815-ba963eac7eb7 req-e1607c41-636a-4716-9447-61332497b5bc tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504167 Mar 02 20:15:42.912289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319b9f4-a17d-43dd-92e6-12d224e011e3 req-6871b367-03c8-4f85-9fbb-a343713ca146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:42.913755 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3319b9f4-a17d-43dd-92e6-12d224e011e3 req-6871b367-03c8-4f85-9fbb-a343713ca146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0853572 Mar 02 20:15:42.974450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3319b9f4-a17d-43dd-92e6-12d224e011e3 req-41de68dc-5504-4520-9a12-5fe331423138 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519314 Mar 02 20:15:43.174332 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632600-f0d1-4e26-bead-1fd0ec589d9a req-6cf4e8fd-3b11-4906-824d-0a4a682f8e70 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:43.175881 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e632600-f0d1-4e26-bead-1fd0ec589d9a req-6cf4e8fd-3b11-4906-824d-0a4a682f8e70 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0862124 Mar 02 20:15:43.226045 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e632600-f0d1-4e26-bead-1fd0ec589d9a req-0f76e740-ee6a-455b-8972-543a37d1a9e2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Mar 02 20:15:43.587961 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-1b2db1aa-1756-4d79-be96-c6a46133ba27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713491 Mar 02 20:15:43.632313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c9a36-b986-4344-adcb-e3e154f7577b req-359abcd8-c927-495c-ab83-7c68ab27b11a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:43.633819 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478c9a36-b986-4344-adcb-e3e154f7577b req-359abcd8-c927-495c-ab83-7c68ab27b11a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0843120 Mar 02 20:15:43.679633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478c9a36-b986-4344-adcb-e3e154f7577b req-28ad9b92-147a-4265-8769-144bf8632afe tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Mar 02 20:15:44.895386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-29a9e704-37e8-4587-9712-552907216628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:44.896897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-29a9e704-37e8-4587-9712-552907216628 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1325274 Mar 02 20:15:44.927415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1616a-5626-4ea0-ad37-309a5d698ad5 req-1336316c-21ed-4fda-92c5-ebced9f6677e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:44.928813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44f1616a-5626-4ea0-ad37-309a5d698ad5 req-1336316c-21ed-4fda-92c5-ebced9f6677e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1238732 Mar 02 20:15:45.047589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44f1616a-5626-4ea0-ad37-309a5d698ad5 req-16863f70-12dd-4a64-bdc2-e3a8aff6d504 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052833 Mar 02 20:15:45.055397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3c98ba56-9c52-41e1-929a-ab09d83f4cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.069199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-46e8f570-3673-4598-b4f8-6dbeeb31cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:45.070724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-46e8f570-3673-4598-b4f8-6dbeeb31cc48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1685104 Mar 02 20:15:45.141885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-dd3b99bf-17f7-422f-b345-2ef513ac75a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 217 time: 0.0646996 Mar 02 20:15:45.204704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-524d4386-718e-4b09-ac0a-bf4464f4d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:45.206137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-524d4386-718e-4b09-ac0a-bf4464f4d481 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0587592 Mar 02 20:15:45.257820 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-30517da3-3907-4933-9624-4ae5c1ef36de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435700 Mar 02 20:15:45.374980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.376907 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.512937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:45.518122 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-543eb329-f1d5-4602-a0a5-5e795bd86f7d service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541378 Mar 02 20:15:45.657074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-742ef1c1-fc57-49e8-9a8e-7127539b506b service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332445 Mar 02 20:15:46.238797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14df96-c5f7-4ae2-b32c-e3981c8ca63f req-49f6e245-3be3-4160-8be7-5db2d616de3f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:46.240443 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f14df96-c5f7-4ae2-b32c-e3981c8ca63f req-49f6e245-3be3-4160-8be7-5db2d616de3f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0842197 Mar 02 20:15:46.288453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f14df96-c5f7-4ae2-b32c-e3981c8ca63f req-e6d5e94e-4ad3-4903-b78f-be6ef3fdeff3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Mar 02 20:15:47.129800 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:15:47.487821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c0d5f-fa15-42d9-8fad-0ff80d7369c4 req-c4ba4277-f1cc-4cb1-8bbb-2b14029854b6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:47.489358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c37c0d5f-fa15-42d9-8fad-0ff80d7369c4 req-c4ba4277-f1cc-4cb1-8bbb-2b14029854b6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0866549 Mar 02 20:15:47.543225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c37c0d5f-fa15-42d9-8fad-0ff80d7369c4 req-853e8a51-968f-45b7-85ca-d2d02db0d956 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Mar 02 20:15:48.768858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4d7f1-00f1-43b5-aee4-c45b4338159f req-d29e10f5-46ea-43a7-919e-c2408cfa685b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:48.770329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e6f4d7f1-00f1-43b5-aee4-c45b4338159f req-d29e10f5-46ea-43a7-919e-c2408cfa685b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1005714 Mar 02 20:15:48.819981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e6f4d7f1-00f1-43b5-aee4-c45b4338159f req-5c723e1f-84b3-4ea5-a1f4-56ee09571236 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435894 Mar 02 20:15:50.027706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81127624-4906-4c18-8c22-c975220d19fb req-b7ced09f-0b8f-45e2-b44f-75dd1020ec42 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:50.029190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-81127624-4906-4c18-8c22-c975220d19fb req-b7ced09f-0b8f-45e2-b44f-75dd1020ec42 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0911717 Mar 02 20:15:50.087480 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-81127624-4906-4c18-8c22-c975220d19fb req-8b3a8370-133d-4f22-8a48-0978fedba587 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Mar 02 20:15:51.316376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603c5fc-9c23-4e8e-aeb7-42450bce44cd req-1696eb6c-5268-40a7-a307-9f6b53de9515 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:51.317865 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c603c5fc-9c23-4e8e-aeb7-42450bce44cd req-1696eb6c-5268-40a7-a307-9f6b53de9515 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1088989 Mar 02 20:15:51.363202 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c603c5fc-9c23-4e8e-aeb7-42450bce44cd req-033fb8f8-e71d-44b0-8eea-1d14d2e5d115 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394564 Mar 02 20:15:52.570742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae71d-540c-484a-a1bf-cbf3c4da596b req-0353ecbd-8261-4928-8fc5-3eaedadb49f2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:52.572249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2aae71d-540c-484a-a1bf-cbf3c4da596b req-0353ecbd-8261-4928-8fc5-3eaedadb49f2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0845151 Mar 02 20:15:52.623508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f2aae71d-540c-484a-a1bf-cbf3c4da596b req-a96a7eae-4353-42c2-8375-6f9a3739a7d5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Mar 02 20:15:53.817908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c03d41-28bf-4ff4-83f4-c6a199c223a4 req-4d0561d7-7832-4cd9-bfed-5cea5769e55e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:53.819523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1c03d41-28bf-4ff4-83f4-c6a199c223a4 req-4d0561d7-7832-4cd9-bfed-5cea5769e55e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0839949 Mar 02 20:15:53.864170 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1c03d41-28bf-4ff4-83f4-c6a199c223a4 req-918222f8-b4af-4c9f-88b7-1bc34401238b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388982 Mar 02 20:15:55.060897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432a74-bd82-4c1d-845a-a4a39774e6e3 req-51681f0b-1146-454f-a0f8-02de5547a16c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:55.062283 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6432a74-bd82-4c1d-845a-a4a39774e6e3 req-51681f0b-1146-454f-a0f8-02de5547a16c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0859132 Mar 02 20:15:55.109226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6432a74-bd82-4c1d-845a-a4a39774e6e3 req-2aac2f7d-dfa6-4917-aedb-eba7b8a2b818 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Mar 02 20:15:56.304809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791945f5-9fc0-4841-84c8-7e54fc92c316 req-14251510-b479-4d14-a179-efe3aaf6d4b5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:56.306255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-791945f5-9fc0-4841-84c8-7e54fc92c316 req-14251510-b479-4d14-a179-efe3aaf6d4b5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0824926 Mar 02 20:15:56.356574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-791945f5-9fc0-4841-84c8-7e54fc92c316 req-408b0c98-30c6-439e-a50d-2401213bd85e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416682 Mar 02 20:15:57.021299 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:15:57.574320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ed3c2-ef16-46a5-a120-abfd00cb7c6f req-3ccab945-4658-4965-b85e-ab4fda316fde tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:57.575787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de2ed3c2-ef16-46a5-a120-abfd00cb7c6f req-3ccab945-4658-4965-b85e-ab4fda316fde tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1010525 Mar 02 20:15:57.620169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de2ed3c2-ef16-46a5-a120-abfd00cb7c6f req-01d356d9-1b45-4b22-876e-2c088ba7a6c9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384746 Mar 02 20:15:58.814775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad59dc-091c-4ed1-b5c2-92660a3e416d req-aaddfc27-de27-44ee-b865-bfa6fdfe61bf tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:15:58.816290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16ad59dc-091c-4ed1-b5c2-92660a3e416d req-aaddfc27-de27-44ee-b865-bfa6fdfe61bf tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0829315 Mar 02 20:15:58.865204 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-16ad59dc-091c-4ed1-b5c2-92660a3e416d req-3d342442-5d1d-4b8e-ab11-d9a16d8304e7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Mar 02 20:16:00.064902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82bfb9-9e72-48f2-baf5-513574accfcb req-3cfe0c78-c09c-4e92-98ef-ce7d202783a4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:00.066257 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ba82bfb9-9e72-48f2-baf5-513574accfcb req-3cfe0c78-c09c-4e92-98ef-ce7d202783a4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0832796 Mar 02 20:16:00.122969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ba82bfb9-9e72-48f2-baf5-513574accfcb req-a9c3c71a-86d1-4951-bec2-a25d073be822 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484993 Mar 02 20:16:01.336701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9240-3b5c-422e-8a94-d8579f99fcd2 req-4813234b-a563-4861-ad63-657a29aaf5a6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:01.338189 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de4c9240-3b5c-422e-8a94-d8579f99fcd2 req-4813234b-a563-4861-ad63-657a29aaf5a6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0863624 Mar 02 20:16:01.383383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de4c9240-3b5c-422e-8a94-d8579f99fcd2 req-337eccd3-8b33-41f9-9256-4bb9b60bbace tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394797 Mar 02 20:16:02.589081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211441fe-f809-4631-9539-722a0895be88 req-347941b6-404f-41fd-81ed-4ffb195c6103 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:02.590555 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-211441fe-f809-4631-9539-722a0895be88 req-347941b6-404f-41fd-81ed-4ffb195c6103 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0905704 Mar 02 20:16:02.636386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-211441fe-f809-4631-9539-722a0895be88 req-a3410915-a32e-4133-8a38-42bd0f7fb12e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Mar 02 20:16:03.846005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6105c-03a4-4cd0-ad1b-659ea1de55d0 req-cf9546f4-05ce-4d9a-bf11-1660abe1f22b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:03.847494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dda6105c-03a4-4cd0-ad1b-659ea1de55d0 req-cf9546f4-05ce-4d9a-bf11-1660abe1f22b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0857272 Mar 02 20:16:03.891522 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dda6105c-03a4-4cd0-ad1b-659ea1de55d0 req-9bc578db-4d58-4e8f-9105-aea1ce07f4bb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Mar 02 20:16:05.106583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c726a0-a2fb-41b8-adbf-9ae7bb6be312 req-d6d1ea34-4361-4f4c-bd8e-7a4398e26dff tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:05.107904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8c726a0-a2fb-41b8-adbf-9ae7bb6be312 req-d6d1ea34-4361-4f4c-bd8e-7a4398e26dff tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0949306 Mar 02 20:16:05.248968 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8c726a0-a2fb-41b8-adbf-9ae7bb6be312 req-c2b823c4-0ded-4715-bddd-570661468ff7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350317 Mar 02 20:16:06.452453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5e56-577a-416e-990d-9a154b7e9ea1 req-b59754bc-adc7-47cc-9e53-bc4ed9710bf7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:06.453962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e4f5e56-577a-416e-990d-9a154b7e9ea1 req-b59754bc-adc7-47cc-9e53-bc4ed9710bf7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0866137 Mar 02 20:16:06.500542 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e4f5e56-577a-416e-990d-9a154b7e9ea1 req-75db3f1a-a5c0-4878-baf2-3890a4047e32 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Mar 02 20:16:07.714441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4e878-18bb-45d7-8d59-77e0fd3a1d7e req-c349685d-1e28-4b0f-8c4b-ff28df5524f1 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:07.715818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ab4e878-18bb-45d7-8d59-77e0fd3a1d7e req-c349685d-1e28-4b0f-8c4b-ff28df5524f1 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0915186 Mar 02 20:16:07.759237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ab4e878-18bb-45d7-8d59-77e0fd3a1d7e req-5702aeeb-3f8c-487a-8666-31b101aa2d86 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Mar 02 20:16:08.956216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736b3d3-57dd-4e29-a5a3-70699666a6c9 req-592b592e-f3ac-4395-b4ee-847becd29cd4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:08.957707 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1736b3d3-57dd-4e29-a5a3-70699666a6c9 req-592b592e-f3ac-4395-b4ee-847becd29cd4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0868928 Mar 02 20:16:09.003263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1736b3d3-57dd-4e29-a5a3-70699666a6c9 req-37f92018-fadf-4324-8b59-bbb041186e9f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Mar 02 20:16:10.204705 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1763-c1a6-4182-ab1c-a3f3e2e58d6f req-538ef4d9-023e-48e1-8bfa-bb911e470426 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:10.206168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7ce1763-c1a6-4182-ab1c-a3f3e2e58d6f req-538ef4d9-023e-48e1-8bfa-bb911e470426 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0841379 Mar 02 20:16:10.251810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7ce1763-c1a6-4182-ab1c-a3f3e2e58d6f req-980095b4-5ca8-419e-b841-4d451d19133c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Mar 02 20:16:11.454260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bea42-89ad-4731-adf4-e42f3eae62f9 req-358a7a8b-7f77-4c93-b93e-992bad27869c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:11.455729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa2bea42-89ad-4731-adf4-e42f3eae62f9 req-358a7a8b-7f77-4c93-b93e-992bad27869c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0901623 Mar 02 20:16:11.501121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa2bea42-89ad-4731-adf4-e42f3eae62f9 req-1f05b8bf-e214-4620-9872-0d9992fc4615 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Mar 02 20:16:11.798330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25dc5f8c-01dc-4f11-839a-e26c3966e487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:12.297833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-be637f40-4943-4c3d-94ba-0133dd54be7e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:16:12.298774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-be637f40-4943-4c3d-94ba-0133dd54be7e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058243 Mar 02 20:16:12.382255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-8f684f9e-78ba-44fd-b72e-aede76cf3f5a service neutron] 10.222.0.32 "GET /v2.0/ports/d872fe05-a68c-40fd-8d1a-1187f9f5ca1b/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0774624 Mar 02 20:16:12.727164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-23a0f5da-e374-4f51-870d-87018e9d1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:12.728641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-23a0f5da-e374-4f51-870d-87018e9d1c44 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9&tenant_id=5138542810a74df5b322bad41577cd47 HTTP/1.1" status: 200 len: 1098 time: 0.1290114 Mar 02 20:16:12.738790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bc7fe-1abe-4759-84e2-3d81df60fdbe req-164cc705-1db1-4992-b151-5dcedb5e92ae tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:12.740213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e8bc7fe-1abe-4759-84e2-3d81df60fdbe req-164cc705-1db1-4992-b151-5dcedb5e92ae tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1107357 Mar 02 20:16:12.826815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e8bc7fe-1abe-4759-84e2-3d81df60fdbe req-4c559093-1798-404e-8f28-77c3a8301f73 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800405 Mar 02 20:16:12.849782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-176bd7aa-74a4-4c61-a6d0-d9374934d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:12.851441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-176bd7aa-74a4-4c61-a6d0-d9374934d9f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0916114 Mar 02 20:16:12.986261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-ff889b83-4f38-4518-a986-c96ee0586bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:12.987720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-ff889b83-4f38-4518-a986-c96ee0586bc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1308382 Mar 02 20:16:13.057387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-9824ef52-45cc-493d-8773-7eb9593776cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 217 time: 0.0634274 Mar 02 20:16:13.118674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-173c82ee-dd2d-4d10-be78-0453e5349364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:13.119964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-173c82ee-dd2d-4d10-be78-0453e5349364 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0566835 Mar 02 20:16:13.169618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-43166de2-55f0-4398-91db-0ace54bad8d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436187 Mar 02 20:16:13.303280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-7f87d6d2-0b1b-4318-baf8-fd0cb7d94d6a service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271334 Mar 02 20:16:13.434754 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-107edd13-8ca6-4ba5-b261-7d3027b0419d req-62e774cd-0751-4db6-b7ff-e3d3d869a383 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250122 Mar 02 20:16:14.026134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a259698-7b6a-4694-83df-f0368ace1e09 req-b1eb3fbd-902a-458a-90aa-ce5f850d1bb2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:14.027602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a259698-7b6a-4694-83df-f0368ace1e09 req-b1eb3fbd-902a-458a-90aa-ce5f850d1bb2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0908401 Mar 02 20:16:14.072096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a259698-7b6a-4694-83df-f0368ace1e09 req-98d03869-1f60-4d3a-bfbb-28d997a9cebc tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385406 Mar 02 20:16:15.053262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8c97cd3f-f8b6-41d4-98c4-11634631a23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.376154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.381756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.388030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099c12-39d0-4b23-bfc2-2f2e9c55f372 req-0b4f577e-2149-4967-876b-ac13623c20e9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:15.389535 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0099c12-39d0-4b23-bfc2-2f2e9c55f372 req-0b4f577e-2149-4967-876b-ac13623c20e9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.2001989 Mar 02 20:16:15.434930 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e0099c12-39d0-4b23-bfc2-2f2e9c55f372 req-88fddef8-c82a-43ee-8d1f-dd9cd2cdd98b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396645 Mar 02 20:16:15.498112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.687360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:16:15.804960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49567e3-12e7-47f7-a4a6-6947abc655ff req-de06f3f8-0520-4b55-833b-fc213c94d0be tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:15.806444 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f49567e3-12e7-47f7-a4a6-6947abc655ff req-de06f3f8-0520-4b55-833b-fc213c94d0be tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1428981 Mar 02 20:16:15.819488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-3c72fc31-01f0-4794-92bb-9f11b36eb16e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:15.820927 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-3c72fc31-01f0-4794-92bb-9f11b36eb16e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9&tenant_id=5138542810a74df5b322bad41577cd47&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1244462 Mar 02 20:16:15.826668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:15.845471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'port_id': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'mac_address': 'fa:16:3e:ca:2b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6160b8fd-d8e9-4dca-9ef8-58b2a7019be9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:16:15.861562 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f49567e3-12e7-47f7-a4a6-6947abc655ff req-21d53032-bc91-476b-b62e-5ec3421b83dd tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396748 Mar 02 20:16:15.900634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.917039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d872fe05-a68c-40fd-8d1a-1187f9f5ca1b {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:16:15.932635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:15.938671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:15.960105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-5ed31e0c-1016-4c69-82ca-cd573b3152c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:15.961709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-5ed31e0c-1016-4c69-82ca-cd573b3152c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 1098 time: 0.0722752 Mar 02 20:16:15.999120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d872fe05-a68c-40fd-8d1a-1187f9f5ca1b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:16:16.048535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:16.092893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-9dab6cad-d25f-4748-97bf-a1f2c9e362fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:16.094387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-9dab6cad-d25f-4748-97bf-a1f2c9e362fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1269772 Mar 02 20:16:16.165030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-3884f0b4-912c-45dd-92db-9574f7e59679 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 200 len: 217 time: 0.0639429 Mar 02 20:16:16.229132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-b9f25dbe-c065-42b9-a2a1-542cf3fdfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:16.230591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-b9f25dbe-c065-42b9-a2a1-542cf3fdfa93 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0600293 Mar 02 20:16:16.277812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-565047e2-8e90-4a31-a419-510261978277 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411055 Mar 02 20:16:16.409407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-8bd9ff51-c9af-47b2-93cd-28d8bbb7d3a3 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254301 Mar 02 20:16:16.541711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7dba4b6-01a8-4c8b-a17b-a22c6ac06efe req-655bbcab-46a4-4af8-8cd2-28fa7db97879 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264102 Mar 02 20:16:17.078394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d415efe-4027-4478-978f-7e3c8af449da req-d079c13b-580b-4705-93a9-8de1fa8241ba tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:17.079896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d415efe-4027-4478-978f-7e3c8af449da req-d079c13b-580b-4705-93a9-8de1fa8241ba tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 944 time: 0.0973899 Mar 02 20:16:17.119103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.134386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d415efe-4027-4478-978f-7e3c8af449da req-b34b9e71-d280-4d1e-9351-03f2ef8524f0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Mar 02 20:16:17.694151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:17.777315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:17.777674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.901285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.928572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:16:17.938947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:17.945657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:17.979076 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'code': 200} Mar 02 20:16:18.029314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:18.396921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf4d76-2e03-4d4b-ab37-c1b3aa5c3be9 req-1a55711c-d376-4990-95fc-02418fc88947 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:18.398402 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2cf4d76-2e03-4d4b-ab37-c1b3aa5c3be9 req-1a55711c-d376-4990-95fc-02418fc88947 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1537807 Mar 02 20:16:18.443334 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2cf4d76-2e03-4d4b-ab37-c1b3aa5c3be9 req-1121fd51-69fe-4b6f-a15a-48a631147b88 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392218 Mar 02 20:16:18.684128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eaf7e-cd15-4c8b-befd-8b27328706c1 req-c26397e0-3e37-42b5-9949-7cf00ff811ac tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:18.685596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d8eaf7e-cd15-4c8b-befd-8b27328706c1 req-c26397e0-3e37-42b5-9949-7cf00ff811ac tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.1357317 Mar 02 20:16:18.730690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d8eaf7e-cd15-4c8b-befd-8b27328706c1 req-a652c686-1a22-43d0-baf1-136053cc974c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Mar 02 20:16:18.918665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37738e-0301-4009-98a7-a5ff98c114fd req-e5f4d7fc-de98-4154-a5f2-c544718177a4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:18.920144 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e37738e-0301-4009-98a7-a5ff98c114fd req-e5f4d7fc-de98-4154-a5f2-c544718177a4 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0842655 Mar 02 20:16:18.964998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e37738e-0301-4009-98a7-a5ff98c114fd req-7efefde9-47f6-44ac-a39d-4e9385d15672 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Mar 02 20:16:19.463317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-8409394c-2105-4758-a075-a90873fc0dd3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:19.464795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-8409394c-2105-4758-a075-a90873fc0dd3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 814 time: 0.1515522 Mar 02 20:16:19.483052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-0ec9f8d5-86ea-4388-8239-915df8aa8ee7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/quotas/5138542810a74df5b322bad41577cd47 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Mar 02 20:16:19.571130 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-2e6724e6-dd7c-4468-887c-f1b38f281630 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805113 Mar 02 20:16:19.581552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-cdbfa149-f11f-4222-a5f1-78b19b0f33ce service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:16:19.582505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-cdbfa149-f11f-4222-a5f1-78b19b0f33ce service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049403 Mar 02 20:16:19.820317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-287b7a1c-6854-4ed9-8016-b6ab9991cc66 service neutron] 10.222.0.36 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324998 Mar 02 20:16:19.976352 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-61066e27-2959-4f86-834b-548d30e3b5f5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498239 Mar 02 20:16:20.156538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4bc474d3-0064-469c-a3ac-8829a36a15fe req-fee945b7-db4f-4480-a947-e602d62ecd3c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 210 time: 0.0423474 Mar 02 20:16:21.020606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-17512d3d-da74-4849-8938-58d301ebbf9b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:21.022105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-17512d3d-da74-4849-8938-58d301ebbf9b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f0d3700-88b0-4682-a08d-bc68efcc8ff9 HTTP/1.1" status: 200 len: 945 time: 0.0867152 Mar 02 20:16:21.093485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Deleting port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:16:21.093714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.332600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67160367-bf3e-4db9-9ef0-78de8e1757ca req-fea823db-38cd-47f3-9822-d9e49cd2de5e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 210 time: 0.0606244 Mar 02 20:16:21.407105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-62e10472-b2bb-43a9-b660-4bf3d8af824d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:21.408539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-62e10472-b2bb-43a9-b660-4bf3d8af824d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 814 time: 0.2903371 Mar 02 20:16:21.454698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Request body: {'port': {'device_id': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'admin_state_up': True, 'tenant_id': '5138542810a74df5b322bad41577cd47'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:16:21.598147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] For port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:21.598368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.734739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Calling delete_port for d872fe05-a68c-40fd-8d1a-1187f9f5ca1b owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:16:21.775859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:16:21.797024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:16:21.824284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Made reservation on behalf of 5138542810a74df5b322bad41577cd47 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:16:21.827888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.953885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:21.965009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d872fe05-a68c-40fd-8d1a-1187f9f5ca1b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:16:22.054215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Pushing event deleted for resources: {'Port': ['ID=d872fe05-a68c-40fd-8d1a-1187f9f5ca1b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.111141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] No DVR routers for this DVR port d872fe05-a68c-40fd-8d1a-1187f9f5ca1b on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:16:22.139394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.141767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-deleted', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:16:22.170302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbd6dd56-dd68-4711-ad53-b34574fd8b99 req-128f7ddf-6146-4a48-a511-62354d48e222 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "DELETE /v2.0/ports/d872fe05-a68c-40fd-8d1a-1187f9f5ca1b HTTP/1.1" status: 204 len: 173 time: 1.1423745 Mar 02 20:16:22.187449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Allocated IP 172.20.0.11 (b6d549d5-f856-4b84-b453-cc5aa0b7b1d1/6160b8fd-d8e9-4dca-9ef8-58b2a7019be9/70a89568-3870-4d0e-aed2-8295efab6828) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:16:22.190720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0d3700-88b0-4682-a08d-bc68efcc8ff9', 'name': 'network-vif-deleted', 'tag': 'd872fe05-a68c-40fd-8d1a-1187f9f5ca1b', 'status': 'completed', 'code': 200} Mar 02 20:16:22.515892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-49723680-f1ab-4590-961c-43f3df11a635 req-34975150-e364-49ef-a367-c77d110aba12 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Synchronizing usage tracker for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:16:22.542816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-49723680-f1ab-4590-961c-43f3df11a635 req-34975150-e364-49ef-a367-c77d110aba12 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Unset dirty status for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:16:22.544312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-49723680-f1ab-4590-961c-43f3df11a635 req-34975150-e364-49ef-a367-c77d110aba12 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 210 time: 0.0863488 Mar 02 20:16:22.576436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.608861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.620805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d872fe05-a68c-40fd-8d1a-1187f9f5ca1b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:16:22.686422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:16:22.689888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:16:22.694476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:16:22.719425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:22.761494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:22.762203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:22.783471 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-4ac14a74-9870-4e64-9a1f-04e1c0af1146 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3324368 Mar 02 20:16:22.838861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Request body: {'port': {'device_id': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:16:22.956150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.327769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a89568-3870-4d0e-aed2-8295efab6828 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:16:23.338335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.353718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Transition to ACTIVE for port object 70a89568-3870-4d0e-aed2-8295efab6828 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:16:23.359257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.515890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.593982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Attempting to bind port 70a89568-3870-4d0e-aed2-8295efab6828 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:16:23.594310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Attempting to bind port 70a89568-3870-4d0e-aed2-8295efab6828 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:16:23.594631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Attempting to bind port 70a89568-3870-4d0e-aed2-8295efab6828 on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:16:23.599295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Port 70a89568-3870-4d0e-aed2-8295efab6828 on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:16:23.599605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Attempting to bind port 70a89568-3870-4d0e-aed2-8295efab6828 on network b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:16:23.605092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:16:23.605422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Checking segment: {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:16:23.605800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Bound using segment: {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:16:23.606212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Bound port: 70a89568-3870-4d0e-aed2-8295efab6828, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e952-8085-4cd3-9ade-23e19b31a048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:16:23.606584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.748732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:16:23.752527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:16:23.764135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.835187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5946e1-9a00-4714-9878-a5b28cad3176 req-63592790-ddfb-41a9-88fd-035b7f6a9e9f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:23.836973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b5946e1-9a00-4714-9878-a5b28cad3176 req-63592790-ddfb-41a9-88fd-035b7f6a9e9f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.1840863 Mar 02 20:16:23.838232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:23.838819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:23.840077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] 10.222.0.32 "PUT /v2.0/ports/70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 1094 time: 1.0493042 Mar 02 20:16:23.878491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a95ed3-205d-4fb0-a7be-004de3f5e834 service neutron] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:23.939732 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b5946e1-9a00-4714-9878-a5b28cad3176 req-0bcfd0df-e4d9-4667-bfb3-637e9c7df62c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965440 Mar 02 20:16:23.967813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-327fdb34-edf2-413a-8e8b-f07cc77887da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:23.969335 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-327fdb34-edf2-413a-8e8b-f07cc77887da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1097 time: 0.0880449 Mar 02 20:16:24.038070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-21be3e7f-7915-44d5-bb33-60d70f311dc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.0626242 Mar 02 20:16:24.098568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-5f6bc7c0-2294-4b79-a194-0410e55eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.099854 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-5f6bc7c0-2294-4b79-a194-0410e55eb15b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0558553 Mar 02 20:16:24.250336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:16:24.257004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-8cab7017-8692-4ad3-98f9-68c4445ff053 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506753 Mar 02 20:16:24.299493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828', 'status': 'completed', 'code': 200} Mar 02 20:16:24.397173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-afffa9da-0627-4f71-8f3f-462f9a258bc2 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332843 Mar 02 20:16:24.538025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1af4ac2-69cb-4a91-ae85-d515dc65d8a5 req-ea985ceb-a36e-43b8-8400-1bdecb9b5bca service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343796 Mar 02 20:16:24.670098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-3b62ed49-ec4f-4dd1-9244-2cd6b3b513fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.671581 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-3b62ed49-ec4f-4dd1-9244-2cd6b3b513fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1097 time: 0.0822973 Mar 02 20:16:24.817854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-03bb8ce7-8073-4b5f-8bc7-9f3bd97b8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.819318 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-03bb8ce7-8073-4b5f-8bc7-9f3bd97b8e95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1397524 Mar 02 20:16:24.892796 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-b5aee2a7-fa65-4454-926e-343f7ec242e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.0650456 Mar 02 20:16:24.967207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-0aed3517-a524-4356-a723-6ad93b222784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:24.968904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-0aed3517-a524-4356-a723-6ad93b222784 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0694556 Mar 02 20:16:25.017954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-c1746348-85bc-4e16-a8e8-448ed40b9835 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429873 Mar 02 20:16:25.209762 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-f2767fa0-25f0-41b7-baf9-3fe4e8f47ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847868 Mar 02 20:16:25.259868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cc578-7fbd-4b78-b624-487947b02691 req-c57bea10-d96e-4995-bbfa-73577f9ec545 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:25.261332 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b36cc578-7fbd-4b78-b624-487947b02691 req-c57bea10-d96e-4995-bbfa-73577f9ec545 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.2038653 Mar 02 20:16:25.375733 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b36cc578-7fbd-4b78-b624-487947b02691 req-c523f70c-9763-48b1-8e47-f912936f51fd tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657268 Mar 02 20:16:25.383422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8f6165b-f73c-4735-918f-056b0f1cac1a req-9151b093-f88e-4f27-b951-3ad5d398ef7c service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656959 Mar 02 20:16:25.704418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:16:25.741187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: d872fe05-a68c-40fd-8d1a-1187f9f5ca1b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:16:25.741530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d872fe05-a68c-40fd-8d1a-1187f9f5ca1b not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:16:26.597613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b8bbf-725a-4ec2-adb8-cbd93bcfb5d2 req-8aeaa327-80af-4a35-8011-a0826cb144d6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:26.599348 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-317b8bbf-725a-4ec2-adb8-cbd93bcfb5d2 req-8aeaa327-80af-4a35-8011-a0826cb144d6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.1029348 Mar 02 20:16:26.645055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-317b8bbf-725a-4ec2-adb8-cbd93bcfb5d2 req-176688ac-ad5b-4d2a-8389-c64578a034cb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397727 Mar 02 20:16:27.702918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 70a89568-3870-4d0e-aed2-8295efab6828 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:16:27.839917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:27.845719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d1fb8-5283-4660-95d8-a5eb06d99b06 req-d661ddb6-e2fb-463a-9223-69cf202ddfa6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:27.847190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-276d1fb8-5283-4660-95d8-a5eb06d99b06 req-d661ddb6-e2fb-463a-9223-69cf202ddfa6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0791731 Mar 02 20:16:27.853378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '70a89568-3870-4d0e-aed2-8295efab6828', 'network_id': 'b6d549d5-f856-4b84-b453-cc5aa0b7b1d1', 'port_id': '70a89568-3870-4d0e-aed2-8295efab6828', 'mac_address': 'fa:16:3e:17:08:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6160b8fd-d8e9-4dca-9ef8-58b2a7019be9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:16:27.892126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-276d1fb8-5283-4660-95d8-a5eb06d99b06 req-136594ad-d4c0-4873-91f5-79465581f98a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Mar 02 20:16:27.911789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:27.929197 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a89568-3870-4d0e-aed2-8295efab6828 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:16:27.948071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:27.954292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:28.030353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:28.038088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.038473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.038839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.039175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.039489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.039866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.040189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.040541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.040867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.041191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.041510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.041823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:16:28.153877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['70a89568-3870-4d0e-aed2-8295efab6828'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:16:29.101217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f92f57-4456-4cb6-b259-a417ff6a5696 req-b294fec4-18b9-4a39-9f94-71bc2a844cc3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:29.102750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f92f57-4456-4cb6-b259-a417ff6a5696 req-b294fec4-18b9-4a39-9f94-71bc2a844cc3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 945 time: 0.0981684 Mar 02 20:16:29.151730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f92f57-4456-4cb6-b259-a417ff6a5696 req-0d108e60-63e1-4831-866a-c45b4a94a528 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Mar 02 20:16:29.720438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 70a89568-3870-4d0e-aed2-8295efab6828 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:16:29.795154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 70a89568-3870-4d0e-aed2-8295efab6828 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:16:29.800635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 70a89568-3870-4d0e-aed2-8295efab6828 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:16:29.800635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.924366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:29.951933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:16:29.965165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:16:29.971627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:30.005177 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828', 'code': 200} Mar 02 20:16:30.043622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:16:30.237792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecb716-abe7-4d70-ad76-83857a95c8b0 req-d4601cc0-a72b-4296-8a90-f32fec812ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:30.239182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eecb716-abe7-4d70-ad76-83857a95c8b0 req-d4601cc0-a72b-4296-8a90-f32fec812ae7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1099 time: 0.0721436 Mar 02 20:16:30.325810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eecb716-abe7-4d70-ad76-83857a95c8b0 req-4e8bbbe8-f03d-4878-9106-a46136e04905 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805562 Mar 02 20:16:30.358624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7a7ac-504c-4e1b-b8b0-b8c8eaa90108 req-3366f7ce-4fb6-44fc-8719-5b968e1405f0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:30.360067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9a7a7ac-504c-4e1b-b8b0-b8c8eaa90108 req-3366f7ce-4fb6-44fc-8719-5b968e1405f0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0994103 Mar 02 20:16:30.408271 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9a7a7ac-504c-4e1b-b8b0-b8c8eaa90108 req-95cd25d8-87db-4350-93ba-1517d469bda2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397389 Mar 02 20:16:31.705044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d1520-f100-471d-91a7-88c87a249009 req-27b2c5af-06a4-4b15-83dc-2f3160bc1b7a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:31.706656 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d71d1520-f100-471d-91a7-88c87a249009 req-27b2c5af-06a4-4b15-83dc-2f3160bc1b7a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1907704 Mar 02 20:16:31.751020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d71d1520-f100-471d-91a7-88c87a249009 req-d333ea2d-9237-4720-8724-fe4c98976fa1 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Mar 02 20:16:31.948371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb1179-eb13-4ac4-9467-1a23b6ddaef5 req-8727b5a7-67b2-4d3a-b93e-81feb4200cf3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:31.949866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6dfb1179-eb13-4ac4-9467-1a23b6ddaef5 req-8727b5a7-67b2-4d3a-b93e-81feb4200cf3 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0903795 Mar 02 20:16:31.996615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6dfb1179-eb13-4ac4-9467-1a23b6ddaef5 req-4f5b8034-36bc-4753-a410-889e837e67f5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Mar 02 20:16:32.354391 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-b63c02a8-1aab-43b0-8b18-c08a9cdea4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735300 Mar 02 20:16:32.409932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ffa1b-6bbe-4cc7-bf33-d612ce115071 req-43ad63c7-fbac-4029-8100-3dddb0e98fed tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:32.411405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a3ffa1b-6bbe-4cc7-bf33-d612ce115071 req-43ad63c7-fbac-4029-8100-3dddb0e98fed tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0856962 Mar 02 20:16:32.457985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a3ffa1b-6bbe-4cc7-bf33-d612ce115071 req-cdd6cb08-6b04-42e7-8aa5-ab6509a60704 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Mar 02 20:16:33.504629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-cb5c6e8e-39df-4562-974e-e96fbf46edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:33.506108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-cb5c6e8e-39df-4562-974e-e96fbf46edca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1099 time: 0.0731735 Mar 02 20:16:33.684955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-19341caa-dab1-406e-ba83-1a06d22682cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:33.686306 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-19341caa-dab1-406e-ba83-1a06d22682cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1742749 Mar 02 20:16:33.764357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-e16f8095-cda8-407d-84ce-aa56b8d1e444 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.0672007 Mar 02 20:16:33.772130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a953c8-dc81-4f94-8d9d-e6b7db556a5d req-66fe9d0b-abd5-48ea-bd19-236fdc461be8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:33.773649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-90a953c8-dc81-4f94-8d9d-e6b7db556a5d req-66fe9d0b-abd5-48ea-bd19-236fdc461be8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1799126 Mar 02 20:16:33.868568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-7b405280-8978-41ff-a69e-2b7282745f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:33.870013 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-7b405280-8978-41ff-a69e-2b7282745f1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0955241 Mar 02 20:16:33.872751 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-90a953c8-dc81-4f94-8d9d-e6b7db556a5d req-61c9fc3c-5cfd-44f0-9734-b2bb946ccafd tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693066 Mar 02 20:16:33.918635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-b19e51b5-aced-4afa-9b29-187a2cd5d87b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426524 Mar 02 20:16:34.021162 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:16:34.054560 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-33a81eb4-ee8c-4057-9bdc-b06909e4d50e service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290045 Mar 02 20:16:34.187094 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-b9286cb7-7669-477b-8971-d645ecd9e518 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269119 Mar 02 20:16:35.074509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72a0ab-8cfe-42b4-98c1-d37a121298de req-07294e28-6477-4bfe-a337-9dbe20ff81ea tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:35.075867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac72a0ab-8cfe-42b4-98c1-d37a121298de req-07294e28-6477-4bfe-a337-9dbe20ff81ea tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0884538 Mar 02 20:16:35.123483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac72a0ab-8cfe-42b4-98c1-d37a121298de req-bbf6715a-bd86-4705-8864-7ed0879bf208 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Mar 02 20:16:36.322792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975aaf3-47f9-453d-862b-f31783ad185e req-095db908-5647-45e3-bd9d-d5c8ddc34096 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:36.324248 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9975aaf3-47f9-453d-862b-f31783ad185e req-095db908-5647-45e3-bd9d-d5c8ddc34096 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0955741 Mar 02 20:16:36.371990 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9975aaf3-47f9-453d-862b-f31783ad185e req-6db783e8-8187-46c7-b40c-94361fdc5dee tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390382 Mar 02 20:16:37.415468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-461f9838-d1c8-4fd0-bea5-cb3bf1d53003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:37.417034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-461f9838-d1c8-4fd0-bea5-cb3bf1d53003 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1099 time: 0.0942814 Mar 02 20:16:37.609242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-17d7483e-9971-42e1-a226-c1f59b87cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:37.610698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-17d7483e-9971-42e1-a226-c1f59b87cf97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1742074 Mar 02 20:16:37.791778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-08912a6d-7ef5-4925-81ca-2ea8a32af53b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.1737280 Mar 02 20:16:37.832145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61f94-0b7a-436d-a1c2-1ae0ee371833 req-8f24bd64-11da-432e-a0ed-9166036d7c5f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:37.833544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6c61f94-0b7a-436d-a1c2-1ae0ee371833 req-8f24bd64-11da-432e-a0ed-9166036d7c5f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.3148527 Mar 02 20:16:37.886935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-c7775306-f1a0-4b96-b63e-aeacae781a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:37.888355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-c7775306-f1a0-4b96-b63e-aeacae781a73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0912211 Mar 02 20:16:37.895308 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6c61f94-0b7a-436d-a1c2-1ae0ee371833 req-688bccf8-7ae7-4285-8fde-49b6eaa02c0d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Mar 02 20:16:37.936801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-ca527881-1a45-4cc7-9d10-cfdc9172dc6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405591 Mar 02 20:16:38.073095 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-04be61e7-4bb1-419d-8c83-f93e7fd420ab service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298409 Mar 02 20:16:38.214799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77d8507f-fd0d-42ed-96e1-e0a12361184e req-a9a922e6-6caf-4a22-94e7-07c33d7c5ee6 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351688 Mar 02 20:16:39.107820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78201b-81e6-4c94-ab50-9e07e561a3cb req-de07d596-8aba-4067-bec7-4aa1c228bc30 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:39.109229 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f78201b-81e6-4c94-ab50-9e07e561a3cb req-de07d596-8aba-4067-bec7-4aa1c228bc30 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0954454 Mar 02 20:16:39.154281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f78201b-81e6-4c94-ab50-9e07e561a3cb req-f7eeaba3-779d-4e4b-9e92-1736326aef39 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Mar 02 20:16:40.356487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cd87d-efa7-4509-9f20-5ab375afbd2f req-82e2cac6-2649-4f5d-b2d2-185046719c56 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:40.357989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a0cd87d-efa7-4509-9f20-5ab375afbd2f req-82e2cac6-2649-4f5d-b2d2-185046719c56 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0870872 Mar 02 20:16:40.407790 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a0cd87d-efa7-4509-9f20-5ab375afbd2f req-877cb2a3-9a72-4936-8fc8-19b922c55b8e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Mar 02 20:16:41.603715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c127eac-d546-4811-b5ad-caefebdb8ddd req-451c43bb-f856-4e0b-aa87-ab5da1aa1789 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:41.605234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2c127eac-d546-4811-b5ad-caefebdb8ddd req-451c43bb-f856-4e0b-aa87-ab5da1aa1789 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0864308 Mar 02 20:16:41.651324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2c127eac-d546-4811-b5ad-caefebdb8ddd req-3f8169f8-87fe-4e2a-a1e3-1091a9660a9e tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Mar 02 20:16:41.804919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7edfe65-52c0-4d8e-8fbc-19a2e2127923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:42.845457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dcd61-2ed8-4194-8689-c62cb254d5ac req-1d4150ad-2f74-477f-8d02-99d18a4eed4b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:42.847007 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a14dcd61-2ed8-4194-8689-c62cb254d5ac req-1d4150ad-2f74-477f-8d02-99d18a4eed4b tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0865288 Mar 02 20:16:42.894998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a14dcd61-2ed8-4194-8689-c62cb254d5ac req-d785962f-8959-43ac-aca9-4ff64f12e4a2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Mar 02 20:16:44.103516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ef73a-4b23-4ce8-935d-6e94ac8051af req-b1ff5035-bc04-43b6-b19f-5be878ff65fb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:44.105093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4d8ef73a-4b23-4ce8-935d-6e94ac8051af req-b1ff5035-bc04-43b6-b19f-5be878ff65fb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0961874 Mar 02 20:16:44.151384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4d8ef73a-4b23-4ce8-935d-6e94ac8051af req-a74412d6-415a-48a9-b35b-459271de81f8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Mar 02 20:16:45.059922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e66c8069-a864-4b20-b989-37d79e14b790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.371446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad173934-cf80-4ef1-b30a-d7cbea1ac43c req-10267dc4-6ebe-4f25-bbca-07125a35d489 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:45.372842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad173934-cf80-4ef1-b30a-d7cbea1ac43c req-10267dc4-6ebe-4f25-bbca-07125a35d489 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0988047 Mar 02 20:16:45.381212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.383186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:45.418637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad173934-cf80-4ef1-b30a-d7cbea1ac43c req-0f7b929b-3a09-4838-8660-b97c992fa6c8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388060 Mar 02 20:16:45.504157 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:46.610129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac31b-256e-4420-80f2-10823c215802 req-996e3fd5-058c-49f7-9ce8-508f324e8d46 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:46.611441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fcac31b-256e-4420-80f2-10823c215802 req-996e3fd5-058c-49f7-9ce8-508f324e8d46 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0841415 Mar 02 20:16:46.667133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fcac31b-256e-4420-80f2-10823c215802 req-8bd409fb-8665-41f7-8751-6b784b2d8d5f tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496745 Mar 02 20:16:47.122525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:16:47.880255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea6446-51e3-421d-892f-38d2d12ffe94 req-b3f7e86f-6d26-4f0e-a2d4-9aae8ce72dea tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:47.881750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8ea6446-51e3-421d-892f-38d2d12ffe94 req-b3f7e86f-6d26-4f0e-a2d4-9aae8ce72dea tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0937798 Mar 02 20:16:47.926850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8ea6446-51e3-421d-892f-38d2d12ffe94 req-6ce28427-ef7a-4422-b2b6-26598bd4bac5 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Mar 02 20:16:49.123188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e58ea5-b8e6-4af3-9c19-fde4a921da0f req-669667a8-119f-494a-977b-895ee5eff3d2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:49.124569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68e58ea5-b8e6-4af3-9c19-fde4a921da0f req-669667a8-119f-494a-977b-895ee5eff3d2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0878954 Mar 02 20:16:49.167883 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68e58ea5-b8e6-4af3-9c19-fde4a921da0f req-f7d9d06e-2a8b-46f2-8414-afd494cce9e8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Mar 02 20:16:50.372765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3953-2ca3-4cbc-adb9-d1e655f9cfc4 req-8bc4a147-d3dc-4fa6-a263-ee4ca78b1e6c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:50.374250 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78a3953-2ca3-4cbc-adb9-d1e655f9cfc4 req-8bc4a147-d3dc-4fa6-a263-ee4ca78b1e6c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0912850 Mar 02 20:16:50.421097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78a3953-2ca3-4cbc-adb9-d1e655f9cfc4 req-af3e457b-d05d-42bc-9e98-e055293e9c4d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Mar 02 20:16:51.626159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988587fe-caa9-4e46-9d67-5e4602851b3a req-1eb3817b-be32-44ec-98c6-e994b8b7f2b6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:51.627610 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-988587fe-caa9-4e46-9d67-5e4602851b3a req-1eb3817b-be32-44ec-98c6-e994b8b7f2b6 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0901892 Mar 02 20:16:51.676541 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-988587fe-caa9-4e46-9d67-5e4602851b3a req-63c05c92-6e6e-4b00-8137-d77d257e5be9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Mar 02 20:16:52.870105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf476c3-213f-4fa4-878b-d1a3dc3b60ed req-141ccb85-4da4-40a8-be33-60f507571436 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:52.871574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1cf476c3-213f-4fa4-878b-d1a3dc3b60ed req-141ccb85-4da4-40a8-be33-60f507571436 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0847104 Mar 02 20:16:52.923062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1cf476c3-213f-4fa4-878b-d1a3dc3b60ed req-360d69c4-f56a-4b55-b0f9-83f87f520b00 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Mar 02 20:16:54.138561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c99667-c6f1-4ddb-919b-9cb2266f7b25 req-d743e3bf-cfd5-425f-b1a9-fee6074f9e6a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:54.139949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27c99667-c6f1-4ddb-919b-9cb2266f7b25 req-d743e3bf-cfd5-425f-b1a9-fee6074f9e6a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0977731 Mar 02 20:16:54.189973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27c99667-c6f1-4ddb-919b-9cb2266f7b25 req-828e5357-b17b-4540-86dc-a1cbdd08f527 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Mar 02 20:16:55.395736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31abc7e-8337-4257-838d-7e2494411fa2 req-d5a48a59-312c-44ad-b6d2-e8d1d5720fff tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:55.397225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b31abc7e-8337-4257-838d-7e2494411fa2 req-d5a48a59-312c-44ad-b6d2-e8d1d5720fff tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0921078 Mar 02 20:16:55.442912 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b31abc7e-8337-4257-838d-7e2494411fa2 req-f42411c9-2dc9-4847-a0a1-466bee764ca9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Mar 02 20:16:56.640469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e759db-243b-4a4c-ad39-7569a63e1da8 req-ededc520-807c-457e-8b21-67afce6d30c9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:56.642237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-05e759db-243b-4a4c-ad39-7569a63e1da8 req-ededc520-807c-457e-8b21-67afce6d30c9 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0882695 Mar 02 20:16:56.691123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-05e759db-243b-4a4c-ad39-7569a63e1da8 req-4f0cd94b-7bd7-41f1-b1b1-5a22cc133502 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Mar 02 20:16:57.909792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa0024-23c6-4b50-84ce-ae23ee31e339 req-b000cb4e-1357-4c47-b3f5-d3610fc83d3d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:57.911423 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50fa0024-23c6-4b50-84ce-ae23ee31e339 req-b000cb4e-1357-4c47-b3f5-d3610fc83d3d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1027792 Mar 02 20:16:57.958500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50fa0024-23c6-4b50-84ce-ae23ee31e339 req-b364bd65-9a5c-4f5e-95fc-b4b05e3e8bcd tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 Mar 02 20:16:59.163405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e70ed-b942-4869-9913-55a53d894178 req-4b64e915-b509-455b-8c35-ac73bd7a953c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:16:59.164900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a6e70ed-b942-4869-9913-55a53d894178 req-4b64e915-b509-455b-8c35-ac73bd7a953c tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0895040 Mar 02 20:16:59.214635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a6e70ed-b942-4869-9913-55a53d894178 req-588b80c4-9612-43b8-9e43-f1a4521477c2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Mar 02 20:17:00.456295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df34114-9d68-4aa8-9457-8c8e34e4ddd8 req-9a5a96eb-c3bb-4662-93ed-ea62e85c5a6a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:00.457784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4df34114-9d68-4aa8-9457-8c8e34e4ddd8 req-9a5a96eb-c3bb-4662-93ed-ea62e85c5a6a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0987878 Mar 02 20:17:00.501391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4df34114-9d68-4aa8-9457-8c8e34e4ddd8 req-29c24c72-ef66-4a76-8dc7-648119c37d74 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378942 Mar 02 20:17:00.914608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-28762ccf-c7ea-4df2-84f8-68448d2a8053 service neutron] 10.222.0.32 "GET /v2.0/ports/70a89568-3870-4d0e-aed2-8295efab6828/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0805910 Mar 02 20:17:01.211693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-f02e1326-c937-4d79-be6a-516068670914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:01.213229 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-f02e1326-c937-4d79-be6a-516068670914 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad&tenant_id=5138542810a74df5b322bad41577cd47 HTTP/1.1" status: 200 len: 1099 time: 0.0850632 Mar 02 20:17:01.309422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-8dad5b22-08f8-4f78-94f6-43a66cf664b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:01.310912 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-8dad5b22-08f8-4f78-94f6-43a66cf664b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1099 time: 0.0748398 Mar 02 20:17:01.547849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-6c25404b-d39f-4d2f-8cd1-8e7bdd9b31e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:01.549509 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-6c25404b-d39f-4d2f-8cd1-8e7bdd9b31e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.2314689 Mar 02 20:17:01.621932 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-6f55e2e4-5995-427a-b1fd-2388fd983f86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.0657341 Mar 02 20:17:01.731891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c890a-5396-4a19-977d-b4c564e6e52a req-504c00d3-1344-43fd-98b0-d010a87934c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:01.733362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-504c00d3-1344-43fd-98b0-d010a87934c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0822511 Mar 02 20:17:01.787182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-68007b7c-2503-4d4e-a529-adaa2e51d0b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435805 Mar 02 20:17:01.796227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93780742-777c-41e2-a535-bd55dfee8889 req-7b31a92c-5fde-4b1c-8236-2da45bfb1bf2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:01.797636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93780742-777c-41e2-a535-bd55dfee8889 req-7b31a92c-5fde-4b1c-8236-2da45bfb1bf2 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1784673 Mar 02 20:17:01.929514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93780742-777c-41e2-a535-bd55dfee8889 req-eb2c341c-d63d-4346-be76-eebc22fbda19 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137269 Mar 02 20:17:01.958121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-abe138a9-84c1-47e3-9368-de797859ed66 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595411 Mar 02 20:17:02.093456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-914c890a-5396-4a19-977d-b4c564e6e52a req-c474843d-af99-4000-8ad9-c8d72528a1cf service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280606 Mar 02 20:17:03.152273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae9fbf-92da-4d1b-abe1-f5a2acf4bb5f req-aa437239-d84d-4a66-9680-31d0fb42816d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:03.153796 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9cae9fbf-92da-4d1b-abe1-f5a2acf4bb5f req-aa437239-d84d-4a66-9680-31d0fb42816d tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1093140 Mar 02 20:17:03.199100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9cae9fbf-92da-4d1b-abe1-f5a2acf4bb5f req-7889c0c8-baa3-4755-9294-030fdcdfbcc8 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395334 Mar 02 20:17:04.396636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bb01b-30bd-4b25-a978-0b8c605be171 req-9d4cd83f-a9f3-4490-99a3-13c493dda940 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.398063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-292bb01b-30bd-4b25-a978-0b8c605be171 req-9d4cd83f-a9f3-4490-99a3-13c493dda940 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0846004 Mar 02 20:17:04.443565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-292bb01b-30bd-4b25-a978-0b8c605be171 req-10b1dd80-a1b5-42af-8b89-2afb8f2f6d94 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378747 Mar 02 20:17:04.814838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad08e9b-69c5-4dc2-b13a-a03c312f43c5 req-7fb0163c-dbb1-44ef-8981-fa08ccee2c3a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.816288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dad08e9b-69c5-4dc2-b13a-a03c312f43c5 req-7fb0163c-dbb1-44ef-8981-fa08ccee2c3a tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.1460519 Mar 02 20:17:04.826771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-e2826ec4-ba67-485c-9040-cb8274125e44 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.828087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-e2826ec4-ba67-485c-9040-cb8274125e44 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad&tenant_id=5138542810a74df5b322bad41577cd47&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1214461 Mar 02 20:17:04.869337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dad08e9b-69c5-4dc2-b13a-a03c312f43c5 req-cb28ef81-b9d3-44ca-bd2d-6dc742667869 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Mar 02 20:17:04.966755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-0ebfc96a-550d-4b00-8982-757d69e4ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:04.968207 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-0ebfc96a-550d-4b00-8982-757d69e4ae93 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5138542810a74df5b322bad41577cd47&device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 1099 time: 0.0706456 Mar 02 20:17:05.095194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-241bfc8b-36db-4c67-94a9-495bf0a50dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:05.096646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-241bfc8b-36db-4c67-94a9-495bf0a50dd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 200 len: 915 time: 0.1222205 Mar 02 20:17:05.171170 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-c999b5ad-d08f-4da3-ab0c-0afeab154b0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 200 len: 217 time: 0.0683551 Mar 02 20:17:05.237397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-ebe4fb02-b66e-40df-9b40-65068c3a7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:05.238800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-ebe4fb02-b66e-40df-9b40-65068c3a7aee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 200 len: 854 time: 0.0611300 Mar 02 20:17:05.288238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-7f4008e8-4abc-4444-aa5b-b34142bea4cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432100 Mar 02 20:17:05.523611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-a821a4ac-f3b5-440a-a93d-fbbb1a3ee5c6 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291749 Mar 02 20:17:05.656456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-933bfd86-0bd0-4682-8664-f3820eec6db7 req-77ed61e8-3613-4860-9237-13ad0d986683 service neutron] 10.222.0.32 "GET /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268449 Mar 02 20:17:05.938502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 70a89568-3870-4d0e-aed2-8295efab6828 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:06.054484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.067057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2008-46e3-4afa-88e6-72977accc87f req-181c1478-75d5-4cdb-a0d3-f1e08f3bd686 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:06.068044 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4f2c2008-46e3-4afa-88e6-72977accc87f req-181c1478-75d5-4cdb-a0d3-f1e08f3bd686 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 946 time: 0.0848086 Mar 02 20:17:06.081677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:17:06.095250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:06.101732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:06.118861 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4f2c2008-46e3-4afa-88e6-72977accc87f req-174d9192-dc91-43c3-981a-40b355b539e0 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438743 Mar 02 20:17:06.153419 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828', 'code': 200} Mar 02 20:17:06.182624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:07.328365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3561ea-19d3-45c6-b2c4-c07c7311a372 req-a6e12a1a-d75b-442b-a0c5-6e4fd6521dca tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:07.329849 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2c3561ea-19d3-45c6-b2c4-c07c7311a372 req-a6e12a1a-d75b-442b-a0c5-6e4fd6521dca tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0884211 Mar 02 20:17:07.379198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2c3561ea-19d3-45c6-b2c4-c07c7311a372 req-ede13393-9d06-4818-8941-efb71adb8256 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408716 Mar 02 20:17:07.576923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5f075-561c-4182-a612-090e49e6224c req-038dea13-e6fc-40ca-a7a0-37bbbaf8ff00 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:07.578403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fdd5f075-561c-4182-a612-090e49e6224c req-038dea13-e6fc-40ca-a7a0-37bbbaf8ff00 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0865750 Mar 02 20:17:07.627377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fdd5f075-561c-4182-a612-090e49e6224c req-8285f5dd-e73f-4838-afc5-8ad4e0fdd3ab tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Mar 02 20:17:07.820241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f0789-370b-4294-9bcc-4aa7ed407641 req-ad68e27f-3c9e-42df-ba8a-f8dad06afcd7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:07.821737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab8f0789-370b-4294-9bcc-4aa7ed407641 req-ad68e27f-3c9e-42df-ba8a-f8dad06afcd7 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0819993 Mar 02 20:17:07.869991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab8f0789-370b-4294-9bcc-4aa7ed407641 req-065c3d20-392b-4215-8755-e03094303969 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Mar 02 20:17:08.450491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea1283-24d9-45bb-9ea8-9bcfce4758f2 req-64bfc7bf-5a63-4941-8fac-f8bc516967bb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:08.451984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-28ea1283-24d9-45bb-9ea8-9bcfce4758f2 req-64bfc7bf-5a63-4941-8fac-f8bc516967bb tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0911961 Mar 02 20:17:08.508569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-28ea1283-24d9-45bb-9ea8-9bcfce4758f2 req-f3784dd0-3abf-4c62-8ddd-691d500ffe49 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Mar 02 20:17:09.704570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e004850-78ce-4b0c-8a8f-34a4177370cb req-b4263670-19e8-4b08-b4d8-4bed7c556955 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:09.706146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e004850-78ce-4b0c-8a8f-34a4177370cb req-b4263670-19e8-4b08-b4d8-4bed7c556955 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0872552 Mar 02 20:17:09.751101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e004850-78ce-4b0c-8a8f-34a4177370cb req-7d41f7d5-1fa6-4db6-909f-95af5e590dab tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/security-groups?id=63c41333-5d14-4a1a-8a80-314b43339c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388200 Mar 02 20:17:09.922268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-07443241-0d8a-421e-be31-401cfa06a2ef tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:09.923765 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-07443241-0d8a-421e-be31-401cfa06a2ef tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 944 time: 0.0860236 Mar 02 20:17:09.992222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Deleting port 70a89568-3870-4d0e-aed2-8295efab6828 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:17:09.992544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.239188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] For port 70a89568-3870-4d0e-aed2-8295efab6828, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=70a89568-3870-4d0e-aed2-8295efab6828,segment=NetworkSegment(c147e952-8085-4cd3-9ade-23e19b31a048),segment_id=c147e952-8085-4cd3-9ade-23e19b31a048)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:10.239576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.361091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Calling delete_port for 70a89568-3870-4d0e-aed2-8295efab6828 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:17:10.507006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.559703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Pushing event deleted for resources: {'Port': ['ID=70a89568-3870-4d0e-aed2-8295efab6828,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:10.602837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.603179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.603508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.603834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.604178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.604561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.604865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.605182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.605497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.605832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.606146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.606468 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:10.644286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] No DVR routers for this DVR port 70a89568-3870-4d0e-aed2-8295efab6828 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:17:10.647050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:10.649532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-deleted', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:17:10.667108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c84b7561-bdf2-4b23-96eb-940edf007347 req-ca21cdd8-baa8-483f-a405-1834680ce536 tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.32 "DELETE /v2.0/ports/70a89568-3870-4d0e-aed2-8295efab6828 HTTP/1.1" status: 204 len: 173 time: 0.7380598 Mar 02 20:17:10.755620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15a13d7-76b8-4265-aa05-2f4dea272bad', 'name': 'network-vif-deleted', 'tag': '70a89568-3870-4d0e-aed2-8295efab6828', 'status': 'completed', 'code': 200} Mar 02 20:17:10.918732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-35b2ee26-70c6-4239-8715-a183962a58e6 req-55320a2e-a305-4f10-9fe9-974d4b9cd7ef tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Synchronizing usage tracker for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:10.934946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-35b2ee26-70c6-4239-8715-a183962a58e6 req-55320a2e-a305-4f10-9fe9-974d4b9cd7ef tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] Unset dirty status for tenant:5138542810a74df5b322bad41577cd47 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:10.936102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35b2ee26-70c6-4239-8715-a183962a58e6 req-55320a2e-a305-4f10-9fe9-974d4b9cd7ef tempest-ServerDiskConfigTestJSON-1103364050 tempest-ServerDiskConfigTestJSON-1103364050-project] 10.222.0.36 "GET /v2.0/ports?device_id=d15a13d7-76b8-4265-aa05-2f4dea272bad HTTP/1.1" status: 200 len: 210 time: 0.0622547 Mar 02 20:17:11.020551 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:17:11.800946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-264cd6e9-c76c-45ff-b617-d820673bd568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.168921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 42438) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.227729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Deleting subnet 6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:17:12.231245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.283224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.338058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.405802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.447890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6160b8fd-d8e9-4dca-9ef8-58b2a7019be9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:12.450904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.459650 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6160b8fd-d8e9-4dca-9ef8-58b2a7019be9 HTTP/1.1" status: 204 len: 168 time: 0.2897372 Mar 02 20:17:12.461194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.461507 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.461839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.462265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.462538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42442) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:12.462948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.462948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.463229 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.463571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.463889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.464200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.464629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.464942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327a4871-3602-472e-a418-a956a8fa6eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:12.666894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.790499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.816049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d549d5-f856-4b84-b453-cc5aa0b7b1d1']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:12.828388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c147e952-8085-4cd3-9ade-23e19b31a048') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:12.828692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c147e952-8085-4cd3-9ade-23e19b31a048') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:12.839927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.855923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.862914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:17:12.863338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:17:12.876519 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:17:12.954690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.970591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:12.979348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d549d5-f856-4b84-b453-cc5aa0b7b1d1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:12.982262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-210f15d9-05fe-4c85-a832-7bb19d695991 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b6d549d5-f856-4b84-b453-cc5aa0b7b1d1 HTTP/1.1" status: 204 len: 168 time: 0.5186577 Mar 02 20:17:13.096269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42448) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.145388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d9d5dc7c-4e62-41c2-b21d-1a23628f772e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5138542810a74df5b322bad41577cd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478978 Mar 02 20:17:13.147926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42452) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:13.204840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.229416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.285126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.301180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c41333-5d14-4a1a-8a80-314b43339c95,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:13.305439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:13.306531 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4223c70c-d2a5-4ca4-8d7a-f8a39191fb62 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63c41333-5d14-4a1a-8a80-314b43339c95 HTTP/1.1" status: 204 len: 168 time: 0.1576390 Mar 02 20:17:13.961021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 70a89568-3870-4d0e-aed2-8295efab6828 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:17:13.995096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 70a89568-3870-4d0e-aed2-8295efab6828 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:17:13.995438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 70a89568-3870-4d0e-aed2-8295efab6828 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:17:14.047857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42476) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.153002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-857284701-network', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:14.158028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:14.162021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Usage tracker for resource:network and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:14.165121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:14.171089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:14.183555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:14.185941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.197896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.212182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:14.215993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Usage tracker for resource:security_group_rule and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:14.218774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:14.224421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:14.312803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.318972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.348463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:17:14.357046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7bcc7-ebe1-4937-aed2-6c1c59286521,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.362629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.363002 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Added segment 52df3c11-4933-4f6b-843f-9c50dee55d2c of type vlan for network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 Mar 02 20:17:14.391443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.425416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.426439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:14.427104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.527234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.531546 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a6abb85e-a822-43da-ad81-c1076bfff469 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4826307 Mar 02 20:17:14.534618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42482) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.537546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:17:14.540095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Request body: {'subnet': {'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-857284701-subnet', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:14.545889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:14.550147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Usage tracker for resource:subnet and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:14.553192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:14.559553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:14.572941 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:14.575455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.787379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.856805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6370cab8-8456-45ce-9ae2-27b7d790f908,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:14.867125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:17:14.867505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Network hostable DHCP agents. Network: 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:17:14.889771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:17:14.901973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:14.906392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:14.906966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.911614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb086c8d-854e-47b7-91cb-c45bd46916c5 None None] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:17:14.929045 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d1a17563-398f-452f-919b-92c59c690583 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3930480 Mar 02 20:17:14.931423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42486) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:14.936505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:14.941534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:14.945530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Usage tracker for resource:router and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:14.948460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:14.954330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:14.967473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.968691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:14.985461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.073716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0c26becb-a2b8-446c-a6c0-077c99430474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.136118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:17:15.137033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.250406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.288979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Allocated IP 172.20.0.2 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/0d6dc56c-0436-40ba-933d-a84eb60027e2) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:15.439098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.439752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.566302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.579333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.589216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Transition to ACTIVE for port object 0d6dc56c-0436-40ba-933d-a84eb60027e2 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:15.607746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Transition to ACTIVE for port object 0d6dc56c-0436-40ba-933d-a84eb60027e2 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:15.613886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.671484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:15.674104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:15.677285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.684196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:17:15.694044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Pushing event updated for resources: {'Port': ['ID=0d6dc56c-0436-40ba-933d-a84eb60027e2,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:15.709219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.778337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Attempting to bind port 0d6dc56c-0436-40ba-933d-a84eb60027e2 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:15.778703 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Attempting to bind port 0d6dc56c-0436-40ba-933d-a84eb60027e2 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:15.779067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Attempting to bind port 0d6dc56c-0436-40ba-933d-a84eb60027e2 on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:17:15.784246 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:17:15.784650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:17:15.785048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.785442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:17:15.785901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Bound port: 0d6dc56c-0436-40ba-933d-a84eb60027e2, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:15.786429 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.848383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Allocated IP 172.26.2.38 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/f556488b-6feb-4d32-acc7-1b2fe4ca4849) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:15.876484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] For port 0d6dc56c-0436-40ba-933d-a84eb60027e2, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:17:15.879445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] For port 0d6dc56c-0436-40ba-933d-a84eb60027e2, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d6dc56c-0436-40ba-933d-a84eb60027e2,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:17:15.883751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:15.966846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47369852-19b6-4632-b69b-01478ec06f73 None None] Pushing event updated for resources: {'Port': ['ID=0d6dc56c-0436-40ba-933d-a84eb60027e2,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:16.003032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.037152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.104026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:16.112112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:16.116504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:17:16.152113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Pushing event updated for resources: {'Port': ['ID=f556488b-6feb-4d32-acc7-1b2fe4ca4849,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:16.596802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:16.958481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979366eb-a2a2-429a-991d-b6c4ac9c5630 None None] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:17:17.069467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b02207c8-1120-4985-b4b9-ef5fa10af152 None None] Provisioning for port 0d6dc56c-0436-40ba-933d-a84eb60027e2 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:17.087598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.150001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.297340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Router 2bcc1881-bde3-43d9-a042-277e709adb93 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:17:17.484911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:17:17.494141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:17:17.503744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:17.504389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:17.515233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:17.519275 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-60597fc3-a0dd-4b2e-8bb5-b0c96e219141 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5842967 Mar 02 20:17:17.519530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42490) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:17.556702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d6dc56c-0436-40ba-933d-a84eb60027e2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:17.723597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0d6dc56c-0436-40ba-933d-a84eb60027e2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:17.734643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:17.774224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0d6dc56c-0436-40ba-933d-a84eb60027e2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:17.774620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.078334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.120607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0d6dc56c-0436-40ba-933d-a84eb60027e2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d6dc56c-0436-40ba-933d-a84eb60027e2,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:18.127734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.176081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:16Z', 'revision_number': 3, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:18.183189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:17:18.183484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Updating router 2bcc1881-bde3-43d9-a042-277e709adb93 port f556488b-6feb-4d32-acc7-1b2fe4ca4849 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:17:18.188596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.289065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0d6dc56c-0436-40ba-933d-a84eb60027e2,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.294747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.529234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Allocated IP 172.20.0.1 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/4d20488b-68d2-4c5f-bf09-c66a0d4bf520) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:18.661045 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.677767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Transition to ACTIVE for port object f556488b-6feb-4d32-acc7-1b2fe4ca4849 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:18.685298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.687070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.702903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Transition to ACTIVE for port object 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:18.729072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.767781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856886c-6609-4bde-9e05-5977b51b6a57 None None] Pushing event updated for resources: {'Port': ['ID=f556488b-6feb-4d32-acc7-1b2fe4ca4849,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.769014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Attempting to bind port f556488b-6feb-4d32-acc7-1b2fe4ca4849 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:18.769373 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Attempting to bind port f556488b-6feb-4d32-acc7-1b2fe4ca4849 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:18.769732 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Attempting to bind port f556488b-6feb-4d32-acc7-1b2fe4ca4849 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:17:18.776032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:17:18.777261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:17:18.777261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.777261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:17:18.777757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Bound port: f556488b-6feb-4d32-acc7-1b2fe4ca4849, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:18.778957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.808760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:18.812495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:18.814923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:17:18.849197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Pushing event updated for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:18.851901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] For port f556488b-6feb-4d32-acc7-1b2fe4ca4849, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:17:18.856572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] For port f556488b-6feb-4d32-acc7-1b2fe4ca4849, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f556488b-6feb-4d32-acc7-1b2fe4ca4849,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:17:18.863448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.884628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:18.945326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:18.945954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:19.021822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.022135 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856886c-6609-4bde-9e05-5977b51b6a57 None None] Pushing event updated for resources: {'Port': ['ID=f556488b-6feb-4d32-acc7-1b2fe4ca4849,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:19.140189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:19.213020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cdfdd0f4-b54c-479f-af51-8fa6a7a988f2 None None] Provisioning for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:19.269776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cdfdd0f4-b54c-479f-af51-8fa6a7a988f2 None None] Provisioning complete for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:19.270178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cdfdd0f4-b54c-479f-af51-8fa6a7a988f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.282918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.289683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.396024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.399470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Pushing event updated for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:19.412609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-cdfdd0f4-b54c-479f-af51-8fa6a7a988f2 None None] Port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:17:19.518115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 1, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:19.522777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc568263-3c95-4945-a136-fcb25587c87c None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 1, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:17:19.535570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d6dc56c-0436-40ba-933d-a84eb60027e2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:19.540137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:19.542021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:19.614927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0d6dc56c-0436-40ba-933d-a84eb60027e2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:19.615297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.774104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:17:19.833877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a6b02d5a-2629-44e3-97e1-2043acaad1b9 None None] Provisioning complete for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:19.834195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6b02d5a-2629-44e3-97e1-2043acaad1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:19.890849 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a6b02d5a-2629-44e3-97e1-2043acaad1b9 None None] Port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:17:19.971898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:17:19.981774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-91e71323-d070-4e4d-9212-1646a62fb047 admin admin] 10.222.0.36 "PUT /v2.0/routers/2bcc1881-bde3-43d9-a042-277e709adb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4611850 Mar 02 20:17:20.684694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42500) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:20.689998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--927146592', 'description': 'tempest-description--275635877'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:20.696821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:20.701058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Usage tracker for resource:security_group and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:20.704034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:20.709935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:20.721766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.742667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:20.747056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Usage tracker for resource:security_group_rule and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:20.750260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:20.756037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:20.838020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.842894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.884227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a2e0a-fb03-4b16-9535-f2d19317d788,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:20.887685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:20.891791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-00e5b303-789d-492c-8143-c132c6a9050d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2031417 Mar 02 20:17:20.892607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:20.896897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'security_group_rule': {'security_group_id': 'fb3a2e0a-fb03-4b16-9535-f2d19317d788', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:20.903147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:20.907123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Usage tracker for resource:security_group_rule and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:20.910814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:20.916571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:20.935008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.009504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.016795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.041923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f228f46c-85da-4e2d-8132-27f85fde6926,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.054555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.056510 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed3b4095-46ab-4ece-bd76-0d60d9f2aacb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633608 Mar 02 20:17:21.059945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42508) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:21.065063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'security_group_rule': {'security_group_id': 'fb3a2e0a-fb03-4b16-9535-f2d19317d788', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:21.071345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:21.075395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Usage tracker for resource:security_group_rule and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:21.078501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:21.084490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:21.102671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.182696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.188242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.328566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb02aa0-35dc-47fc-a883-4a258d725904,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.339752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.341187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ea79815d-0dab-4b5a-b9df-38e2156a56ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802863 Mar 02 20:17:21.346259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42512) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:21.351512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:21.358378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:21.362123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Usage tracker for resource:floatingip and tenant:cc85d47162e44b9dbfb98e598c5adba9 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:17:21.364946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:17:21.371345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:21.383552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.530856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.537016 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:17:21.548368 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:21.548990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:21.556381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f556488b-6feb-4d32-acc7-1b2fe4ca4849 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:21.624228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f556488b-6feb-4d32-acc7-1b2fe4ca4849 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:21.629272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f556488b-6feb-4d32-acc7-1b2fe4ca4849 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:21.629636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.682744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Allocated IP 172.26.2.128 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/71a917ac-7528-45b6-8969-4d9df62133cc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:21.734369 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:21.805588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.831015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port f556488b-6feb-4d32-acc7-1b2fe4ca4849, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f556488b-6feb-4d32-acc7-1b2fe4ca4849,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:21.838121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.863662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.896195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:21.913684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=f556488b-6feb-4d32-acc7-1b2fe4ca4849,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:21.958913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:21.966006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:21.968527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:17:22.003322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=71a917ac-7528-45b6-8969-4d9df62133cc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:22.059965 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:19Z', 'revision_number': 2, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:22.061784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.063959 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:17:22.064302 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Updating router 2bcc1881-bde3-43d9-a042-277e709adb93 port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:17:22.117671 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.123392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.340774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.350101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.455299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=71a917ac-7528-45b6-8969-4d9df62133cc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:22.469280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.491797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.493227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1a6f48b6-ce18-4014-97c4-4880418b1593 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1459720 Mar 02 20:17:22.500140 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.513658 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Transition to ACTIVE for port object 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:22.521719 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.701723 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Pushing event updated for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:22.708707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-9e4a59cd-af27-42b6-9079-57dbc61b704b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:22.730036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-9e4a59cd-af27-42b6-9079-57dbc61b704b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:22.731437 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-9e4a59cd-af27-42b6-9079-57dbc61b704b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--927146592&fields=id&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 267 time: 0.0806701 Mar 02 20:17:22.742965 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.743316 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.743637 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.744153 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.744507 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.744822 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.745311 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.745629 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.745947 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.746289 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.746605 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.746911 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:22.765755 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Attempting to bind port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:22.766111 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Attempting to bind port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:22.766459 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Attempting to bind port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:17:22.772133 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:17:22.772518 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:17:22.772912 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.773291 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:17:22.773750 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Bound port: 4d20488b-68d2-4c5f-bf09-c66a0d4bf520, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:22.774118 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.876693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] For port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:17:22.879817 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] For port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:17:22.884183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:22.918764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-20f0be4c-1e02-4282-ab0c-7ffd8d36477f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:22.919448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-20f0be4c-1e02-4282-ab0c-7ffd8d36477f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:22.938508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-20f0be4c-1e02-4282-ab0c-7ffd8d36477f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:22.939925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-20f0be4c-1e02-4282-ab0c-7ffd8d36477f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1976700 Mar 02 20:17:22.961465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-4d7182a5-ce51-44fa-aba0-ba9607b2f021 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/quotas/cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 375 time: 0.0119541 Mar 02 20:17:22.964453 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:22.965090 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:23.021984 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad6f0-7fa5-4fb6-a64f-66f860491cb1 None None] Pushing event updated for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:23.069019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-79b235f5-e5ec-4672-ac98-44919f17c07e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:23.090041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-79b235f5-e5ec-4672-ac98-44919f17c07e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:23.092254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-79b235f5-e5ec-4672-ac98-44919f17c07e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207283 Mar 02 20:17:23.170512 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:23.246657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-4ce69fd2-83a2-4a1d-81c8-5b470c658d6f service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361024 Mar 02 20:17:23.383288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-54e7a7eb-05df-41b9-8cca-10c0cf28b90e service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309538 Mar 02 20:17:23.496848 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:22Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:23.503760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c86548-8698-434c-bef5-0c3536ae8f2c None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:22Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:17:23.609877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f556488b-6feb-4d32-acc7-1b2fe4ca4849 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:23.704500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f556488b-6feb-4d32-acc7-1b2fe4ca4849 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:23.704810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:23.724855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af273998-c0ab-4215-bd2f-80b94443a821 req-66b79231-7a38-404a-b414-9d14f1f1d8cc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 210 time: 0.1796398 Mar 02 20:17:23.849475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:23.922941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:23.928500 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:23.929032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.060449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.095488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:24.100863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:24.180461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:24.883911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-01b6c794-17bd-4d6c-b0cb-01593907bf05 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:24.885502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-01b6c794-17bd-4d6c-b0cb-01593907bf05 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.2025716 Mar 02 20:17:24.893201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-81bc8612-30e5-4024-8af1-3a0d84ffe1fe req-a2545fc6-d89d-4f3b-aff1-5044ed116095 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 210 time: 0.0573254 Mar 02 20:17:24.949438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-37a302c3-7660-4291-9cf3-55ffe7adc934 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 379 time: 0.0552213 Mar 02 20:17:24.968354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'port': {'device_id': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'admin_state_up': True, 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'security_groups': ['fb3a2e0a-fb03-4b16-9535-f2d19317d788']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:25.107547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:17:25.117274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:17:25.128081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:17:25.131639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.297430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Allocated IP 172.20.0.6 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/913dbd4d-af1e-4727-a45a-120c7b5a906b) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:17:25.491820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.510148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Transition to ACTIVE for port object 913dbd4d-af1e-4727-a45a-120c7b5a906b will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:25.532606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:25.535299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.602844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:17:25.603117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:25.603377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.606001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:17:25.615012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:17:25.651684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:25.683380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:25.684064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.714028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-18273ae7-5cbc-4b13-8b4d-4f69a17fb7af tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7578413 Mar 02 20:17:25.725390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Request body: {'port': {'device_id': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:25.826854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fba89c70-28a1-49a4-bbd3-c7a21f78cc0e None None] Provisioning for port 913dbd4d-af1e-4727-a45a-120c7b5a906b completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:25.831927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fba89c70-28a1-49a4-bbd3-c7a21f78cc0e None None] Provisioning complete for port 913dbd4d-af1e-4727-a45a-120c7b5a906b triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:25.832564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fba89c70-28a1-49a4-bbd3-c7a21f78cc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.848405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:25.885829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fba89c70-28a1-49a4-bbd3-c7a21f78cc0e None None] Port 913dbd4d-af1e-4727-a45a-120c7b5a906b cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:17:26.184075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858b2a4-ea42-4c7b-9023-c0778c9ec7e2 req-11dad77b-aa43-4c58-9d62-4b8b5c7108f8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:26.184799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c858b2a4-ea42-4c7b-9023-c0778c9ec7e2 req-11dad77b-aa43-4c58-9d62-4b8b5c7108f8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:17:26.242712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c858b2a4-ea42-4c7b-9023-c0778c9ec7e2 req-11dad77b-aa43-4c58-9d62-4b8b5c7108f8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:17:26.243880 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c858b2a4-ea42-4c7b-9023-c0778c9ec7e2 req-11dad77b-aa43-4c58-9d62-4b8b5c7108f8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 931 time: 0.2451124 Mar 02 20:17:26.291330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913dbd4d-af1e-4727-a45a-120c7b5a906b {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:17:26.302442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.314463 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c858b2a4-ea42-4c7b-9023-c0778c9ec7e2 req-44f02299-dc2e-44dc-8454-11eec008ce11 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641184 Mar 02 20:17:26.322662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Transition to ACTIVE for port object 913dbd4d-af1e-4727-a45a-120c7b5a906b will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:17:26.326502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.455017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:26.668709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Attempting to bind port 913dbd4d-af1e-4727-a45a-120c7b5a906b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:17:26.669164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Attempting to bind port 913dbd4d-af1e-4727-a45a-120c7b5a906b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:17:26.669600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Attempting to bind port 913dbd4d-af1e-4727-a45a-120c7b5a906b on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:17:26.674463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Port 913dbd4d-af1e-4727-a45a-120c7b5a906b on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:17:26.674773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Attempting to bind port 913dbd4d-af1e-4727-a45a-120c7b5a906b on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:17:26.679981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:17:26.680316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:17:26.680720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:17:26.681133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Bound port: 913dbd4d-af1e-4727-a45a-120c7b5a906b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:17:26.681478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.771439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:17:26.774458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:17:26.781192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.839880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:26.840436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:26.842106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] 10.222.0.32 "PUT /v2.0/ports/913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 1093 time: 1.1213822 Mar 02 20:17:26.842545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:17:26.871317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5cc96d-4b75-4b2c-a060-b2dffdf5fd8b service neutron] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:26.917363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'status': 'completed', 'code': 200} Mar 02 20:17:26.959119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-7eaf1c44-00b9-4d26-9f8f-d4a53959fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:26.968207 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-7eaf1c44-00b9-4d26-9f8f-d4a53959fdaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1096 time: 0.0868807 Mar 02 20:17:27.043993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-cbd4fc42-0dfb-4bf3-bd76-0d744291c69d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 217 time: 0.0679574 Mar 02 20:17:27.105855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-450ae4fc-6da9-4906-8705-e2a447b2d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.107403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-450ae4fc-6da9-4906-8705-e2a447b2d076 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0577607 Mar 02 20:17:27.187731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-3fff3134-c260-415c-ba0d-50490df2ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.189295 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-3fff3134-c260-415c-ba0d-50490df2ed3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754282 Mar 02 20:17:27.320824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-5ab1c541-f8f6-4207-8be6-db4aea2e3b2b service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252043 Mar 02 20:17:27.492679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a26c413-f014-4880-95c4-1001a58a8f39 req-fe785424-2bcb-43a1-a896-378884a48481 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660438 Mar 02 20:17:27.524257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06509e3-630b-4903-a9ea-afe76e1a9663 req-8ac8fedd-7467-4d1f-8420-43be57dc0b94 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.525822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e06509e3-630b-4903-a9ea-afe76e1a9663 req-8ac8fedd-7467-4d1f-8420-43be57dc0b94 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 943 time: 0.1029816 Mar 02 20:17:27.614402 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e06509e3-630b-4903-a9ea-afe76e1a9663 req-22fe2ef1-3a8b-46f6-9512-b289f3c3897c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826178 Mar 02 20:17:27.641172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-b2379add-9981-43d2-8cdf-341b4aa1bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.642680 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-b2379add-9981-43d2-8cdf-341b4aa1bdab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1096 time: 0.0969808 Mar 02 20:17:27.775116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-3cb271ed-9509-41e3-80eb-e165c7668893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.776629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-3cb271ed-9509-41e3-80eb-e165c7668893 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1277456 Mar 02 20:17:27.845277 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-f783f7ec-e8f7-482b-aa8e-a99b6def6c0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 217 time: 0.0599663 Mar 02 20:17:27.913092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-49ae0cac-d207-49fa-8a57-9e64c9476141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.914546 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-49ae0cac-d207-49fa-8a57-9e64c9476141 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0625277 Mar 02 20:17:27.991647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-0eff0eb6-7a10-4539-8a33-64733c81caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:27.993157 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-0eff0eb6-7a10-4539-8a33-64733c81caa4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714002 Mar 02 20:17:28.133944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-977f4bee-b605-44c2-b0ee-880f844defd8 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341591 Mar 02 20:17:28.267993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c3cccfb1-9b85-4b81-ae8a-bcab54c57e57 req-fb8f443e-64c5-484d-b306-3ffe9ada43cf service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269016 Mar 02 20:17:28.916275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793cc3c-940c-47c1-abcf-369bb79bc6f6 req-536c2b6c-5b6e-49d1-9a89-e222b4000d69 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:28.918200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7793cc3c-940c-47c1-abcf-369bb79bc6f6 req-536c2b6c-5b6e-49d1-9a89-e222b4000d69 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 943 time: 0.1924505 Mar 02 20:17:28.965900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7793cc3c-940c-47c1-abcf-369bb79bc6f6 req-90de1d3b-0e54-4352-ae81-4d599f4df212 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418150 Mar 02 20:17:29.970966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:17:30.113501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:30.127377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'mac_address': 'fa:16:3e:da:9a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:17:30.174490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c6d51-3064-44f7-a3a7-b24a7a9ef465 req-6adce2d6-d61e-4c4f-af70-f14bb5585230 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:30.175955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0c6d51-3064-44f7-a3a7-b24a7a9ef465 req-6adce2d6-d61e-4c4f-af70-f14bb5585230 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 943 time: 0.0840013 Mar 02 20:17:30.200453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.217855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913dbd4d-af1e-4727-a45a-120c7b5a906b {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:17:30.220339 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0c6d51-3064-44f7-a3a7-b24a7a9ef465 req-4616af4a-aa47-4869-8176-0c0f1048003e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384986 Mar 02 20:17:30.234469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:30.241365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:30.307856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:30.315168 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.315514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.315851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.316181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.316540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.316869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.317190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.317512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.317836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.318185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.318475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.318793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:17:30.452315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['913dbd4d-af1e-4727-a45a-120c7b5a906b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:17:31.420128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9169a9-043d-4f00-b839-3a29320ddda9 req-6d8c9dc3-41f6-4e50-8bed-b24535212673 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:31.421715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f9169a9-043d-4f00-b839-3a29320ddda9 req-6d8c9dc3-41f6-4e50-8bed-b24535212673 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 944 time: 0.0891712 Mar 02 20:17:31.468775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0f9169a9-043d-4f00-b839-3a29320ddda9 req-170820e1-7722-4f95-89c5-8782f796beb3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409136 Mar 02 20:17:31.982746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:17:32.054159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 913dbd4d-af1e-4727-a45a-120c7b5a906b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:17:32.058798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 913dbd4d-af1e-4727-a45a-120c7b5a906b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:17:32.059159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.187856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.217355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:17:32.225910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:17:32.230997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:32.268925 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'code': 200} Mar 02 20:17:32.322887 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:17:32.507489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772076ab-c4fc-4a9c-a9ea-1f42710756e5 req-b49339d8-16cf-42be-ac70-8d3a9c595878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:32.509121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-772076ab-c4fc-4a9c-a9ea-1f42710756e5 req-b49339d8-16cf-42be-ac70-8d3a9c595878 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.0722516 Mar 02 20:17:32.555038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-772076ab-c4fc-4a9c-a9ea-1f42710756e5 req-5048530b-3f10-49a2-8b97-8bc431488ac8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Mar 02 20:17:32.670395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13b346-7f84-423c-925c-1de3f46869cb req-43de025d-c765-4a3e-936a-4399b7c65f77 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:32.671864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec13b346-7f84-423c-925c-1de3f46869cb req-43de025d-c765-4a3e-936a-4399b7c65f77 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0916595 Mar 02 20:17:32.716867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec13b346-7f84-423c-925c-1de3f46869cb req-a17384cf-2e84-48d9-8613-74fe98639ea1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Mar 02 20:17:33.922673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bec49-4d00-4e38-a326-e5307917d5b0 req-4d40848c-c10f-47c3-bd5f-16b29c4eaaf9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:33.924234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b2bec49-4d00-4e38-a326-e5307917d5b0 req-4d40848c-c10f-47c3-bd5f-16b29c4eaaf9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0896575 Mar 02 20:17:33.973637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b2bec49-4d00-4e38-a326-e5307917d5b0 req-55a67575-72f8-490f-b60a-4391af64302d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Mar 02 20:17:34.157726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b185ef-8af2-4080-a51f-5194571de72b req-1e3884b0-d796-44d1-ad0a-0166d953b323 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:34.159211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b185ef-8af2-4080-a51f-5194571de72b req-1e3884b0-d796-44d1-ad0a-0166d953b323 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0862360 Mar 02 20:17:34.171364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42566) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:17:34.176509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'floatingip': {'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:17:34.254880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.911298 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:34.915999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.200389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 associated. External IP: 172.26.2.128, port: 913dbd4d-af1e-4727-a45a-120c7b5a906b. Mar 02 20:17:35.595106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:17:35.777261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:17:35.781637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:35.788256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:17:35.798189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:35.798783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:35.838989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4a2cf0c8-dcf4-4fbb-a7a7-c89cc5666cde tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "PUT /v2.0/floatingips/80bba217-eb54-4a54-a87c-e2d11fe6aec3 HTTP/1.1" status: 200 len: 991 time: 1.6664543 Mar 02 20:17:35.839577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:17:35.886440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'status': 'completed', 'code': 200} Mar 02 20:17:36.015998 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:36.046645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa832-30af-4030-86ae-8115710f95aa req-b6b557bf-1d0d-40d6-891a-fe391abbfa6e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.048053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67caa832-30af-4030-86ae-8115710f95aa req-b6b557bf-1d0d-40d6-891a-fe391abbfa6e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1072645 Mar 02 20:17:36.050156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-19a36397-a0df-4dde-a4e3-752b7879e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.051564 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-19a36397-a0df-4dde-a4e3-752b7879e8c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.1444411 Mar 02 20:17:36.180903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67caa832-30af-4030-86ae-8115710f95aa req-18e3ffdb-4cba-4818-ad18-3d7f9c01d12c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268697 Mar 02 20:17:36.222109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-52396ff3-d784-4a3d-8ac0-138f4e19a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.223722 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-52396ff3-d784-4a3d-8ac0-138f4e19a359 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1569397 Mar 02 20:17:36.373107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-17d67c25-c6fc-449d-90f3-43d0e47f9f72 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 999 time: 0.1426547 Mar 02 20:17:36.390297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:da:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:17:34Z', 'revision_number': 1, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:36.394406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:17:36.403323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:17:36.403914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:36.453978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c85ef1-d9ff-45eb-8211-c97f92f6fbf1 req-66ec398c-2f9a-4423-873f-053ee6aafc4f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.455472 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20c85ef1-d9ff-45eb-8211-c97f92f6fbf1 req-66ec398c-2f9a-4423-873f-053ee6aafc4f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1604311 Mar 02 20:17:36.457003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-81ac6a75-ee32-4c20-9040-cc143d867e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.458316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-81ac6a75-ee32-4c20-9040-cc143d867e92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0781715 Mar 02 20:17:36.549240 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20c85ef1-d9ff-45eb-8211-c97f92f6fbf1 req-c9a484b2-7f8c-452c-b2f9-723c364c2ea4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874689 Mar 02 20:17:36.573415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-7854606f-454a-4895-817a-1f8d37513a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:36.574902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-7854606f-454a-4895-817a-1f8d37513a74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982630 Mar 02 20:17:36.600722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:17:36.831647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-f3927159-dc69-4da4-b624-4a3e9830877a service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505848 Mar 02 20:17:36.975909 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c60ea3c-e59c-442d-affa-be6f2ec24cb6 req-3a21a6b2-711c-490d-9919-536521fd97fc service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380880 Mar 02 20:17:37.012284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:da:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:17:34Z', 'revision_number': 1, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:17:37.018148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ce2512-1d90-4991-ae54-72708de33c5c None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:da:9a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:17:34Z', 'revision_number': 1, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:17:37.217381 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf600d3-af32-4649-bd4d-71dc986ea9ed None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:17:37.749071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a76ef9-5859-414e-8c8d-cfd1b806c977 req-5486b1d6-a340-479a-b0dc-9921be96a95f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:37.750666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1a76ef9-5859-414e-8c8d-cfd1b806c977 req-5486b1d6-a340-479a-b0dc-9921be96a95f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0881760 Mar 02 20:17:37.805229 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1a76ef9-5859-414e-8c8d-cfd1b806c977 req-f95ac8b7-abc0-4313-9163-0c33e35ef3b3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473130 Mar 02 20:17:38.031059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62003653-ff6b-4586-99db-b0d7d5f42265 req-d046dd40-24c7-4133-a760-4b0ac05d601c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:38.032515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62003653-ff6b-4586-99db-b0d7d5f42265 req-d046dd40-24c7-4133-a760-4b0ac05d601c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0907712 Mar 02 20:17:38.081193 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62003653-ff6b-4586-99db-b0d7d5f42265 req-9c0d9d25-833b-470d-9da8-be9ad37aefc4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Mar 02 20:17:38.322266 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-ac06b4d7-ef1f-46b9-b72d-1febc8b2b19f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783503 Mar 02 20:17:38.457873 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-ef29a743-9223-4dae-9007-e287e5d4d388 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723147 Mar 02 20:17:38.538961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-ed69afe6-37bb-4294-8653-c5975200d76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:38.540467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-ed69afe6-37bb-4294-8653-c5975200d76d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.1368673 Mar 02 20:17:38.552036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e59f-c4dd-40b4-a624-b20b788b9ef7 req-a9ae0720-0820-4e70-a95f-d09fcc00d745 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:38.553671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f14e59f-c4dd-40b4-a624-b20b788b9ef7 req-a9ae0720-0820-4e70-a95f-d09fcc00d745 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1153600 Mar 02 20:17:38.736570 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f14e59f-c4dd-40b4-a624-b20b788b9ef7 req-f9a8f48c-64ad-4523-a3c8-7653f9052ac2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768188 Mar 02 20:17:38.808997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-9754ac4c-4e11-46ef-883c-d88cced8e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:38.810444 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-9754ac4c-4e11-46ef-883c-d88cced8e070 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.2267191 Mar 02 20:17:38.927690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-3f68627d-fb78-4625-b33d-2e9c60c2f3a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 1001 time: 0.1106422 Mar 02 20:17:38.999129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-c18de587-fea8-4ea0-b682-14ebbbb5bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:39.000783 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-c18de587-fea8-4ea0-b682-14ebbbb5bc2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0671556 Mar 02 20:17:39.095513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-af34256f-8436-4e80-aaa8-1215eddf9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:39.097360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-af34256f-8436-4e80-aaa8-1215eddf9b4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908554 Mar 02 20:17:39.240478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-788606a1-6b71-4283-bb09-f55284e80f85 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367936 Mar 02 20:17:39.387534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-55e69b4a-11cd-480c-b9b1-7554981d535b req-b1d52182-b05b-479a-b34d-4a21c21beb55 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417561 Mar 02 20:17:39.810981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-661150fd-6602-49c7-b07f-36d852b1803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:39.812657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-661150fd-6602-49c7-b07f-36d852b1803a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.0845788 Mar 02 20:17:39.999899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-4dc7cf76-835f-41be-b1ce-64ffb7fc897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.001433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-4dc7cf76-835f-41be-b1ce-64ffb7fc897b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1796281 Mar 02 20:17:40.242161 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1685fc4-2443-4192-9f74-c66ff30b12d1 req-7d23b3dd-61f1-4f0c-bde9-68a6572b3e4e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.244288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1685fc4-2443-4192-9f74-c66ff30b12d1 req-7d23b3dd-61f1-4f0c-bde9-68a6572b3e4e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.3845317 Mar 02 20:17:40.294515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-c44bda06-a5fc-43f7-b957-76a98c4195b5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 1001 time: 0.2846529 Mar 02 20:17:40.357481 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e1685fc4-2443-4192-9f74-c66ff30b12d1 req-2b8be57f-06df-49bd-a3fb-be0dd66e9f0f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063828 Mar 02 20:17:40.371812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-dc00eae3-de18-489b-b7d3-65df4c479236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.373433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-dc00eae3-de18-489b-b7d3-65df4c479236 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0712638 Mar 02 20:17:40.453209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-a0b5f829-0449-4469-86f6-0f1d4f94bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:40.454741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-a0b5f829-0449-4469-86f6-0f1d4f94bbcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740621 Mar 02 20:17:40.679624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-8086385a-6476-4930-9e30-7e4f6a04627d service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381872 Mar 02 20:17:40.816922 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-8af270b3-28fc-4d98-856a-d80bd6ee48e9 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298428 Mar 02 20:17:41.550860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7d0cc-60e1-4b59-8ffd-489cf517a3c8 req-ecc246b3-b377-4107-a475-a38bf2c29d6d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:41.552352 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fde7d0cc-60e1-4b59-8ffd-489cf517a3c8 req-ecc246b3-b377-4107-a475-a38bf2c29d6d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0838885 Mar 02 20:17:41.597969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fde7d0cc-60e1-4b59-8ffd-489cf517a3c8 req-d680550c-f510-42a9-a032-03dcc99a7a01 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392537 Mar 02 20:17:41.796140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4f30e1d6-a750-4c9f-8d8b-15d08c77db28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:42.791774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36676a-f501-4b8e-9741-83323eb85e21 req-22b71b80-60ba-451b-8d35-8ed60d0dad3f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:42.793649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a36676a-f501-4b8e-9741-83323eb85e21 req-22b71b80-60ba-451b-8d35-8ed60d0dad3f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0878239 Mar 02 20:17:42.842885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a36676a-f501-4b8e-9741-83323eb85e21 req-92fa19a2-edfb-4fe1-a9ae-f79ee652a09c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 Mar 02 20:17:44.040196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4487a7-dd0d-4bbe-b550-f2483b20b768 req-613af163-9a65-4dd2-86c0-840b763aa65e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:44.041592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e4487a7-dd0d-4bbe-b550-f2483b20b768 req-613af163-9a65-4dd2-86c0-840b763aa65e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0850346 Mar 02 20:17:44.089374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e4487a7-dd0d-4bbe-b550-f2483b20b768 req-ed99578f-780c-4910-8b16-e34fd1cae429 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414698 Mar 02 20:17:45.050548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5d20639e-7381-4297-bfed-20ad9ba6e5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.278940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fbf18-2b29-4802-8e4a-a66c7e01bc9a req-7292ae58-68a7-4f8a-aabd-55efd13e76d7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:45.280441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d30fbf18-2b29-4802-8e4a-a66c7e01bc9a req-7292ae58-68a7-4f8a-aabd-55efd13e76d7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0842671 Mar 02 20:17:45.325234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d30fbf18-2b29-4802-8e4a-a66c7e01bc9a req-c0468d4f-ed9f-4a33-a041-5f18e05e0820 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Mar 02 20:17:45.382622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.395801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:45.517839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:46.522880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e578f-01d8-4314-9949-a6d240c316e4 req-414ff20c-993e-404e-bc06-317be5b5eb16 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:46.524389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874e578f-01d8-4314-9949-a6d240c316e4 req-414ff20c-993e-404e-bc06-317be5b5eb16 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0836272 Mar 02 20:17:46.577832 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-874e578f-01d8-4314-9949-a6d240c316e4 req-53e577ac-a11d-4ad3-9fcc-3588767c685d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466774 Mar 02 20:17:47.127080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:17:47.784066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be946c-5762-4e5d-b891-1ae9e9a72a18 req-e6727725-2c27-4793-bc49-bb14565f4572 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:47.785455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d4be946c-5762-4e5d-b891-1ae9e9a72a18 req-e6727725-2c27-4793-bc49-bb14565f4572 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0982215 Mar 02 20:17:47.837733 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d4be946c-5762-4e5d-b891-1ae9e9a72a18 req-fe098c53-d619-45bd-a547-c2519c04ca43 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Mar 02 20:17:48.020796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:17:49.049716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14208850-1b1b-494f-a9fd-8ee301c0746f req-a0619559-f91a-4885-b788-5eef9eb6c38b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:49.051938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-14208850-1b1b-494f-a9fd-8ee301c0746f req-a0619559-f91a-4885-b788-5eef9eb6c38b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1022654 Mar 02 20:17:49.148900 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-14208850-1b1b-494f-a9fd-8ee301c0746f req-4d338d97-544b-4863-a604-d5bac8684ce9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890081 Mar 02 20:17:50.353040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b4a46-dd1b-4465-8b99-74bee608931c req-ed4df60c-a1bc-4a0a-9ef7-427a5267183d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:50.354594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-be3b4a46-dd1b-4465-8b99-74bee608931c req-ed4df60c-a1bc-4a0a-9ef7-427a5267183d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0834951 Mar 02 20:17:50.401275 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-be3b4a46-dd1b-4465-8b99-74bee608931c req-ede1bf37-d489-47d3-8c8a-eaee8562dc42 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404551 Mar 02 20:17:51.609081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536eaf8-e1c8-4d11-8787-ce7abfb08a5a req-0e5148b0-6e46-4573-bf33-116a90365960 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:51.610682 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6536eaf8-e1c8-4d11-8787-ce7abfb08a5a req-0e5148b0-6e46-4573-bf33-116a90365960 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0879040 Mar 02 20:17:51.659514 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6536eaf8-e1c8-4d11-8787-ce7abfb08a5a req-983c11f5-f6a3-40a5-a3b4-1eb1993d7004 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409539 Mar 02 20:17:52.851409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28f0a-2a95-4b1b-baa2-4f9f3670825d req-439fc63b-7775-4b34-b9de-3e856df10d94 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:52.852907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ed28f0a-2a95-4b1b-baa2-4f9f3670825d req-439fc63b-7775-4b34-b9de-3e856df10d94 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0820289 Mar 02 20:17:52.898195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ed28f0a-2a95-4b1b-baa2-4f9f3670825d req-8e986c51-06a5-4b43-b097-132dbbd7b6a1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Mar 02 20:17:54.106814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5542af5-d804-4f4d-8cc1-83a813363131 req-3185eedd-9f1d-4328-8002-ccffc8af1194 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:54.108225 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e5542af5-d804-4f4d-8cc1-83a813363131 req-3185eedd-9f1d-4328-8002-ccffc8af1194 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0909536 Mar 02 20:17:54.163667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e5542af5-d804-4f4d-8cc1-83a813363131 req-8633de7b-d743-4889-9190-35fd989d099e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479290 Mar 02 20:17:55.363349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114e48d-b6b4-41c7-a7ca-736fc19417c0 req-e4c704a9-96f6-44d7-87cf-ea30a60702fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:55.364890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4114e48d-b6b4-41c7-a7ca-736fc19417c0 req-e4c704a9-96f6-44d7-87cf-ea30a60702fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0840061 Mar 02 20:17:55.415692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4114e48d-b6b4-41c7-a7ca-736fc19417c0 req-56f1f72a-19b6-4d91-92ed-b9e802c37c54 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Mar 02 20:17:56.604605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e08c2f-11a9-4d92-bd15-d919cfabb98d req-d3589d3f-c2c6-476e-a63a-195aa5b66972 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:56.606020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8e08c2f-11a9-4d92-bd15-d919cfabb98d req-d3589d3f-c2c6-476e-a63a-195aa5b66972 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0826850 Mar 02 20:17:56.651069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8e08c2f-11a9-4d92-bd15-d919cfabb98d req-1caa077f-7404-45b6-a0eb-c2bca5928580 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Mar 02 20:17:57.846640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832110b3-1767-4543-98b2-39038adba7b3 req-98c98e86-de8a-41d0-8b8a-d4caf48ab897 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:57.848185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-832110b3-1767-4543-98b2-39038adba7b3 req-98c98e86-de8a-41d0-8b8a-d4caf48ab897 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0889018 Mar 02 20:17:57.893347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-832110b3-1767-4543-98b2-39038adba7b3 req-2f8fe4ea-34bc-49a2-af06-92ad9afdb867 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392551 Mar 02 20:17:59.103190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811301-8a1c-4bae-be21-4aab50815b33 req-fa2c92e9-6879-4863-bc58-c7ffde6c9ce7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:17:59.104599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47811301-8a1c-4bae-be21-4aab50815b33 req-fa2c92e9-6879-4863-bc58-c7ffde6c9ce7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1049187 Mar 02 20:17:59.149798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47811301-8a1c-4bae-be21-4aab50815b33 req-79de0d00-9772-4944-8744-e320d48304c2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391941 Mar 02 20:18:00.348841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003f6e5-d887-4c81-9f02-9ce8b838570d req-a739deb3-36c1-43b3-816e-645925bc3026 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:00.350287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e003f6e5-d887-4c81-9f02-9ce8b838570d req-a739deb3-36c1-43b3-816e-645925bc3026 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0870612 Mar 02 20:18:00.396515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e003f6e5-d887-4c81-9f02-9ce8b838570d req-a278820f-e3f0-47d5-aa5d-e288c50053bc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377533 Mar 02 20:18:01.596504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392624b-29fd-4b57-bf12-091cfd343ddb req-645ca6c1-c381-42d9-b57c-c16d2f3d4ab8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:01.597975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c392624b-29fd-4b57-bf12-091cfd343ddb req-645ca6c1-c381-42d9-b57c-c16d2f3d4ab8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0831175 Mar 02 20:18:01.643093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c392624b-29fd-4b57-bf12-091cfd343ddb req-024c5ab8-6151-424b-862a-17cd4db4a981 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Mar 02 20:18:02.632301 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-cd6a860f-5cd6-48aa-a784-031e8e475c82 service neutron] 10.222.0.32 "GET /v2.0/ports/913dbd4d-af1e-4727-a45a-120c7b5a906b/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1896188 Mar 02 20:18:02.845121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72ba4b-2ae6-47de-8251-b9182d56799e req-01c4029a-2c82-431f-b9da-78de12291623 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:02.846585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d72ba4b-2ae6-47de-8251-b9182d56799e req-01c4029a-2c82-431f-b9da-78de12291623 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0887702 Mar 02 20:18:02.930844 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2d72ba4b-2ae6-47de-8251-b9182d56799e req-14ffc088-a8f2-4762-92f5-c97823bb1723 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520465 Mar 02 20:18:02.955115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-82b65bea-ce31-4d3a-9db9-fb21ed936dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:02.956649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-82b65bea-ce31-4d3a-9db9-fb21ed936dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1098 time: 0.1092145 Mar 02 20:18:03.057620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-fc43c397-c68e-4f39-bcfe-a77ed135203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.059092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-fc43c397-c68e-4f39-bcfe-a77ed135203a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.0802066 Mar 02 20:18:03.197514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-69745f18-c91a-4ee1-8cfa-cb415e10358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.200053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-69745f18-c91a-4ee1-8cfa-cb415e10358a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1326177 Mar 02 20:18:03.301507 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-0368b5d8-8336-4330-aaf6-d8478f213539 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 1001 time: 0.0955176 Mar 02 20:18:03.368910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-23ec221a-bf01-46ea-bd60-25cf366e4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.370367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-23ec221a-bf01-46ea-bd60-25cf366e4424 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0633972 Mar 02 20:18:03.453314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-dfbd40d8-df35-4ee5-9dd1-2dfac8f2d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:03.454736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-dfbd40d8-df35-4ee5-9dd1-2dfac8f2d34b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779700 Mar 02 20:18:03.598761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-49602385-ad36-403e-bbee-9faa497965c6 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374083 Mar 02 20:18:03.731477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f7071c-e388-4169-b1df-ed25c2e0f414 req-05299b1b-c29e-4aab-9f42-1974a78270be service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269903 Mar 02 20:18:04.274888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de46e6-4116-424c-8500-042930768b5c req-260db3f4-e79b-4bf5-badc-d2a15998d741 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:04.276364 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9de46e6-4116-424c-8500-042930768b5c req-260db3f4-e79b-4bf5-badc-d2a15998d741 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0865479 Mar 02 20:18:04.322373 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9de46e6-4116-424c-8500-042930768b5c req-ab5b5052-900a-49ef-b44b-cf01361bb96d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389402 Mar 02 20:18:05.505186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9491c-f16d-45fa-b04b-7031d35bf1a1 req-115ed2ee-9e4c-4fcd-b055-2de17ef18120 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:05.506644 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67b9491c-f16d-45fa-b04b-7031d35bf1a1 req-115ed2ee-9e4c-4fcd-b055-2de17ef18120 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0797017 Mar 02 20:18:05.553802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67b9491c-f16d-45fa-b04b-7031d35bf1a1 req-992c1072-bca9-4e1e-abb2-c8aaa17f8a6d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412781 Mar 02 20:18:05.924473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48225-bb77-4df7-84c8-47951bfdffa2 req-eb51678a-4eb9-4cbb-a301-5290fd4a7f73 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:05.925932 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eeb48225-bb77-4df7-84c8-47951bfdffa2 req-eb51678a-4eb9-4cbb-a301-5290fd4a7f73 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.1459351 Mar 02 20:18:05.934096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-11d65cb1-76b5-4daa-b5be-25a2b7a62148 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:05.935438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-11d65cb1-76b5-4daa-b5be-25a2b7a62148 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe&tenant_id=cc85d47162e44b9dbfb98e598c5adba9&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1210628 Mar 02 20:18:05.975928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eeb48225-bb77-4df7-84c8-47951bfdffa2 req-1fc8526b-db8f-4ea9-807c-03c07b9b2fff tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Mar 02 20:18:06.082406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-5ed86871-7045-4d85-b4c4-c9ff349fb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.083941 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-5ed86871-7045-4d85-b4c4-c9ff349fb2b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 1098 time: 0.0781872 Mar 02 20:18:06.192012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:18:06.195906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:06.213580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-ed44ea9f-b25c-4c75-8d61-2314a80c173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.214989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-ed44ea9f-b25c-4c75-8d61-2314a80c173e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1248732 Mar 02 20:18:06.408718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.413592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-916fc3b0-3a20-4f34-a54e-b12458d0a3b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 200 len: 1001 time: 0.1916957 Mar 02 20:18:06.438044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:06.459452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:06.465402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'mac_address': 'fa:16:3e:da:9a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:18:06.471084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:06.475021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-596d92e4-d03d-4630-bc37-4ef622848019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.476584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-596d92e4-d03d-4630-bc37-4ef622848019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0576265 Mar 02 20:18:06.507723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.554539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-08626942-cbed-41da-8b59-15071f2b31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:06.556054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-08626942-cbed-41da-8b59-15071f2b31ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741053 Mar 02 20:18:06.586262 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'code': 200} Mar 02 20:18:06.615202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.643376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913dbd4d-af1e-4727-a45a-120c7b5a906b {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:18:06.651318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.662958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:06.669382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:06.692037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-ac077453-0e5e-4cbc-afc9-c21e63ff5d8e service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292048 Mar 02 20:18:06.735636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['913dbd4d-af1e-4727-a45a-120c7b5a906b'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:18:06.774651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:06.833496 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cb75c5c1-bc2f-46e1-9b73-72de16b044bb req-b15672ff-d9aa-48d6-b567-801ce77bec89 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358674 Mar 02 20:18:07.165179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf6504-71cd-49de-8bfb-d012dcb93d78 req-21d89819-8655-4908-9e65-1be8a0c587f4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:07.166974 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6cbf6504-71cd-49de-8bfb-d012dcb93d78 req-21d89819-8655-4908-9e65-1be8a0c587f4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 944 time: 0.0811310 Mar 02 20:18:07.215298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6cbf6504-71cd-49de-8bfb-d012dcb93d78 req-c6396a43-cc50-472a-a67c-c85db65e8265 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420914 Mar 02 20:18:08.206151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:08.283545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 913dbd4d-af1e-4727-a45a-120c7b5a906b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:08.283923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.399551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.399978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d8347-208e-4179-a7fe-3c8b0910f1c2 req-348a6525-f892-4b7a-bc69-191558589537 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:08.401506 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a0d8347-208e-4179-a7fe-3c8b0910f1c2 req-348a6525-f892-4b7a-bc69-191558589537 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 944 time: 0.0805690 Mar 02 20:18:08.432321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:08.437866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:08.446660 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a0d8347-208e-4179-a7fe-3c8b0910f1c2 req-9cbf2991-1f83-44dd-aa6c-68898a90f575 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Mar 02 20:18:08.503691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:08.587214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:08.632279 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'code': 200} Mar 02 20:18:08.642776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ccfb3-6032-42bc-bf41-b670022bc17f req-f7c22d39-dc73-43eb-93c8-c299312ab97a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:08.644227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb9ccfb3-6032-42bc-bf41-b670022bc17f req-f7c22d39-dc73-43eb-93c8-c299312ab97a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0944955 Mar 02 20:18:08.689776 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb9ccfb3-6032-42bc-bf41-b670022bc17f req-496c8531-105b-4710-9ef9-a0f8ab36a29d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398300 Mar 02 20:18:08.899331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ce194-7858-4f6d-897e-d4a2ff4da4ef req-0209c3d7-604c-4419-81a7-cfac16a67bef tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:08.900842 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d00ce194-7858-4f6d-897e-d4a2ff4da4ef req-0209c3d7-604c-4419-81a7-cfac16a67bef tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0975626 Mar 02 20:18:08.945165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d00ce194-7858-4f6d-897e-d4a2ff4da4ef req-f4c00a48-1b3e-4145-9bec-b718d5d72842 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385194 Mar 02 20:18:09.343703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea402d7a-6e7e-4195-8f1e-0152cf532daf req-22b4714f-fe52-487f-8fd6-b33d715af7f0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:09.345130 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ea402d7a-6e7e-4195-8f1e-0152cf532daf req-22b4714f-fe52-487f-8fd6-b33d715af7f0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0921278 Mar 02 20:18:09.402367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ea402d7a-6e7e-4195-8f1e-0152cf532daf req-edf641b9-4bd8-4839-9402-77face57cb4c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489531 Mar 02 20:18:10.764289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620a09b-1edf-4734-9d49-98f41cd3ce83 req-26dfce56-d4e7-4eab-a56e-9361e70b55ba tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:10.766415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5620a09b-1edf-4734-9d49-98f41cd3ce83 req-26dfce56-d4e7-4eab-a56e-9361e70b55ba tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0941896 Mar 02 20:18:10.816244 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5620a09b-1edf-4734-9d49-98f41cd3ce83 req-02d8d9b5-5f29-4cbb-9b81-ae89449b9d22 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Mar 02 20:18:10.947626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27659580-39cb-42c9-841c-b717b0b4b080 req-d1d7224f-d7d7-472c-a6b7-e397d9bc185b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:10.949099 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27659580-39cb-42c9-841c-b717b0b4b080 req-d1d7224f-d7d7-472c-a6b7-e397d9bc185b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 945 time: 0.0825937 Mar 02 20:18:11.019094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Deleting port 913dbd4d-af1e-4727-a45a-120c7b5a906b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:18:11.019297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.295770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] For port 913dbd4d-af1e-4727-a45a-120c7b5a906b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=913dbd4d-af1e-4727-a45a-120c7b5a906b,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:11.296034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.689570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.689935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.690241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 disassociated. External IP: 172.26.2.128, port: 913dbd4d-af1e-4727-a45a-120c7b5a906b. Mar 02 20:18:11.690580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Calling delete_port for 913dbd4d-af1e-4727-a45a-120c7b5a906b owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:18:11.801698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-801874fb-f03c-4222-88f0-70799bb2d84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.841641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:11.894027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'Port': ['ID=913dbd4d-af1e-4727-a45a-120c7b5a906b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:11.954087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.954610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.954947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.955270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.955600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.955922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.956240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.956582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.956910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.957219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.957528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:11.957834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:18:12.018182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6166ef25-da9c-4b04-ab6e-caa701d2726a req-c4d5595d-6b7a-4fe0-918f-dfa829fbd7c0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5546d8-a7fc-4961-bfa3-51c2e5908afe HTTP/1.1" status: 200 len: 210 time: 0.0520353 Mar 02 20:18:12.138817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:18:12.322801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:18:12.332356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:18:12.341777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:18:12.342372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:12.393854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] No DVR routers for this DVR port 913dbd4d-af1e-4727-a45a-120c7b5a906b on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:18:12.396407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:12.398944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-deleted', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:12.416586 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-27659580-39cb-42c9-841c-b717b0b4b080 req-247707e8-f7c2-4590-b0d5-8bfafa03210b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "DELETE /v2.0/ports/913dbd4d-af1e-4727-a45a-120c7b5a906b HTTP/1.1" status: 204 len: 173 time: 1.4615154 Mar 02 20:18:12.450486 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5546d8-a7fc-4961-bfa3-51c2e5908afe', 'name': 'network-vif-deleted', 'tag': '913dbd4d-af1e-4727-a45a-120c7b5a906b', 'status': 'completed', 'code': 200} Mar 02 20:18:12.539917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:18:12.872016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:12.876471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:18:12.885790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:18:12.886447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:17:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:13.067704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:18:13.396611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-64642e29-19d6-4912-ba46-f6252a1b4a32 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--927146592&fields=id&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 267 time: 0.0428991 Mar 02 20:18:13.422332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:13.426374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8d298-e185-4bf4-af7a-5cb26d27568a None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:18:13.551126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-3e38d62c-bdbd-4fb6-9e13-f1a54efb4612 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:13.552670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-3e38d62c-bdbd-4fb6-9e13-f1a54efb4612 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1493094 Mar 02 20:18:13.569770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-a405ab27-e920-4778-9fe8-93093f57ad29 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/quotas/cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 375 time: 0.0103025 Mar 02 20:18:13.647590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a76e07-5808-45e7-a2a9-a132c0a57a7f None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:18:13.657038 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-58af2d89-3616-4243-9a32-15bab651baad tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:13.675565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-58af2d89-3616-4243-9a32-15bab651baad tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:13.676909 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-58af2d89-3616-4243-9a32-15bab651baad tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018946 Mar 02 20:18:13.934040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-62755ecf-8fda-4894-997b-8b6ce8a40d6f service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448075 Mar 02 20:18:14.067228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-559332e1-d67c-4af5-8dbd-e90fd5abccfc service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271405 Mar 02 20:18:14.234142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:18:14.268801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 913dbd4d-af1e-4727-a45a-120c7b5a906b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:18:14.269158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 913dbd4d-af1e-4727-a45a-120c7b5a906b not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:18:14.274800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-13063cbd-2f0f-4e0c-b27a-c2ae1bffe5d4 req-7ac15b50-f4a9-4b5d-9f2c-fc665c0cf868 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 210 time: 0.0513155 Mar 02 20:18:15.046633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2df4b07f-dc3a-4178-8ed5-3bcb653bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.386505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.411075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.513140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:15.576165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ecb4355-145b-4cdf-ba99-b570ff267192 req-4bf347b3-0e92-454a-b70f-38fff570be2d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 210 time: 0.1862922 Mar 02 20:18:15.614639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-f4cd229c-bf14-49a0-a7a4-685a305d3be4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:15.616091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-f4cd229c-bf14-49a0-a7a4-685a305d3be4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.3169684 Mar 02 20:18:15.664248 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-75552730-20f1-4768-b785-f20f79542c43 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 379 time: 0.0399079 Mar 02 20:18:15.675563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'port': {'device_id': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'admin_state_up': True, 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'security_groups': ['fb3a2e0a-fb03-4b16-9535-f2d19317d788']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:18:15.818466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:18:15.832160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:18:15.844361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:18:15.847996 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.016917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Allocated IP 172.20.0.10 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/a6f2ea15-eb11-46d8-83c6-142f787663fc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:18:16.214745 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.231070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Transition to ACTIVE for port object a6f2ea15-eb11-46d8-83c6-142f787663fc will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:16.259166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.341954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:18:16.349059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:18:16.353477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:18:16.383868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:16.420887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:16.421501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.450984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-8670e5d0-6d4e-4a1f-b111-bc5d753b86ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7811608 Mar 02 20:18:16.462744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Request body: {'port': {'device_id': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:18:16.558023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e04de361-1173-4ee7-a028-7abba3b2c06e None None] Provisioning for port a6f2ea15-eb11-46d8-83c6-142f787663fc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:16.563648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e04de361-1173-4ee7-a028-7abba3b2c06e None None] Provisioning complete for port a6f2ea15-eb11-46d8-83c6-142f787663fc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:16.564016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e04de361-1173-4ee7-a028-7abba3b2c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.581680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:16.622194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e04de361-1173-4ee7-a028-7abba3b2c06e None None] Port a6f2ea15-eb11-46d8-83c6-142f787663fc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:18:16.900163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c424c0-4a32-43d0-80e4-34930d700aee req-80a83322-ddd5-47d3-af6f-6072e9f5d792 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:16.900877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-f4c424c0-4a32-43d0-80e4-34930d700aee req-80a83322-ddd5-47d3-af6f-6072e9f5d792 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:18:16.937671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-f4c424c0-4a32-43d0-80e4-34930d700aee req-80a83322-ddd5-47d3-af6f-6072e9f5d792 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:18:16.938995 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4c424c0-4a32-43d0-80e4-34930d700aee req-80a83322-ddd5-47d3-af6f-6072e9f5d792 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 932 time: 0.2354009 Mar 02 20:18:17.038127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f2ea15-eb11-46d8-83c6-142f787663fc {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:18:17.045077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f4c424c0-4a32-43d0-80e4-34930d700aee req-c7ad931f-a1b7-4afb-ade2-b2eb007bc610 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961020 Mar 02 20:18:17.049049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.064260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Transition to ACTIVE for port object a6f2ea15-eb11-46d8-83c6-142f787663fc will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:18:17.069957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.129315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.205602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.314770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Attempting to bind port a6f2ea15-eb11-46d8-83c6-142f787663fc on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:18:17.315001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Attempting to bind port a6f2ea15-eb11-46d8-83c6-142f787663fc by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:18:17.315342 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Attempting to bind port a6f2ea15-eb11-46d8-83c6-142f787663fc on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:18:17.319917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Port a6f2ea15-eb11-46d8-83c6-142f787663fc on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:18:17.320220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Attempting to bind port a6f2ea15-eb11-46d8-83c6-142f787663fc on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:18:17.325209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:18:17.325531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:18:17.325893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:18:17.326302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Bound port: a6f2ea15-eb11-46d8-83c6-142f787663fc, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:18:17.326602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.416776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:18:17.420445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:18:17.428917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.487861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.488484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:17.489853 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1094 time: 1.0316885 Mar 02 20:18:17.490221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:17.520581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff6a35-48b8-467b-886b-ea5d0fb258b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:17.569954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'status': 'completed', 'code': 200} Mar 02 20:18:17.611987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-3e60f2ee-8027-46e4-80a3-204945b254f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.613589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-3e60f2ee-8027-46e4-80a3-204945b254f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1097 time: 0.0797622 Mar 02 20:18:17.799558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-84da55b7-4885-46fb-9ac1-0aac682d0b4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 217 time: 0.1796625 Mar 02 20:18:17.861922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-81ba064f-7251-4668-bad1-fc8b45832926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.863305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-81ba064f-7251-4668-bad1-fc8b45832926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0571756 Mar 02 20:18:17.956266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-16eae26f-09c6-41b5-931f-87606465430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:17.958010 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-16eae26f-09c6-41b5-931f-87606465430b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887454 Mar 02 20:18:18.105011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-7596a900-ab42-47b5-83a8-91d58c0510ab service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408269 Mar 02 20:18:18.278975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9f2ce98-0496-46ab-8ba6-3e978d96f2b8 req-c9d4275b-34f5-4c1f-8479-4409efe97c97 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677480 Mar 02 20:18:18.308151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ceae4-0ee4-40e7-8d88-6e23db3f9df7 req-df452bcc-e809-41b1-b93a-2dc00e9e75d7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.310237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df3ceae4-0ee4-40e7-8d88-6e23db3f9df7 req-df452bcc-e809-41b1-b93a-2dc00e9e75d7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 944 time: 0.1189394 Mar 02 20:18:18.396528 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-df3ceae4-0ee4-40e7-8d88-6e23db3f9df7 req-630fde42-a09b-41bf-a893-d1e6cb58b0fd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794370 Mar 02 20:18:18.422834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-d4c479e0-cacf-4da9-9850-300de7ead07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.424354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-d4c479e0-cacf-4da9-9850-300de7ead07f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1097 time: 0.0929244 Mar 02 20:18:18.560566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-384b6e50-c928-4a23-8c78-8e549512be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.561929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-384b6e50-c928-4a23-8c78-8e549512be1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1303985 Mar 02 20:18:18.633321 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-d998aa60-295c-4277-b057-77ba16bad62b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 217 time: 0.0629170 Mar 02 20:18:18.696937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-de4b12a3-ea18-4f2a-88bc-6a981778353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.698360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-de4b12a3-ea18-4f2a-88bc-6a981778353e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0581691 Mar 02 20:18:18.774521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-d4169424-70b5-4604-bfbb-2521307d8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:18.776019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-d4169424-70b5-4604-bfbb-2521307d8565 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710993 Mar 02 20:18:18.921332 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-cb5a98df-6d5c-4241-a8c4-e32be7b36016 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375823 Mar 02 20:18:19.056825 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fa59dbb-f0d9-427a-b98f-a3b009428e15 req-60dfd1df-e8d0-4eb8-bc0e-89d2327bb0a7 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276121 Mar 02 20:18:19.603151 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9453dbb-5c9f-4caf-b6f3-15bfde4124d7 req-4aed0e38-ec91-4606-954c-ce88c26ff6ed tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:19.604635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9453dbb-5c9f-4caf-b6f3-15bfde4124d7 req-4aed0e38-ec91-4606-954c-ce88c26ff6ed tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 944 time: 0.0844414 Mar 02 20:18:19.647757 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9453dbb-5c9f-4caf-b6f3-15bfde4124d7 req-4fa31a15-36e8-4eb0-9098-f14343e91610 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374501 Mar 02 20:18:20.272795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:18:20.424214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:20.438738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'mac_address': 'fa:16:3e:f8:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:18:20.495143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.512782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f2ea15-eb11-46d8-83c6-142f787663fc {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:18:20.529248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:20.535478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:20.608544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:20.730754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['a6f2ea15-eb11-46d8-83c6-142f787663fc'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:18:20.847698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4528c-0f42-471f-9431-bf619b73e03b req-9ec155f8-a99f-4424-af77-abc4711cfd96 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:20.849210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4aa4528c-0f42-471f-9431-bf619b73e03b req-9ec155f8-a99f-4424-af77-abc4711cfd96 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 945 time: 0.0796454 Mar 02 20:18:20.899186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4aa4528c-0f42-471f-9431-bf619b73e03b req-0db7d89d-9c50-4dc8-8f67-5d3442ccea93 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Mar 02 20:18:22.107960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b412-db5d-4b73-acba-c0292ad5d1aa req-efa93513-0d0a-49ef-af49-253f21b03409 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:22.109374 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c02b412-db5d-4b73-acba-c0292ad5d1aa req-efa93513-0d0a-49ef-af49-253f21b03409 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 945 time: 0.0919363 Mar 02 20:18:22.153453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c02b412-db5d-4b73-acba-c0292ad5d1aa req-a3df262a-37bb-481e-a157-979665625ca0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 Mar 02 20:18:22.278774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:18:22.349866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port a6f2ea15-eb11-46d8-83c6-142f787663fc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:18:22.357143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port a6f2ea15-eb11-46d8-83c6-142f787663fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:18:22.357634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.482545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.509759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:22.519142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:18:22.525968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:22.595710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:18:22.608309 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'code': 200} Mar 02 20:18:22.965025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455ee8-9908-4bfc-859d-4abc8e0ac6df req-1b9dd4a5-1fc8-4a48-a446-26d52605e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:22.966493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-82455ee8-9908-4bfc-859d-4abc8e0ac6df req-1b9dd4a5-1fc8-4a48-a446-26d52605e2af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.1786165 Mar 02 20:18:23.014270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-82455ee8-9908-4bfc-859d-4abc8e0ac6df req-94866c2a-5581-440e-8a53-3378826f4224 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Mar 02 20:18:23.354457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71378-bff8-4a44-8493-8c41c8f1f4a7 req-3104d2a1-f303-48df-ae67-d2b01707b600 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:23.355975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9c71378-bff8-4a44-8493-8c41c8f1f4a7 req-3104d2a1-f303-48df-ae67-d2b01707b600 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0921021 Mar 02 20:18:23.402604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9c71378-bff8-4a44-8493-8c41c8f1f4a7 req-c40e0803-038b-4d7a-a1ba-63842ef2f85a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 Mar 02 20:18:24.612364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480ac8e-9133-4cfe-8c7c-146a2f49a73a req-72216661-cb32-4dd4-a389-c3c8f5af68b6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.613849 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9480ac8e-9133-4cfe-8c7c-146a2f49a73a req-72216661-cb32-4dd4-a389-c3c8f5af68b6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0909972 Mar 02 20:18:24.659088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9480ac8e-9133-4cfe-8c7c-146a2f49a73a req-8ae0a054-60e0-4094-9304-1599ca355e12 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394585 Mar 02 20:18:24.845582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78a179-7a83-475c-972e-0032f7abf713 req-398de850-d887-440e-90d3-290a792de312 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:24.847077 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1d78a179-7a83-475c-972e-0032f7abf713 req-398de850-d887-440e-90d3-290a792de312 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0862668 Mar 02 20:18:24.858902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:18:24.864126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'floatingip': {'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:18:24.938594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.020427 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:18:25.561156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.568367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:25.734761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 associated. External IP: 172.26.2.128, port: a6f2ea15-eb11-46d8-83c6-142f787663fc. Mar 02 20:18:26.206035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:18:26.398166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:18:26.402923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:26.408531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:18:26.418541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:18:26.419205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:18:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:26.458083 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7756697c-abcc-4574-b1a9-e8464c37d131 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "PUT /v2.0/floatingips/80bba217-eb54-4a54-a87c-e2d11fe6aec3 HTTP/1.1" status: 200 len: 992 time: 1.5979903 Mar 02 20:18:26.458559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:18:26.508080 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'status': 'completed', 'code': 200} Mar 02 20:18:26.613530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-fcc1286f-a7e0-407e-9633-e45703d2294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:26.615591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-fcc1286f-a7e0-407e-9633-e45703d2294b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.0857983 Mar 02 20:18:26.618512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:18:26.836087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-1553eb24-a368-4391-a31e-83860bb4c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:26.837827 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-1553eb24-a368-4391-a31e-83860bb4c644 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.2118518 Mar 02 20:18:26.929425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d9a85-3645-48ef-96ca-f2d9d9754a29 req-103b69a9-dfa5-49a0-bd62-f3aa28f575aa tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:26.930959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b62d9a85-3645-48ef-96ca-f2d9d9754a29 req-103b69a9-dfa5-49a0-bd62-f3aa28f575aa tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.2049210 Mar 02 20:18:26.973609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-65bfbb22-f128-461e-911a-b3f0b2a079f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1000 time: 0.1290071 Mar 02 20:18:27.038596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b62d9a85-3645-48ef-96ca-f2d9d9754a29 req-0f6cc4bc-85bb-4df0-9952-95e85053b8c2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013219 Mar 02 20:18:27.042046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:f8:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:18:25Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:27.047792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:18:27.060570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-164662a2-cfd8-4629-9fdf-156f8e3c3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:27.060570 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-164662a2-cfd8-4629-9fdf-156f8e3c3808 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0713644 Mar 02 20:18:27.060795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:18:27.060795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:18:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:27.134358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-2bec8760-6d5b-4798-92a7-f294f015de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:27.135994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-2bec8760-6d5b-4798-92a7-f294f015de75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751767 Mar 02 20:18:27.244594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:18:27.267092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-564b7485-feb9-4a03-ac8a-c29598d5c6a5 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245563 Mar 02 20:18:27.398367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2d2736d-001f-4566-954c-b58761bd1aa9 req-6d2b5b45-6210-4ef5-8846-c8f7c243c32b service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253417 Mar 02 20:18:27.613250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:f8:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:18:25Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:18:27.617945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1f715b-a752-4c0b-8c7e-170cf0d55801 None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:f8:3c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:18:25Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:18:27.834187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c90182-e231-4efe-992f-88b66a73e89c None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:18:28.233911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad368f1-0d07-4e17-9788-5743464ae81c req-57296566-0815-4825-aa40-81cbd2eda1a8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:28.235384 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cad368f1-0d07-4e17-9788-5743464ae81c req-57296566-0815-4825-aa40-81cbd2eda1a8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0846782 Mar 02 20:18:28.283576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cad368f1-0d07-4e17-9788-5743464ae81c req-bbde8341-11aa-48df-96c2-c1c7c0009d61 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424175 Mar 02 20:18:29.472607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69411606-250c-4bd3-bb90-908964c36f91 req-210dcf7f-841f-4f58-bf02-02a09e802d0d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:29.474091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69411606-250c-4bd3-bb90-908964c36f91 req-210dcf7f-841f-4f58-bf02-02a09e802d0d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0844181 Mar 02 20:18:29.520403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69411606-250c-4bd3-bb90-908964c36f91 req-057e5c2d-e72c-4e9e-892b-b16f61451553 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 Mar 02 20:18:30.823591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bdf3e-15b6-4a26-b46c-6d486c5e5dd8 req-373a0e92-4834-48e7-bb70-1eda710e4aae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:30.824994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-012bdf3e-15b6-4a26-b46c-6d486c5e5dd8 req-373a0e92-4834-48e7-bb70-1eda710e4aae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1998420 Mar 02 20:18:30.870195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-012bdf3e-15b6-4a26-b46c-6d486c5e5dd8 req-ae66668d-dc89-4282-9a2b-b1c22d6eb3a7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390868 Mar 02 20:18:32.094445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbcd7c-afc1-4454-956b-a8945cad3a82 req-b6141fda-b4ac-408a-88a3-651f759a849a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:32.095836 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4abbcd7c-afc1-4454-956b-a8945cad3a82 req-b6141fda-b4ac-408a-88a3-651f759a849a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0865209 Mar 02 20:18:32.160204 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4abbcd7c-afc1-4454-956b-a8945cad3a82 req-5006f32b-918f-4a9a-b36c-9c155f7030fb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568478 Mar 02 20:18:33.358960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b63cf-bc42-411e-9382-92d60ba6a4b9 req-c03cc729-cd8f-4c00-b95a-8771c73d4c98 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:33.360521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-127b63cf-bc42-411e-9382-92d60ba6a4b9 req-c03cc729-cd8f-4c00-b95a-8771c73d4c98 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0838494 Mar 02 20:18:33.404343 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-127b63cf-bc42-411e-9382-92d60ba6a4b9 req-43b500bc-7525-4a9c-aad2-a08ee575bc70 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379896 Mar 02 20:18:34.591314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80aef2-f788-454c-896c-c96e6c48c76b req-78c625dd-400a-4281-bd3e-74d4db01c629 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:34.592786 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1d80aef2-f788-454c-896c-c96e6c48c76b req-78c625dd-400a-4281-bd3e-74d4db01c629 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0843706 Mar 02 20:18:34.638176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1d80aef2-f788-454c-896c-c96e6c48c76b req-f875f2a8-075d-4573-9363-adc8ea8b7501 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Mar 02 20:18:35.823651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8cc3e-ff8e-4053-8f30-f8b285328906 req-1fec8f17-fbf9-44b1-85f2-d3712a188136 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:35.825118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c7f8cc3e-ff8e-4053-8f30-f8b285328906 req-1fec8f17-fbf9-44b1-85f2-d3712a188136 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0809281 Mar 02 20:18:35.869093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c7f8cc3e-ff8e-4053-8f30-f8b285328906 req-81b571fb-9c2d-406d-8494-ea885453a63c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Mar 02 20:18:37.054931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729033d-b24d-4c57-bfc2-39637b4bec43 req-a4dfd656-4aad-414b-b554-39731c052182 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:37.056303 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f729033d-b24d-4c57-bfc2-39637b4bec43 req-a4dfd656-4aad-414b-b554-39731c052182 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0840120 Mar 02 20:18:37.100000 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f729033d-b24d-4c57-bfc2-39637b4bec43 req-230715bc-a22b-4dec-9a16-1b652425d673 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 Mar 02 20:18:38.292874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ee3b4-d99c-46b6-b682-9d212817a3f2 req-5dd9f700-c6ce-4140-96d0-d7a30492fd50 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:38.294369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f48ee3b4-d99c-46b6-b682-9d212817a3f2 req-5dd9f700-c6ce-4140-96d0-d7a30492fd50 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0821271 Mar 02 20:18:38.341696 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f48ee3b4-d99c-46b6-b682-9d212817a3f2 req-de6ce596-9719-4ee4-9fdc-3b0b84cdeabf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414338 Mar 02 20:18:39.537006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b7357-aad4-4572-a5fb-1f4097eda706 req-d4cc9824-6df9-4ee4-befe-be33bfdf2ab1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:39.538487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b5b7357-aad4-4572-a5fb-1f4097eda706 req-d4cc9824-6df9-4ee4-befe-be33bfdf2ab1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0808778 Mar 02 20:18:39.581997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b5b7357-aad4-4572-a5fb-1f4097eda706 req-fbb5ebfa-01d4-4733-bd9a-2e4d58d5155a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374768 Mar 02 20:18:40.353432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-81745087-2cb6-43ff-b52d-8ff9232a9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.354929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-81745087-2cb6-43ff-b52d-8ff9232a9bd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.0761213 Mar 02 20:18:40.497448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-32d1cbb3-e8c8-4830-9826-ff5073057d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.498896 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-32d1cbb3-e8c8-4830-9826-ff5073057d0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1256237 Mar 02 20:18:40.602190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-7684e0ef-0d36-4c72-8460-a71c3bc48633 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1002 time: 0.0962074 Mar 02 20:18:40.663796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-dcd618e5-bbd2-436b-8df2-59e5bef36cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.665300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-dcd618e5-bbd2-436b-8df2-59e5bef36cf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0569985 Mar 02 20:18:40.798945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-2fd9820a-76a1-416b-b761-51a8dc5810a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.800471 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-2fd9820a-76a1-416b-b761-51a8dc5810a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287010 Mar 02 20:18:40.810829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e294bb6-d0d0-4fb1-b891-0546becbeb47 req-7d8207fa-15f1-45c2-bec3-25840149f69a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:40.812160 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e294bb6-d0d0-4fb1-b891-0546becbeb47 req-7d8207fa-15f1-45c2-bec3-25840149f69a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1113913 Mar 02 20:18:40.939322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e294bb6-d0d0-4fb1-b891-0546becbeb47 req-7bca01b1-5464-45b3-b090-6a568b6995c4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091549 Mar 02 20:18:40.966845 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-d719ecf6-c28a-416a-8529-91555c062f7e service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537497 Mar 02 20:18:41.094850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7717211e-fb0d-43bc-80b8-811cd0ec6793 req-847484ad-ba09-4699-a736-ac3642d3fc6f service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218576 Mar 02 20:18:41.806544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1d53d71a-4f06-48e1-8b3a-1e0e1e7674b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:42.229410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64ad46-f2a9-481c-bc70-2115ebb913ed req-60d8260c-a24f-4f55-83d0-229b75eac5ce tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:42.230852 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a64ad46-f2a9-481c-bc70-2115ebb913ed req-60d8260c-a24f-4f55-83d0-229b75eac5ce tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1860898 Mar 02 20:18:42.274468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7a64ad46-f2a9-481c-bc70-2115ebb913ed req-d8832a42-4bdc-49d6-b4ea-9447715e337c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376427 Mar 02 20:18:43.467982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28b0c6-7c72-4cef-88a2-3da64e5da82b req-a0d715fb-0fc6-4f22-b62a-60504f37885a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:43.469527 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf28b0c6-7c72-4cef-88a2-3da64e5da82b req-a0d715fb-0fc6-4f22-b62a-60504f37885a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0827301 Mar 02 20:18:43.514205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf28b0c6-7c72-4cef-88a2-3da64e5da82b req-8019e7af-0cbf-410e-9d9d-b4c3b4170328 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389438 Mar 02 20:18:44.707205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93357d-3d8c-4c50-8e56-1fe8a9e91292 req-7b0eabec-26de-4313-9966-42a59a063ba5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:44.708700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-db93357d-3d8c-4c50-8e56-1fe8a9e91292 req-7b0eabec-26de-4313-9966-42a59a063ba5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0868182 Mar 02 20:18:44.754283 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-db93357d-3d8c-4c50-8e56-1fe8a9e91292 req-ad4227d4-8e69-4933-a67e-deabbbcdb80d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394258 Mar 02 20:18:45.052761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-74a28499-9b33-45d6-88a5-eefed8fdec91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.392637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.397024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.523421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:45.959627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b69eb-f6ae-41a2-910f-864aae03ccd1 req-57113ff5-0e48-4263-8316-414b74674e2e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:45.961154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c70b69eb-f6ae-41a2-910f-864aae03ccd1 req-57113ff5-0e48-4263-8316-414b74674e2e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0975137 Mar 02 20:18:46.006969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c70b69eb-f6ae-41a2-910f-864aae03ccd1 req-c6a1f7fd-3fc8-4bc1-847d-205767c0e789 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Mar 02 20:18:47.134208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:18:47.194107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f7e17-41c3-4205-8926-e9fe419c1fef req-5c38e311-31b3-49eb-8a4d-90330fe968a4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:47.195604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e7f7e17-41c3-4205-8926-e9fe419c1fef req-5c38e311-31b3-49eb-8a4d-90330fe968a4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0814726 Mar 02 20:18:47.243322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e7f7e17-41c3-4205-8926-e9fe419c1fef req-8dabd5b6-e930-4462-af1b-4a410b158b83 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415978 Mar 02 20:18:48.447450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ea6ca-e6bb-4cc9-8644-642a3d954418 req-56f50505-e722-4caf-8ab2-a552612a4acb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:48.448947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e8ea6ca-e6bb-4cc9-8644-642a3d954418 req-56f50505-e722-4caf-8ab2-a552612a4acb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0861733 Mar 02 20:18:48.493478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e8ea6ca-e6bb-4cc9-8644-642a3d954418 req-4e48dcdb-0be7-4e9b-87ef-c4361186d509 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386846 Mar 02 20:18:49.686638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3bfa1-4f15-469f-9753-dbffe9c6f855 req-eab6a72a-bd44-4f56-82d0-c2b0e33e8b26 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:49.688407 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6af3bfa1-4f15-469f-9753-dbffe9c6f855 req-eab6a72a-bd44-4f56-82d0-c2b0e33e8b26 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0823100 Mar 02 20:18:49.744105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6af3bfa1-4f15-469f-9753-dbffe9c6f855 req-0ba371ac-fa31-4ced-b5c7-4308b79c7f74 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Mar 02 20:18:50.946838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c9798-ec19-45dc-8424-49e968262c68 req-61a0f4de-f68d-4348-9df3-7c2e6bfb3322 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:50.948588 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a63c9798-ec19-45dc-8424-49e968262c68 req-61a0f4de-f68d-4348-9df3-7c2e6bfb3322 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0979230 Mar 02 20:18:50.995435 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a63c9798-ec19-45dc-8424-49e968262c68 req-0000c3ad-d485-441c-9b6e-e92897f9ec96 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385654 Mar 02 20:18:52.207218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08b8d5-a848-4bc8-b337-dc79fb207752 req-b2344e99-4376-4c84-8453-d2b91c5d767a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:52.208805 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae08b8d5-a848-4bc8-b337-dc79fb207752 req-b2344e99-4376-4c84-8453-d2b91c5d767a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1028006 Mar 02 20:18:52.257821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae08b8d5-a848-4bc8-b337-dc79fb207752 req-9d3cce0a-4ab3-4b0a-8863-0dc9d088de98 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417824 Mar 02 20:18:52.626879 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-05ad9ee7-8d8b-41b6-ab9a-2b59b8af48d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752676 Mar 02 20:18:52.677442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bb2ba-a5f9-4f9c-b9de-e9117b21203c req-d50eb2a1-fa51-40e7-934c-35bf54fb5018 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:52.678980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-664bb2ba-a5f9-4f9c-b9de-e9117b21203c req-d50eb2a1-fa51-40e7-934c-35bf54fb5018 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0835912 Mar 02 20:18:52.725428 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-664bb2ba-a5f9-4f9c-b9de-e9117b21203c req-7a89e51b-b5ac-4582-94cf-488222bb6a8b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Mar 02 20:18:53.838030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-ddd2c994-ab53-4858-b8d0-c14e76a6d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:53.839556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-ddd2c994-ab53-4858-b8d0-c14e76a6d5b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.0858479 Mar 02 20:18:54.037248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-2c0cc69c-6b61-446a-acda-be924abb33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:54.038618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-2c0cc69c-6b61-446a-acda-be924abb33c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1898084 Mar 02 20:18:54.047486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99611297-ba9c-4e3d-bf91-116445de958e req-fd1c5419-0f9d-4f85-b9a7-76804f46781a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:54.048877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99611297-ba9c-4e3d-bf91-116445de958e req-fd1c5419-0f9d-4f85-b9a7-76804f46781a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1790974 Mar 02 20:18:54.174239 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-fe4e9a15-3e92-4f52-acd5-9aee96e2a24d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1002 time: 0.1243818 Mar 02 20:18:54.177223 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99611297-ba9c-4e3d-bf91-116445de958e req-a5e08154-0dd9-49ac-9cfa-6e38fb4085e1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757351 Mar 02 20:18:54.238457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-f6709e0b-6ff7-410a-919f-49e5191bd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:54.239929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-f6709e0b-6ff7-410a-919f-49e5191bd155 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0595491 Mar 02 20:18:54.315294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-8dab897f-6c9e-4743-8b5f-d132234a4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:54.316729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-8dab897f-6c9e-4743-8b5f-d132234a4301 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713756 Mar 02 20:18:54.456612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-7ca0bab7-431f-4b01-af4a-b57d575ba5ff service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336966 Mar 02 20:18:54.702132 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-0296f118-186d-418a-931b-4905277e6c31 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397482 Mar 02 20:18:55.373177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4046f-ac14-4052-9789-7d515a5c9bf6 req-2f488cb7-6ec1-4da0-b4dc-e3ef001e2f97 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:55.374787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fa4046f-ac14-4052-9789-7d515a5c9bf6 req-2f488cb7-6ec1-4da0-b4dc-e3ef001e2f97 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0878987 Mar 02 20:18:55.435812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fa4046f-ac14-4052-9789-7d515a5c9bf6 req-3744a09a-bda1-4f9b-bdd5-55ed2b873400 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530493 Mar 02 20:18:56.312734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-09bd78fe-31e7-40c5-95fa-83cfc455a226 service neutron] 10.222.0.32 "GET /v2.0/ports/a6f2ea15-eb11-46d8-83c6-142f787663fc/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0818319 Mar 02 20:18:56.652616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-33eff9a6-5ca5-430c-b7c5-bc793bdb7fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:56.654006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-33eff9a6-5ca5-430c-b7c5-bc793bdb7fc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1099 time: 0.1317253 Mar 02 20:18:56.666593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f1128-7684-4625-a172-55c08ccce645 req-1f3d38d6-0d4c-4f6e-bd40-ddc09f302a26 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:56.668449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e26f1128-7684-4625-a172-55c08ccce645 req-1f3d38d6-0d4c-4f6e-bd40-ddc09f302a26 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1113076 Mar 02 20:18:56.752068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e26f1128-7684-4625-a172-55c08ccce645 req-11c8a2c6-d173-46aa-819f-cba429407544 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773747 Mar 02 20:18:56.796374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-808f75a2-8c54-4485-adc9-5f6463f28e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:56.797886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-808f75a2-8c54-4485-adc9-5f6463f28e7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.0940588 Mar 02 20:18:56.943475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-949dc5e8-e35e-4ee8-8975-2a3d103de4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:56.945017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-949dc5e8-e35e-4ee8-8975-2a3d103de4af service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1404285 Mar 02 20:18:57.051641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-44e118cb-5168-4969-ae96-7adfd5e04da8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1002 time: 0.1003118 Mar 02 20:18:57.119877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-084e4d9d-1176-498e-8547-aa11ffb72b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:57.121650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-084e4d9d-1176-498e-8547-aa11ffb72b28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0636780 Mar 02 20:18:57.202291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-726f28f1-e065-4a3f-acb7-2e3ee0dab876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:57.203692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-726f28f1-e065-4a3f-acb7-2e3ee0dab876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759487 Mar 02 20:18:57.354703 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-0705266e-5acc-440d-a125-6dae3c1ee51e service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446223 Mar 02 20:18:57.498595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fccd1c38-e486-44ab-a6ae-75079eb4aef9 req-9d0a054e-89b0-4f10-b32d-3731ddca8b39 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362484 Mar 02 20:18:57.949493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b35ea-fa75-483d-8ef2-c91b1ac93a5c req-1005c84f-8e85-4951-911d-4116e29058b9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:57.950990 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-032b35ea-fa75-483d-8ef2-c91b1ac93a5c req-1005c84f-8e85-4951-911d-4116e29058b9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0869431 Mar 02 20:18:57.999084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-032b35ea-fa75-483d-8ef2-c91b1ac93a5c req-18acbc7a-b308-4631-9ce2-45973284a3e8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Mar 02 20:18:59.190489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2095-1b91-4104-a5c6-78bf1d3e0a2e req-8a96ceb0-2e6d-48c3-aafe-9aaa8bc306ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:59.191955 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-149f2095-1b91-4104-a5c6-78bf1d3e0a2e req-8a96ceb0-2e6d-48c3-aafe-9aaa8bc306ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0805490 Mar 02 20:18:59.236599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-149f2095-1b91-4104-a5c6-78bf1d3e0a2e req-5db585d3-46c6-4c35-be73-ed163521ba67 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387268 Mar 02 20:18:59.636465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-656ee0cb-b48e-4651-8fb4-d2867586268a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:59.637907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-656ee0cb-b48e-4651-8fb4-d2867586268a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664&tenant_id=cc85d47162e44b9dbfb98e598c5adba9&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1426256 Mar 02 20:18:59.649312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074ebf4-7ccc-4eb2-88f2-ddb988ea1a0b req-96748fcf-7519-4a54-8140-fde244d72480 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:59.650781 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8074ebf4-7ccc-4eb2-88f2-ddb988ea1a0b req-96748fcf-7519-4a54-8140-fde244d72480 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1212020 Mar 02 20:18:59.695632 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8074ebf4-7ccc-4eb2-88f2-ddb988ea1a0b req-bc92f0b2-c90a-4f35-9d8a-6c4a0b6bbf24 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390365 Mar 02 20:18:59.881229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-a4b10308-fa4c-44de-ac51-07e2ead4afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:18:59.882719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-a4b10308-fa4c-44de-ac51-07e2ead4afad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.1726995 Mar 02 20:19:00.016990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-70b61388-b8e6-4018-83f2-bc949bfe2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.018465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-70b61388-b8e6-4018-83f2-bc949bfe2103 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1298671 Mar 02 20:19:00.121310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-933d9f2f-c0cc-448e-a54a-6f68abbec8e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1002 time: 0.0966363 Mar 02 20:19:00.183504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-a74ca919-695d-4fde-9c4b-c81a85ca0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.184979 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-a74ca919-695d-4fde-9c4b-c81a85ca0091 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0586853 Mar 02 20:19:00.270738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-f03aa837-80a8-44a6-bfc0-4da5f14da13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.272348 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-f03aa837-80a8-44a6-bfc0-4da5f14da13a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814824 Mar 02 20:19:00.405483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-a881c8fc-de37-427c-bd6f-ab77823f340d service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268029 Mar 02 20:19:00.479839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:19:00.482812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:00.543042 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af0dc95b-5ac0-4d39-9596-4f6146fe2c9f req-10f32cf7-b5f0-476a-9095-a5cbda49998e service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304595 Mar 02 20:19:00.691567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.723831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:00.746432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:00.752696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'mac_address': 'fa:16:3e:f8:3c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:19:00.758795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:00.813874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.823536 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'code': 200} Mar 02 20:19:00.824356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.878272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f2ea15-eb11-46d8-83c6-142f787663fc {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:19:00.902421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49916e88-cdf3-47fb-ad4f-30acc48fecf3 req-bc9dbbfa-330c-4b32-870d-15843b941604 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:00.903942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-49916e88-cdf3-47fb-ad4f-30acc48fecf3 req-bc9dbbfa-330c-4b32-870d-15843b941604 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 944 time: 0.0852690 Mar 02 20:19:00.909498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:00.914243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:00.916681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:00.924728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.924728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.925027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.925211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.925510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.925836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.926160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.926481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.926829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.927177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.927497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.927812 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:00.961772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-49916e88-cdf3-47fb-ad4f-30acc48fecf3 req-2a1832b2-347c-46e1-8e09-4e66717cfa04 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512743 Mar 02 20:19:01.002428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['a6f2ea15-eb11-46d8-83c6-142f787663fc'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:19:01.032125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:02.020620 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:19:02.163971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123af5cc-4070-48f1-829b-06efc222fe79 req-c2282618-a310-4388-926e-fd098a97eefb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:02.165487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-123af5cc-4070-48f1-829b-06efc222fe79 req-c2282618-a310-4388-926e-fd098a97eefb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 945 time: 0.0852525 Mar 02 20:19:02.213446 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-123af5cc-4070-48f1-829b-06efc222fe79 req-8a1430ac-1e3a-44bf-8614-c0f5d93605f1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400798 Mar 02 20:19:02.422982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d0f3e-abc9-4ca5-ba5d-900e9b2a29c3 req-58e5722f-e573-491e-8f6c-d54c7d2b07d8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:02.424582 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c93d0f3e-abc9-4ca5-ba5d-900e9b2a29c3 req-58e5722f-e573-491e-8f6c-d54c7d2b07d8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 945 time: 0.0928845 Mar 02 20:19:02.477417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c93d0f3e-abc9-4ca5-ba5d-900e9b2a29c3 req-24378628-7011-4468-a3a1-d6512c3209e1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Mar 02 20:19:02.493180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:02.572857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port a6f2ea15-eb11-46d8-83c6-142f787663fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:02.573222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.728726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.808876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:02.821519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:02.862599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:02.913637 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'code': 200} Mar 02 20:19:02.918357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:02.929731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237ca23-34d9-4bfe-92f2-aa31f261a118 req-db8ca530-db10-4cbf-b5fc-5683e6f4e102 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:02.931367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0237ca23-34d9-4bfe-92f2-aa31f261a118 req-db8ca530-db10-4cbf-b5fc-5683e6f4e102 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.1522999 Mar 02 20:19:02.978142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-094c3988-b714-46dd-9520-55cba4ad9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:02.979693 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-094c3988-b714-46dd-9520-55cba4ad9aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 1099 time: 0.1347337 Mar 02 20:19:03.022255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0237ca23-34d9-4bfe-92f2-aa31f261a118 req-c3559a28-8a2a-4f28-b714-d6ae2782191e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843873 Mar 02 20:19:03.123622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-3e8040e3-53e0-44aa-8aae-267d9ec8ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:03.125197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-3e8040e3-53e0-44aa-8aae-267d9ec8ae13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1395402 Mar 02 20:19:03.245931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-dd049bbc-d3e8-4a03-a9df-96fd6a608dd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 200 len: 1002 time: 0.1138611 Mar 02 20:19:03.311976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-26c26415-6f32-455b-a5e7-b67e4e3e8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:03.313545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-26c26415-6f32-455b-a5e7-b67e4e3e8c87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0620391 Mar 02 20:19:03.407667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-45ae8324-0ccc-4392-9c8d-232f14b3f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:03.409475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-45ae8324-0ccc-4392-9c8d-232f14b3f0b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891380 Mar 02 20:19:03.670164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-586cf854-785a-46ca-9e0d-f9fc8e4781ce service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545931 Mar 02 20:19:03.816361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-177852ce-7199-447f-b9a8-5415df9bfd2c req-cada80c0-d3b2-492e-a540-0be8a554908a service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376424 Mar 02 20:19:04.233446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4ab0e-0406-4d42-b330-1a3b8881a17b req-b04efa40-28cc-45df-a428-5e0b5112cace tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:04.235051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45b4ab0e-0406-4d42-b330-1a3b8881a17b req-b04efa40-28cc-45df-a428-5e0b5112cace tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0972011 Mar 02 20:19:04.287461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45b4ab0e-0406-4d42-b330-1a3b8881a17b req-95d75d96-0c26-474e-8b03-0415f3b20159 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455713 Mar 02 20:19:05.482235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fda9a-3e44-4502-9de0-21e30c501fd0 req-f51d9586-6992-41de-8503-c638ad67f98a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.483712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f5fda9a-3e44-4502-9de0-21e30c501fd0 req-f51d9586-6992-41de-8503-c638ad67f98a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0839839 Mar 02 20:19:05.534870 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f5fda9a-3e44-4502-9de0-21e30c501fd0 req-4530e880-4c66-47e2-945b-d282515fcf53 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451653 Mar 02 20:19:05.940763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19228a9-025f-4fc7-b57e-2f6297527dcb req-e7c42907-2430-42ab-b7ba-46ec37f13b56 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:05.942224 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a19228a9-025f-4fc7-b57e-2f6297527dcb req-e7c42907-2430-42ab-b7ba-46ec37f13b56 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0922217 Mar 02 20:19:05.990850 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a19228a9-025f-4fc7-b57e-2f6297527dcb req-66b72fe1-86f1-4649-858d-c88a7358ba70 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 Mar 02 20:19:07.189640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc905ab5-2b04-437a-b6a5-17d112f3246a req-e3304aa0-4969-4dad-9af4-f8acfe42aeae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:07.191159 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc905ab5-2b04-437a-b6a5-17d112f3246a req-e3304aa0-4969-4dad-9af4-f8acfe42aeae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0875309 Mar 02 20:19:07.246868 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc905ab5-2b04-437a-b6a5-17d112f3246a req-12eeaae1-9922-468c-8022-c25ffd55b41f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Mar 02 20:19:07.522863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6547f929-4655-4cf7-95f1-75d0c5d4af9a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:07.524359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6547f929-4655-4cf7-95f1-75d0c5d4af9a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 946 time: 0.0858011 Mar 02 20:19:07.608263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Deleting port a6f2ea15-eb11-46d8-83c6-142f787663fc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:19:07.608633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:07.884571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] For port a6f2ea15-eb11-46d8-83c6-142f787663fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a6f2ea15-eb11-46d8-83c6-142f787663fc,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:07.884975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.177503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.177902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.178259 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 disassociated. External IP: 172.26.2.128, port: a6f2ea15-eb11-46d8-83c6-142f787663fc. Mar 02 20:19:08.178593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Calling delete_port for a6f2ea15-eb11-46d8-83c6-142f787663fc owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:19:08.336911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.420593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'Port': ['ID=a6f2ea15-eb11-46d8-83c6-142f787663fc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:08.436021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f44cb52-18fd-47ec-b2b5-3447721590dc req-a339de35-bc8c-4935-8799-ff5b78525803 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 210 time: 0.0630367 Mar 02 20:19:08.714880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:19:08.895889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:19:08.906109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:19:08.916702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:19:08.917652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:18:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:08.970539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] No DVR routers for this DVR port a6f2ea15-eb11-46d8-83c6-142f787663fc on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:19:08.973336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:08.975706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-deleted', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:08.994397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c677059f-bd22-4cfd-97a2-6bb7ad60db3a req-6ce9a874-09ee-459c-9261-551dc3b77c21 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "DELETE /v2.0/ports/a6f2ea15-eb11-46d8-83c6-142f787663fc HTTP/1.1" status: 204 len: 173 time: 1.4644592 Mar 02 20:19:09.024463 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5aa2048-4cb9-41d8-b5b3-e6f6c2856664', 'name': 'network-vif-deleted', 'tag': 'a6f2ea15-eb11-46d8-83c6-142f787663fc', 'status': 'completed', 'code': 200} Mar 02 20:19:09.097223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:19:09.416126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:09.420521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:19:09.429453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:19:09.430062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:18:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:09.600311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8e34a5e-6310-4abf-830b-354ab22a2c95 req-7f099ea7-8ea3-46da-907b-e2eef2152ec7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:09.616782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e8e34a5e-6310-4abf-830b-354ab22a2c95 req-7f099ea7-8ea3-46da-907b-e2eef2152ec7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:09.617931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8e34a5e-6310-4abf-830b-354ab22a2c95 req-7f099ea7-8ea3-46da-907b-e2eef2152ec7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5aa2048-4cb9-41d8-b5b3-e6f6c2856664 HTTP/1.1" status: 200 len: 210 time: 0.0601702 Mar 02 20:19:09.640090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:19:09.959499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:09.964063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf22c36-de5b-4443-8305-8fb0a65f86ed None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:19:10.205252 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15d2b6-c6d0-4c47-9c18-52928dc165cd None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:19:10.972112 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-c3fb543e-707a-4969-abdf-8a00bfa7f0c9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--927146592&fields=id&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 267 time: 0.0426571 Mar 02 20:19:11.123810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-072bd205-19d6-48ae-952c-240dd08adcaa tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:11.125325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-072bd205-19d6-48ae-952c-240dd08adcaa tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1455967 Mar 02 20:19:11.142942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-9c940678-8f2d-45ad-baea-d203fffb5c2f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/quotas/cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 375 time: 0.0099895 Mar 02 20:19:11.233166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-256a2b01-dbec-4507-98b2-ae265b804573 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841615 Mar 02 20:19:11.249220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-37b44c5b-49ff-4c41-b2fa-ef4da641849e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:19:11.250223 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-37b44c5b-49ff-4c41-b2fa-ef4da641849e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051265 Mar 02 20:19:11.380898 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-db0f9939-c0c9-49d1-8e59-9a1b1aaa0c5f service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252294 Mar 02 20:19:11.538811 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-ad934e53-d715-4f2e-9f6c-44f3c4413c2c service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520309 Mar 02 20:19:11.730548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab0ee8e5-3ee6-492a-80cf-6f22f4c17584 req-b98d0af2-ba29-4bb0-b169-a69ef341b51f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 210 time: 0.0428240 Mar 02 20:19:11.810574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d442d1ab-27db-41b4-a378-0e608809b4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:12.542855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:12.618288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: a6f2ea15-eb11-46d8-83c6-142f787663fc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:19:12.618623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device a6f2ea15-eb11-46d8-83c6-142f787663fc not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:19:12.811875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-a4e832f0-6e0f-425f-a569-4c7af6e9c79d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:12.813558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-a4e832f0-6e0f-425f-a569-4c7af6e9c79d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1583385 Mar 02 20:19:12.869239 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-aca9c686-37f1-44aa-827f-cd21c84aab4f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 379 time: 0.0470164 Mar 02 20:19:12.918376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'port': {'device_id': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'admin_state_up': True, 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'security_groups': ['fb3a2e0a-fb03-4b16-9535-f2d19317d788']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:19:12.938908 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7634fd9-1c7a-48c2-9ea1-bf98bc43f51d req-257578d9-3195-4256-9591-1bbc2b5882d3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 210 time: 0.0756087 Mar 02 20:19:13.066296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:19:13.076539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:19:13.089128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:19:13.092706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.264857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Allocated IP 172.20.0.4 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/411ce0a8-a4d8-418e-b0b9-47bc0973534e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:19:13.601648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.619436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Transition to ACTIVE for port object 411ce0a8-a4d8-418e-b0b9-47bc0973534e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:13.644423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.712016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:19:13.720102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:19:13.724806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:19:13.755594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:13.780004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.780228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.780566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.780896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.781255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.781546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.781896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.782216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.782527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.782821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.783135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.783485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:19:13.810927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:13.811593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:13.853173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-0b92c151-f7d1-442b-acf4-18f2c5600c28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441781 Mar 02 20:19:13.864925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Request body: {'port': {'device_id': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:19:13.983611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.020569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be589643-b256-4c77-809c-6d1b627f59c9 None None] Provisioning for port 411ce0a8-a4d8-418e-b0b9-47bc0973534e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:14.026282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be589643-b256-4c77-809c-6d1b627f59c9 None None] Provisioning complete for port 411ce0a8-a4d8-418e-b0b9-47bc0973534e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:14.026643 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be589643-b256-4c77-809c-6d1b627f59c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.084989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be589643-b256-4c77-809c-6d1b627f59c9 None None] Port 411ce0a8-a4d8-418e-b0b9-47bc0973534e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:19:14.294559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e13b25-2236-420c-9e00-86561d1f4430 req-32b680f1-2440-46c3-ab51-ddd39dffdb8c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:14.295300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-03e13b25-2236-420c-9e00-86561d1f4430 req-32b680f1-2440-46c3-ab51-ddd39dffdb8c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:19:14.327794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-03e13b25-2236-420c-9e00-86561d1f4430 req-32b680f1-2440-46c3-ab51-ddd39dffdb8c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:19:14.329056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03e13b25-2236-420c-9e00-86561d1f4430 req-32b680f1-2440-46c3-ab51-ddd39dffdb8c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 931 time: 0.2803879 Mar 02 20:19:14.393093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03e13b25-2236-420c-9e00-86561d1f4430 req-18d916af-0139-4011-84c7-642da7e5c4cc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572095 Mar 02 20:19:14.448505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:19:14.455884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.470881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Transition to ACTIVE for port object 411ce0a8-a4d8-418e-b0b9-47bc0973534e will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:19:14.475268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.633060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:14.717786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Attempting to bind port 411ce0a8-a4d8-418e-b0b9-47bc0973534e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:19:14.718120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Attempting to bind port 411ce0a8-a4d8-418e-b0b9-47bc0973534e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:19:14.718442 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Attempting to bind port 411ce0a8-a4d8-418e-b0b9-47bc0973534e on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:19:14.723773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Port 411ce0a8-a4d8-418e-b0b9-47bc0973534e on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:19:14.724091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Attempting to bind port 411ce0a8-a4d8-418e-b0b9-47bc0973534e on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:19:14.729746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:19:14.730089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:19:14.730473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:19:14.730898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Bound port: 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:19:14.731239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.831252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:19:14.834667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:19:14.842308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.899305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:14.900011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:14.901324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] 10.222.0.32 "PUT /v2.0/ports/411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1093 time: 1.0409818 Mar 02 20:19:14.901864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:14.930805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2f385-aee1-4048-a4a2-3e19f3283bdd service neutron] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:15.005383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'status': 'completed', 'code': 200} Mar 02 20:19:15.045963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-b593d496-4fef-4bd5-9335-309c31e1dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.047373 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-b593d496-4fef-4bd5-9335-309c31e1dcd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1096 time: 0.0979984 Mar 02 20:19:15.049759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-943d24ea-9648-4fd2-9e1c-078d8020c0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.117880 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-2f790160-7cb4-4e32-9946-d688cdc3c3c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 217 time: 0.0627122 Mar 02 20:19:15.195521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-cbf1b0a1-7e1f-495a-a011-020cd4f208b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.197749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-cbf1b0a1-7e1f-495a-a011-020cd4f208b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0744383 Mar 02 20:19:15.280460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-7b2e0b87-b5af-41d0-a04c-59ab4e230d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.281981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-7b2e0b87-b5af-41d0-a04c-59ab4e230d83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785441 Mar 02 20:19:15.389559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.416084 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.519031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:15.574772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-bcd03eb6-5c78-40f6-b527-f65faff07b63 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862206 Mar 02 20:19:15.718218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0563e21-b616-4eda-99c0-d985833d48cc req-fb6815ff-5815-4276-a616-e103fa52f743 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.719838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0563e21-b616-4eda-99c0-d985833d48cc req-fb6815ff-5815-4276-a616-e103fa52f743 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 943 time: 0.2142777 Mar 02 20:19:15.766779 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ad49ff-d7ba-4457-b052-cbb0cac70df0 req-04878be1-248b-4ee8-b530-4038da466c9b service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850431 Mar 02 20:19:15.793367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0563e21-b616-4eda-99c0-d985833d48cc req-89209900-aa9a-471b-8121-369003e66993 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669053 Mar 02 20:19:15.894987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-89eb1608-fcbc-4159-877e-6117f6ffd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:15.896535 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-89eb1608-fcbc-4159-877e-6117f6ffd1d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1096 time: 0.0769758 Mar 02 20:19:16.041548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-50867c87-c330-483d-b3b3-5ac76f379a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:16.043489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-50867c87-c330-483d-b3b3-5ac76f379a06 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1405139 Mar 02 20:19:16.118558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-779f63c5-1a84-42cf-8510-a3f6b5a5fae4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 217 time: 0.0672345 Mar 02 20:19:16.187484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-efefdb1d-c0a1-4fb9-8510-73f1d2ed8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:16.189029 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-efefdb1d-c0a1-4fb9-8510-73f1d2ed8a60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0631685 Mar 02 20:19:16.270426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-28806619-b908-49c3-ab56-e33f2a8b182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:16.272156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-28806619-b908-49c3-ab56-e33f2a8b182f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765157 Mar 02 20:19:16.413379 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-86aa9129-ef04-44e6-8f8d-8e1ac4185922 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334679 Mar 02 20:19:16.549482 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc55fa8e-2485-4e47-bf96-c3681a9f9ff8 req-57fc3c97-fcdc-4618-b54c-a511f9405df1 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290338 Mar 02 20:19:17.001010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af03dd-8ec3-48dd-854f-6026caaa0b83 req-1b46c5f0-fd3a-4747-b23b-4acd4c8b31a9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:17.002624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3af03dd-8ec3-48dd-854f-6026caaa0b83 req-1b46c5f0-fd3a-4747-b23b-4acd4c8b31a9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 943 time: 0.0891502 Mar 02 20:19:17.057740 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3af03dd-8ec3-48dd-854f-6026caaa0b83 req-18a3631d-edc7-4eba-82e5-2decddd52f6d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484984 Mar 02 20:19:17.138351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.251180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc1b3f-d206-4b88-ae62-cbbb3669be28 req-d5de7ede-bfc8-4bf0-bd9a-0c24393c9088 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:18.252712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c5cc1b3f-d206-4b88-ae62-cbbb3669be28 req-d5de7ede-bfc8-4bf0-bd9a-0c24393c9088 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 943 time: 0.0829873 Mar 02 20:19:18.306807 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c5cc1b3f-d206-4b88-ae62-cbbb3669be28 req-4b1cad2c-df96-4438-a363-c32ea69084b2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474336 Mar 02 20:19:18.559428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:19:18.718867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:18.734382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'mac_address': 'fa:16:3e:94:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:19:18.792808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.813634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:19:18.834982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:18.841768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:18.922516 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:19.054705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['411ce0a8-a4d8-418e-b0b9-47bc0973534e'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:19:19.504806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ac2f-620e-4d6c-b893-2d8f83048409 req-1e93a2e1-5314-4f30-b699-fd41d7d58d9a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:19.506281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f07ac2f-620e-4d6c-b893-2d8f83048409 req-1e93a2e1-5314-4f30-b699-fd41d7d58d9a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 944 time: 0.0890369 Mar 02 20:19:19.559531 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f07ac2f-620e-4d6c-b893-2d8f83048409 req-942284ee-60ce-4b1b-aecd-0a5af861575b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447226 Mar 02 20:19:20.571631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:20.646530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 411ce0a8-a4d8-418e-b0b9-47bc0973534e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:19:20.653218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 411ce0a8-a4d8-418e-b0b9-47bc0973534e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:20.653773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.762485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd868573-b4bc-4bf5-b0de-2d68b5c598c4 req-054a93ae-2dcc-4711-9b3c-9e8703735718 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:20.764676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd868573-b4bc-4bf5-b0de-2d68b5c598c4 req-054a93ae-2dcc-4711-9b3c-9e8703735718 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 944 time: 0.0858243 Mar 02 20:19:20.792172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.822347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:20.832161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:20.838154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:20.845091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd868573-b4bc-4bf5-b0de-2d68b5c598c4 req-67fdc540-db7f-43c3-9a21-cb3afeef5c31 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701938 Mar 02 20:19:20.900497 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'code': 200} Mar 02 20:19:20.912229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:21.133523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1fe17-9ad7-457a-af97-0b797061f7ee req-2c7ef06e-f694-488f-a0c7-ca9cb8dc07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:21.134963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9eb1fe17-9ad7-457a-af97-0b797061f7ee req-2c7ef06e-f694-488f-a0c7-ca9cb8dc07c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0745316 Mar 02 20:19:21.178148 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9eb1fe17-9ad7-457a-af97-0b797061f7ee req-54c403ba-a0a0-4803-b1f1-b9f4b8210b77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370407 Mar 02 20:19:22.046201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a7678-f4d5-4dc5-923f-90adbb545217 req-c7268b24-148d-4a6a-acb2-f12e4c6fccaf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:22.047717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f0a7678-f4d5-4dc5-923f-90adbb545217 req-c7268b24-148d-4a6a-acb2-f12e4c6fccaf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0949712 Mar 02 20:19:22.107234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f0a7678-f4d5-4dc5-923f-90adbb545217 req-b755828f-1033-4e7f-9da8-05cd7a22e95d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532072 Mar 02 20:19:23.405461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81bb79-6c78-49ba-8b18-8fb4a5dd81ef req-5a66f157-effc-486d-b7f4-142ea18897f9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:23.407017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b81bb79-6c78-49ba-8b18-8fb4a5dd81ef req-5a66f157-effc-486d-b7f4-142ea18897f9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.1891325 Mar 02 20:19:23.454903 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b81bb79-6c78-49ba-8b18-8fb4a5dd81ef req-3c03c263-7219-461e-b551-7cfff9a5417d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Mar 02 20:19:23.684681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20c92-f4a2-4e4c-a4dd-8c77e8bdcefd req-8a72a685-a0ff-42c7-995e-feebb19f1402 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:23.686118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d3b20c92-f4a2-4e4c-a4dd-8c77e8bdcefd req-8a72a685-a0ff-42c7-995e-feebb19f1402 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.1017678 Mar 02 20:19:23.696736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 42918) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:19:23.702530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'floatingip': {'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:19:23.785008 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.394288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.399635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:24.565450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 associated. External IP: 172.26.2.128, port: 411ce0a8-a4d8-418e-b0b9-47bc0973534e. Mar 02 20:19:25.020732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:19:25.196944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:19:25.201930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:25.206439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:19:25.216344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:19:25.216956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:19:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:25.261291 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0776ad29-f933-4f96-a8a6-b506a70157a0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "PUT /v2.0/floatingips/80bba217-eb54-4a54-a87c-e2d11fe6aec3 HTTP/1.1" status: 200 len: 991 time: 1.5634329 Mar 02 20:19:25.261971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:25.307796 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'status': 'completed', 'code': 200} Mar 02 20:19:25.403214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:19:25.404586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-e241db79-15de-4e1f-ae75-489b1513fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.406410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-e241db79-15de-4e1f-ae75-489b1513fc66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0761559 Mar 02 20:19:25.552588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-34ef2ea9-1ce8-4cdb-8877-30d5bd4dc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.554812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-34ef2ea9-1ce8-4cdb-8877-30d5bd4dc1d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1410298 Mar 02 20:19:25.617512 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-4e83dc3b-8024-4cf4-b784-f4bc899f7dc8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722675 Mar 02 20:19:25.722906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-ea7e6323-0cf9-4799-b97d-b72fdce017fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 999 time: 0.1582987 Mar 02 20:19:25.785693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5cd86-1952-4a52-8488-dfa51c01252a req-59ce2d7c-92cb-4b32-bcf6-de5aa775ab70 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.793039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2fc5cd86-1952-4a52-8488-dfa51c01252a req-59ce2d7c-92cb-4b32-bcf6-de5aa775ab70 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.1646206 Mar 02 20:19:25.806741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:94:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:19:24Z', 'revision_number': 9, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:25.811857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:19:25.821050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:19:25.821665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:19:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:25.853950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2fc5cd86-1952-4a52-8488-dfa51c01252a req-647a9314-3253-4d97-b895-dc2a875a45b4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600562 Mar 02 20:19:25.855446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-755d37f7-d3b4-4fc4-ab6c-7796eff30e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.856810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-755d37f7-d3b4-4fc4-ab6c-7796eff30e72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.1189699 Mar 02 20:19:25.941182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-9d4c1aed-9216-49c2-9890-375d30042381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:25.942690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-9d4c1aed-9216-49c2-9890-375d30042381 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789752 Mar 02 20:19:26.051354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:19:26.081580 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-253ebe5c-cdcc-41b7-b830-3c246a1f4a57 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303887 Mar 02 20:19:26.224092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80b95e6b-fc1f-4abf-b547-4ef62bf9cd9e req-104b844f-2f63-4df3-b3ae-f663757f33c9 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357541 Mar 02 20:19:26.415656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:94:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:19:24Z', 'revision_number': 9, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:19:26.420361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5007e3-2394-4cff-8623-10c8e5cd8e12 None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:94:84:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:19:24Z', 'revision_number': 9, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:19:26.608093 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94053acb-4f94-48db-86ae-259736ae0d6a None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:19:26.853743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-6d938646-5ae0-41e0-8f2b-91ef521bb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:26.855111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-6d938646-5ae0-41e0-8f2b-91ef521bb9e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0843301 Mar 02 20:19:27.031887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-3f75b11b-e462-4917-adec-8108e4ceddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.033393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-3f75b11b-e462-4917-adec-8108e4ceddb7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1719232 Mar 02 20:19:27.256917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca6d65-7957-4405-a365-857acca5121f req-e4125962-5d7f-4111-8f33-083b78317873 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.258614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-49ca6d65-7957-4405-a365-857acca5121f req-e4125962-5d7f-4111-8f33-083b78317873 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.2924302 Mar 02 20:19:27.267678 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-6d9b3f60-f063-4f3b-80ca-5d9cdf552d2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1002 time: 0.2275457 Mar 02 20:19:27.352944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-49ca6d65-7957-4405-a365-857acca5121f req-df09fba6-e1b4-4f98-964a-d70d08cc7455 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881772 Mar 02 20:19:27.356221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-d05fce41-3d32-41f6-9096-a860844d1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.357617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-d05fce41-3d32-41f6-9096-a860844d1c7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0783100 Mar 02 20:19:27.433284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-7af0f364-291e-4512-ba77-38f5840d1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:27.434772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-7af0f364-291e-4512-ba77-38f5840d1a9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706017 Mar 02 20:19:27.567874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-201bf2b9-f760-46d9-b79b-e6d2f7d5b24a service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268528 Mar 02 20:19:27.700941 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-4fab6b40-d0bd-4410-8f7a-e526708debe9 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272459 Mar 02 20:19:28.545327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8e917-d5b9-4aa9-b63d-9cb240cbbe75 req-58512fc9-ddf4-47fb-ae61-bf72d4465464 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:28.546836 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8fc8e917-d5b9-4aa9-b63d-9cb240cbbe75 req-58512fc9-ddf4-47fb-ae61-bf72d4465464 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0864115 Mar 02 20:19:28.592368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8fc8e917-d5b9-4aa9-b63d-9cb240cbbe75 req-51155dd2-5d1e-4e47-9188-ed86b4c656e5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397179 Mar 02 20:19:29.778913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc78623-a4ac-46aa-9681-13375cb6b623 req-f16cf304-2ec5-4d7b-9da0-4f1a11973b77 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:29.780445 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8dc78623-a4ac-46aa-9681-13375cb6b623 req-f16cf304-2ec5-4d7b-9da0-4f1a11973b77 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0827138 Mar 02 20:19:29.825241 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8dc78623-a4ac-46aa-9681-13375cb6b623 req-195b50f6-f2db-4ffc-a782-4b44841fe6ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389142 Mar 02 20:19:31.019473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd37bf-e4d9-4c4a-aa67-46226e846380 req-9e63c80b-3549-4b5f-ab5f-b8e880e35295 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:31.021009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bdfd37bf-e4d9-4c4a-aa67-46226e846380 req-9e63c80b-3549-4b5f-ab5f-b8e880e35295 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0897753 Mar 02 20:19:31.078222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bdfd37bf-e4d9-4c4a-aa67-46226e846380 req-25ac84d6-6fd0-4058-8765-b2edb83fe985 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462406 Mar 02 20:19:32.268482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a437f-8992-4f70-99d4-4034959dc497 req-693f405d-cefd-4a09-addf-d92de1c705fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:32.269949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc8a437f-8992-4f70-99d4-4034959dc497 req-693f405d-cefd-4a09-addf-d92de1c705fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0806010 Mar 02 20:19:32.318172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc8a437f-8992-4f70-99d4-4034959dc497 req-4b232e95-ff12-4a57-af32-619a37afd74a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422597 Mar 02 20:19:33.501429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aba94-c985-4156-a1ff-4615d92fb709 req-77f185a1-4112-4f2a-b053-85620699ecfd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:33.502897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-543aba94-c985-4156-a1ff-4615d92fb709 req-77f185a1-4112-4f2a-b053-85620699ecfd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0796900 Mar 02 20:19:33.546996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-543aba94-c985-4156-a1ff-4615d92fb709 req-6493e8e8-7eaf-43bb-aac7-284d5b1793d1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382805 Mar 02 20:19:34.738656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddeccf-ab90-45be-ac0f-8bbb82472f95 req-2a52b9db-a77f-45b9-8ec1-45a7ec57ba5f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:34.740092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4eddeccf-ab90-45be-ac0f-8bbb82472f95 req-2a52b9db-a77f-45b9-8ec1-45a7ec57ba5f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0886104 Mar 02 20:19:34.784974 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4eddeccf-ab90-45be-ac0f-8bbb82472f95 req-1c08b993-a918-404b-8f0b-d725e75b143d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 Mar 02 20:19:35.984863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be22db-8cec-4ffd-9c7b-866790c54f38 req-e522c9f1-a56f-4d2f-bd9d-5d1d2a981296 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:35.986361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94be22db-8cec-4ffd-9c7b-866790c54f38 req-e522c9f1-a56f-4d2f-bd9d-5d1d2a981296 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0823276 Mar 02 20:19:36.044258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94be22db-8cec-4ffd-9c7b-866790c54f38 req-88446b74-9be5-427d-b53e-b72595a2c4f6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520372 Mar 02 20:19:37.256372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d1caf-d535-4868-896f-cc2b363a0b52 req-35a799bb-e632-4828-947c-f6a766e3cad2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:37.257866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-024d1caf-d535-4868-896f-cc2b363a0b52 req-35a799bb-e632-4828-947c-f6a766e3cad2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0938010 Mar 02 20:19:37.307818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-024d1caf-d535-4868-896f-cc2b363a0b52 req-d5251977-144d-4025-884e-8c73a6280dc7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438478 Mar 02 20:19:38.506128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d12008-cb94-4195-ac8e-6ffe997610e6 req-4cbdfdf2-93ca-48a8-bff6-59d191ed7ede tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:38.507614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3d12008-cb94-4195-ac8e-6ffe997610e6 req-4cbdfdf2-93ca-48a8-bff6-59d191ed7ede tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0889452 Mar 02 20:19:38.558580 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3d12008-cb94-4195-ac8e-6ffe997610e6 req-86267e02-db7f-4f47-8ba5-396dd8ad8e69 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Mar 02 20:19:39.020979 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:19:39.756650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e34d2-8160-43ab-a6b1-25580971693d req-26666355-cd03-44e8-9ea4-860f6ad888f6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:39.758101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a8e34d2-8160-43ab-a6b1-25580971693d req-26666355-cd03-44e8-9ea4-860f6ad888f6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0859423 Mar 02 20:19:39.803169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a8e34d2-8160-43ab-a6b1-25580971693d req-42c5e3d0-375b-4fce-9f06-3a7c4e7ca801 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388896 Mar 02 20:19:41.005391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab3dde-d0ed-4b4f-b24e-031c2b4b9131 req-1cd5f078-2e11-498e-8b90-9e2e2e8f91e6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:41.006839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e5ab3dde-d0ed-4b4f-b24e-031c2b4b9131 req-1cd5f078-2e11-498e-8b90-9e2e2e8f91e6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0844760 Mar 02 20:19:41.051435 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e5ab3dde-d0ed-4b4f-b24e-031c2b4b9131 req-3c357d35-ad9c-4917-8626-b7b8d590cd06 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379338 Mar 02 20:19:41.354252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-2c8bf2fb-638c-4302-8dc6-5c2db1ce7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:41.355652 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-2c8bf2fb-638c-4302-8dc6-5c2db1ce7593 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0716002 Mar 02 20:19:41.507558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-986eb4e9-ddfc-49b0-acb2-67af7713c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:41.509054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-986eb4e9-ddfc-49b0-acb2-67af7713c83e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1344061 Mar 02 20:19:41.615184 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-65343983-af90-419a-99be-99e6b9082cf4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1002 time: 0.0994442 Mar 02 20:19:41.682473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-a27e1d0f-15e5-48f5-b504-83196b9ce204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:41.684720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-a27e1d0f-15e5-48f5-b504-83196b9ce204 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0638216 Mar 02 20:19:41.764654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-8b9f9baf-30e5-475d-a43d-17b0e53c4ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:41.766153 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-8b9f9baf-30e5-475d-a43d-17b0e53c4ba5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761526 Mar 02 20:19:41.821593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-143bad71-1ab3-4e46-94b9-823cdf59cab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:42.009845 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-664c446f-83f4-4768-bc60-e585a74fe2f6 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369828 Mar 02 20:19:42.142441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3a3300c-163c-458f-89d7-00bdee653d57 req-e0278c4a-5b13-4933-b522-84e257c6a12a service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268673 Mar 02 20:19:42.245561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da3de9-a0ed-4f85-9d2d-c3185a716819 req-3654fad6-ed64-4b54-9f66-334ff86d7419 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:42.247034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d8da3de9-a0ed-4f85-9d2d-c3185a716819 req-3654fad6-ed64-4b54-9f66-334ff86d7419 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0832052 Mar 02 20:19:42.300015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d8da3de9-a0ed-4f85-9d2d-c3185a716819 req-45542890-b319-419b-bbc5-1fff0f20c6c4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463545 Mar 02 20:19:43.501267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f242a9-6295-4007-822c-356e80848187 req-6778eebd-6ddf-4171-a503-26e81806b1e0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:43.503120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0f242a9-6295-4007-822c-356e80848187 req-6778eebd-6ddf-4171-a503-26e81806b1e0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0845914 Mar 02 20:19:43.554601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0f242a9-6295-4007-822c-356e80848187 req-92e9d94c-7693-4061-aa7e-63b35c7d8ae2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416698 Mar 02 20:19:44.554436 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-f2a628a5-ad83-4a10-a413-e59003f11853 service neutron] 10.222.0.32 "GET /v2.0/ports/411ce0a8-a4d8-418e-b0b9-47bc0973534e/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0868127 Mar 02 20:19:44.762271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4ed8-7fd0-45a0-baee-2df3d88e9560 req-6c09f6b7-a8dc-4724-b9a3-777997e0937f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:44.763931 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2ff4ed8-7fd0-45a0-baee-2df3d88e9560 req-6c09f6b7-a8dc-4724-b9a3-777997e0937f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0998490 Mar 02 20:19:44.862181 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2ff4ed8-7fd0-45a0-baee-2df3d88e9560 req-67feb48f-1416-45c9-84be-c8516bf62e91 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558989 Mar 02 20:19:44.884074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-9473dbc0-602a-48cc-ae69-f7af9cbe5750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:44.885647 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-9473dbc0-602a-48cc-ae69-f7af9cbe5750 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1098 time: 0.1100104 Mar 02 20:19:44.979856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-b0c2084a-a41f-47e1-aa30-3f6c0b58a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:44.981372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-b0c2084a-a41f-47e1-aa30-3f6c0b58a19c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0731783 Mar 02 20:19:45.050059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-120e866b-af88-47f1-81fa-557a5eecf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.138658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-43d08bd4-a02b-4dcf-83c8-57f47e30eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:45.140073 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-43d08bd4-a02b-4dcf-83c8-57f47e30eec7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1529858 Mar 02 20:19:45.244705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-9fb3ea55-7bc3-4868-a85f-9f3dd97042ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1002 time: 0.0984831 Mar 02 20:19:45.306629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-1631ab2c-785c-4fc9-a69f-b7d42fa64ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:45.308025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-1631ab2c-785c-4fc9-a69f-b7d42fa64ac9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0580881 Mar 02 20:19:45.388980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-fac25e7c-a6be-418b-9226-35e58c521886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:45.390484 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-fac25e7c-a6be-418b-9226-35e58c521886 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754387 Mar 02 20:19:45.390755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.411639 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.524272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:45.526718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-bb923011-bfd2-413b-bd9c-1d48e08d9b1c service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296184 Mar 02 20:19:45.663644 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ff173a6-a265-478a-8508-1ecc36b9f25c req-cd7baba5-4583-4f85-bff1-0d8ef8db18ac service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311121 Mar 02 20:19:46.057327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc1e9d-6e75-4e66-b1cb-182f0120a3eb req-37877633-646f-4e85-9f7c-9a764d4c8e9f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:46.058739 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7cc1e9d-6e75-4e66-b1cb-182f0120a3eb req-37877633-646f-4e85-9f7c-9a764d4c8e9f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0825791 Mar 02 20:19:46.103628 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b7cc1e9d-6e75-4e66-b1cb-182f0120a3eb req-757dbbaa-16ac-4f8c-86c6-d98ada3e8a3f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387430 Mar 02 20:19:47.145193 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:47.309054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba380166-65ea-45e4-a46d-fd1884ae78b7 req-79ac4275-cdb6-4dce-b87e-0b8a19982f61 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:47.310534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ba380166-65ea-45e4-a46d-fd1884ae78b7 req-79ac4275-cdb6-4dce-b87e-0b8a19982f61 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0896676 Mar 02 20:19:47.355530 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ba380166-65ea-45e4-a46d-fd1884ae78b7 req-25feb212-ba6f-4b99-bcd3-03cc9742ef3e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389466 Mar 02 20:19:48.556727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ff02a-99e1-40f5-90d8-f8116b75dc1b req-2de00343-1e7c-4155-bd30-db789de43718 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:48.558221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-690ff02a-99e1-40f5-90d8-f8116b75dc1b req-2de00343-1e7c-4155-bd30-db789de43718 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0921273 Mar 02 20:19:48.665700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:19:48.668640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:19:48.718612 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-690ff02a-99e1-40f5-90d8-f8116b75dc1b req-cd497ab0-b924-4319-bdb8-968274d66fbc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543536 Mar 02 20:19:48.889563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:48.917528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:48.939912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:48.946473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'mac_address': 'fa:16:3e:94:84:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:19:48.975499 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:48.990744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.026352 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'code': 200} Mar 02 20:19:49.055773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.088751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:19:49.098541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.152234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:19:49.152611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:19:49.199427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-3998b77b-f0a3-4db4-b733-2661f811bafe tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.200848 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-3998b77b-f0a3-4db4-b733-2661f811bafe tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a&tenant_id=cc85d47162e44b9dbfb98e598c5adba9&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 943 time: 0.1431181 Mar 02 20:19:49.277232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dd45e-b13e-4014-85a5-5c605ace8437 req-d12b0ece-bb45-4347-a914-22536d96755b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.278728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b60dd45e-b13e-4014-85a5-5c605ace8437 req-d12b0ece-bb45-4347-a914-22536d96755b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 943 time: 0.1633880 Mar 02 20:19:49.332740 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-d4670e57-6d40-47a9-8662-9892b5ab1c0c service neutron] 10.222.0.32 "GET /v2.0/ports/411ce0a8-a4d8-418e-b0b9-47bc0973534e/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1248121 Mar 02 20:19:49.342180 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b60dd45e-b13e-4014-85a5-5c605ace8437 req-b59f67e3-91f4-4360-9ffa-3a9e6c635fdd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561433 Mar 02 20:19:49.433289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-932f5839-a513-43da-82eb-702a6b221447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.435238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-932f5839-a513-43da-82eb-702a6b221447 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1096 time: 0.0799799 Mar 02 20:19:49.574578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-8b04f022-22db-46b7-b327-e4064cfd2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.576233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-8b04f022-22db-46b7-b327-e4064cfd2a75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1340587 Mar 02 20:19:49.692608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-f27149cd-2c08-4c23-93a6-d086accd9b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1000 time: 0.1106982 Mar 02 20:19:49.711188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.734493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:19:49.752247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:49.759753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:49.763907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-cc11d477-618e-46ec-a460-0cc153271d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.765653 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-cc11d477-618e-46ec-a460-0cc153271d87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0674710 Mar 02 20:19:49.833314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['411ce0a8-a4d8-418e-b0b9-47bc0973534e'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:19:49.861977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-0b027305-62f6-4ce8-9e1e-8a52d60c298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:49.863604 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-0b027305-62f6-4ce8-9e1e-8a52d60c298c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919218 Mar 02 20:19:49.877686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:49.999154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-fadad787-22c0-4931-ba79-ff979952a9d8 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286197 Mar 02 20:19:50.141980 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-e91f5ef8-6edb-47e7-9808-119e0fabfe16 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369150 Mar 02 20:19:50.559956 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d051c-3f01-47a8-8470-9ec34b753070 req-08bd360a-42d6-4dad-a275-a3dd07c49cdf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:50.561457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf8d051c-3f01-47a8-8470-9ec34b753070 req-08bd360a-42d6-4dad-a275-a3dd07c49cdf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 944 time: 0.0943696 Mar 02 20:19:50.610287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf8d051c-3f01-47a8-8470-9ec34b753070 req-5afecd40-11b3-4dc8-8b8b-fb5fc9f1751f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Mar 02 20:19:50.682726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:19:50.753077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 411ce0a8-a4d8-418e-b0b9-47bc0973534e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:19:50.753734 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.883992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.918960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:50.923897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:50.998097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:51.027983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:19:51.083860 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'code': 200} Mar 02 20:19:51.811803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2ae7c-aca2-4652-933c-7458f34373aa req-76ed7ef0-0158-402d-8a46-8b54f12ee440 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:51.813300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ea2ae7c-aca2-4652-933c-7458f34373aa req-76ed7ef0-0158-402d-8a46-8b54f12ee440 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0886500 Mar 02 20:19:51.869375 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ea2ae7c-aca2-4652-933c-7458f34373aa req-4bb8de86-7c5c-4411-92c8-bd88aeda1bfd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500500 Mar 02 20:19:52.569627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-9a25feb3-49f2-4a0e-adf9-bc42e589b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:52.571103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-9a25feb3-49f2-4a0e-adf9-bc42e589b08b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1098 time: 0.0790844 Mar 02 20:19:52.676530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-e24c268c-eb7a-49dc-8ac5-7119270f1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:52.677993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-e24c268c-eb7a-49dc-8ac5-7119270f1c71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 1098 time: 0.0865936 Mar 02 20:19:52.809598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-51051b1c-2e3c-4dd3-994d-faa48aaa2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:52.811048 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-51051b1c-2e3c-4dd3-994d-faa48aaa2003 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1274080 Mar 02 20:19:52.914222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-babf6a67-5c71-441f-bc55-4f27c417114f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 200 len: 1002 time: 0.0961335 Mar 02 20:19:53.111152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-a7268929-f7c4-4053-9b80-317d72705411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:53.112503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-a7268929-f7c4-4053-9b80-317d72705411 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.1924489 Mar 02 20:19:53.188206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6ec67-4d9c-42dd-ad28-cbe17c2f44db req-439eaa3d-6b02-48eb-8b10-e8685d237d5e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:53.189665 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4d6ec67-4d9c-42dd-ad28-cbe17c2f44db req-439eaa3d-6b02-48eb-8b10-e8685d237d5e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.1421998 Mar 02 20:19:53.243108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-cca3f1f6-09a2-4f60-9643-b652604b84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:53.244596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-cca3f1f6-09a2-4f60-9643-b652604b84ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258943 Mar 02 20:19:53.247422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4d6ec67-4d9c-42dd-ad28-cbe17c2f44db req-54ee4e21-f3f2-4a2b-b270-8a02de403a5f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518200 Mar 02 20:19:53.378297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-eebf9459-d4c0-489d-8b5f-ae3c92cc181e service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268783 Mar 02 20:19:53.528289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2f88573c-cbe1-44cb-a5c6-1a1deea1a8a1 req-1525f28d-f267-49f5-9b78-1e8c2e30d726 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443691 Mar 02 20:19:54.472859 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d03a-47a8-48ca-be64-a611afb4a7ff req-5430d744-c702-4e43-a083-f85c1abd0b5c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:54.474330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1ae2d03a-47a8-48ca-be64-a611afb4a7ff req-5430d744-c702-4e43-a083-f85c1abd0b5c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.1062181 Mar 02 20:19:54.522102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1ae2d03a-47a8-48ca-be64-a611afb4a7ff req-22eda25e-30e9-47e3-8149-bd9c31623e0f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395617 Mar 02 20:19:55.728064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff246aeb-cc2e-4edd-8b70-a03eae0c7f93 req-9f732391-4fb3-4205-b33e-1a275afe72a7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:55.729592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff246aeb-cc2e-4edd-8b70-a03eae0c7f93 req-9f732391-4fb3-4205-b33e-1a275afe72a7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0839918 Mar 02 20:19:55.774545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff246aeb-cc2e-4edd-8b70-a03eae0c7f93 req-3065ac8d-bf9a-4642-b103-21153ae15b84 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391955 Mar 02 20:19:55.987807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddc274-49f2-4d79-8d57-0e71c03156ee req-e3b51087-432b-47b6-8caf-2bb8dfcb430a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:55.989380 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ecddc274-49f2-4d79-8d57-0e71c03156ee req-e3b51087-432b-47b6-8caf-2bb8dfcb430a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0906920 Mar 02 20:19:56.050309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ecddc274-49f2-4d79-8d57-0e71c03156ee req-2c5bb932-14b0-40f2-83f9-aca6481471b5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539312 Mar 02 20:19:56.248029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cd58c-a341-4c13-b5d8-6bcdf618d046 req-ffad3916-b59c-4b4a-a2ef-11decbea6a9d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:56.249556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e2cd58c-a341-4c13-b5d8-6bcdf618d046 req-ffad3916-b59c-4b4a-a2ef-11decbea6a9d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0904167 Mar 02 20:19:56.292997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e2cd58c-a341-4c13-b5d8-6bcdf618d046 req-65285aa3-8021-47e8-815e-64363e390612 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376139 Mar 02 20:19:56.695305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c098fc-0f1c-4dd8-8dbc-cd73ebfe2679 req-ea5570b0-fad2-4bc3-a763-0bb585c82573 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:56.696788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07c098fc-0f1c-4dd8-8dbc-cd73ebfe2679 req-ea5570b0-fad2-4bc3-a763-0bb585c82573 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0876853 Mar 02 20:19:56.740529 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07c098fc-0f1c-4dd8-8dbc-cd73ebfe2679 req-754197dd-1f0e-45f5-babd-1a7dd59461fa tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378492 Mar 02 20:19:57.933642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36f78-93e0-4926-b3d8-e48e88562331 req-baef7c2c-6c07-492f-82b7-bae247b244eb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:57.935116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fcf36f78-93e0-4926-b3d8-e48e88562331 req-baef7c2c-6c07-492f-82b7-bae247b244eb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0890322 Mar 02 20:19:57.984905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fcf36f78-93e0-4926-b3d8-e48e88562331 req-fc6c0240-3556-4643-a367-769d4b6c497c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Mar 02 20:19:58.730375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-74e3c832-09f9-4891-b39c-ba727344df6a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:58.731921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-74e3c832-09f9-4891-b39c-ba727344df6a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.0881629 Mar 02 20:19:58.806072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Deleting port 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:19:58.806405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.076285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] For port 411ce0a8-a4d8-418e-b0b9-47bc0973534e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=411ce0a8-a4d8-418e-b0b9-47bc0973534e,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:19:59.077062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.509728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cc626-349c-421f-9ccc-235aa86410a4 req-a2333d65-6735-451c-bbf2-3df4df164b92 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:19:59.511194 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd3cc626-349c-421f-9ccc-235aa86410a4 req-a2333d65-6735-451c-bbf2-3df4df164b92 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 945 time: 0.3715439 Mar 02 20:19:59.566661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.567018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.567317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 disassociated. External IP: 172.26.2.128, port: 411ce0a8-a4d8-418e-b0b9-47bc0973534e. Mar 02 20:19:59.567643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Calling delete_port for 411ce0a8-a4d8-418e-b0b9-47bc0973534e owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:19:59.615661 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd3cc626-349c-421f-9ccc-235aa86410a4 req-c06b866a-518f-4ab3-9170-a9c0d2dd1991 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985539 Mar 02 20:19:59.727146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:19:59.785267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'Port': ['ID=411ce0a8-a4d8-418e-b0b9-47bc0973534e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:19:59.969958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:20:00.164259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:20:00.174951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:20:00.186012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:20:00.186709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:19:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:00.238852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] No DVR routers for this DVR port 411ce0a8-a4d8-418e-b0b9-47bc0973534e on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:20:00.241548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:00.244187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-deleted', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:00.261876 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b578bbbc-52bf-43c5-8e32-f67d8f9745f3 req-6fe992a8-6e95-46b0-9111-7329e4e5babf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "DELETE /v2.0/ports/411ce0a8-a4d8-418e-b0b9-47bc0973534e HTTP/1.1" status: 204 len: 173 time: 1.5236433 Mar 02 20:20:00.304641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7d7ba1-ef2c-4b86-92b5-a6db802e679a', 'name': 'network-vif-deleted', 'tag': '411ce0a8-a4d8-418e-b0b9-47bc0973534e', 'status': 'completed', 'code': 200} Mar 02 20:20:00.413349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:20:00.738994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:00.743138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:20:00.751536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:20:00.752155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:19:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:00.786489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c62c32ce-143a-4acc-baf0-07dbeabf5261 req-ee4d29eb-94f3-49e0-93be-39456153950d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:00.804987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c62c32ce-143a-4acc-baf0-07dbeabf5261 req-ee4d29eb-94f3-49e0-93be-39456153950d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:00.806406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c62c32ce-143a-4acc-baf0-07dbeabf5261 req-ee4d29eb-94f3-49e0-93be-39456153950d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf7d7ba1-ef2c-4b86-92b5-a6db802e679a HTTP/1.1" status: 200 len: 210 time: 0.0670350 Mar 02 20:20:00.937779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:20:01.267031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:01.273432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4d21a-5673-4a9c-9d78-a9d0e5ce40f7 None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:20:01.497215 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bf4943-830f-4be2-95d5-e2b46abbdfbc None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:20:02.181290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-7e7ce150-c3b6-43d6-988e-d8441e4c04c1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--927146592&fields=id&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 267 time: 0.0405042 Mar 02 20:20:02.337173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-e2b2989b-34da-4305-85fd-a4b2763d2d4b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:02.338613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-e2b2989b-34da-4305-85fd-a4b2763d2d4b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1509941 Mar 02 20:20:02.354947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-60259d88-7070-46b9-ac21-cf1f58198df8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/quotas/cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 375 time: 0.0102606 Mar 02 20:20:02.455545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-ffc04fcd-d567-433c-9c55-937b089c14e4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952699 Mar 02 20:20:02.639812 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-0164fbad-7aad-4371-8dc8-43a4785232d2 service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721008 Mar 02 20:20:02.695083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:02.733033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 411ce0a8-a4d8-418e-b0b9-47bc0973534e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:20:02.733251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 411ce0a8-a4d8-418e-b0b9-47bc0973534e not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:20:02.895928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-19ee3512-4a1d-4885-a7b3-0cff80538c95 service neutron] 10.222.0.36 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465451 Mar 02 20:20:03.074303 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0fec2dd6-9eeb-47d3-8fe1-0e414bfdaa0a req-551564ab-4479-4462-85b9-567b70c383e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 210 time: 0.0414894 Mar 02 20:20:04.164934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-d1d54a25-0aaa-4d31-bc6d-9a83993df836 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:04.166397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-d1d54a25-0aaa-4d31-bc6d-9a83993df836 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 811 time: 0.1495259 Mar 02 20:20:04.251154 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f2636f0-b885-4cf2-8630-bb73ba528ee4 req-fa2755ab-ee9f-496d-ae12-20eba37d0466 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 210 time: 0.0565424 Mar 02 20:20:04.265458 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-26a92b1d-97af-44c6-9c21-010b7c322fb6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 379 time: 0.0897706 Mar 02 20:20:04.278143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'port': {'device_id': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'admin_state_up': True, 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'security_groups': ['fb3a2e0a-fb03-4b16-9535-f2d19317d788']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:20:04.419195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:20:04.432933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:20:04.447281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Made reservation on behalf of cc85d47162e44b9dbfb98e598c5adba9 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:20:04.453637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.629081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Allocated IP 172.20.0.7 (0ff3a4b4-595f-48d0-96b5-5b15cbfdb342/6370cab8-8456-45ce-9ae2-27b7d790f908/f2f5ab0c-384e-4936-9bb8-e065f7ece370) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:20:04.822827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.838315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Transition to ACTIVE for port object f2f5ab0c-384e-4936-9bb8-e065f7ece370 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:04.863458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:04.926432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:20:04.929347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:20:04.937184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:20:04.973698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:05.010341 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:05.011009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.043210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-9a69f58d-a058-4cbd-a3a5-b73364a4151b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7690167 Mar 02 20:20:05.060580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Request body: {'port': {'device_id': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:20:05.141321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8745f36-b324-407c-a28b-e10e5fd624fe None None] Provisioning for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:05.147815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8745f36-b324-407c-a28b-e10e5fd624fe None None] Provisioning complete for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:05.148470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8745f36-b324-407c-a28b-e10e5fd624fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.178557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.208771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f8745f36-b324-407c-a28b-e10e5fd624fe None None] Port f2f5ab0c-384e-4936-9bb8-e065f7ece370 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:20:05.538718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0566c-e646-4795-8547-a11f51db8c6c req-b2d9fbce-e762-427a-a7dd-52613a8fab45 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:05.539377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3aa0566c-e646-4795-8547-a11f51db8c6c req-b2d9fbce-e762-427a-a7dd-52613a8fab45 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:20:05.601520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3aa0566c-e646-4795-8547-a11f51db8c6c req-b2d9fbce-e762-427a-a7dd-52613a8fab45 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:20:05.602754 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3aa0566c-e646-4795-8547-a11f51db8c6c req-b2d9fbce-e762-427a-a7dd-52613a8fab45 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 931 time: 0.1996758 Mar 02 20:20:05.605208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:20:05.615097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.656421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Transition to ACTIVE for port object f2f5ab0c-384e-4936-9bb8-e065f7ece370 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:20:05.662450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:05.703137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3aa0566c-e646-4795-8547-a11f51db8c6c req-d89b3254-dcd7-453c-b997-8bf560011568 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931249 Mar 02 20:20:05.936786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:06.011183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Attempting to bind port f2f5ab0c-384e-4936-9bb8-e065f7ece370 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:20:06.011412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Attempting to bind port f2f5ab0c-384e-4936-9bb8-e065f7ece370 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:20:06.011731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Attempting to bind port f2f5ab0c-384e-4936-9bb8-e065f7ece370 on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:20:06.016592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Port f2f5ab0c-384e-4936-9bb8-e065f7ece370 on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:20:06.016907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Attempting to bind port f2f5ab0c-384e-4936-9bb8-e065f7ece370 on network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:20:06.022069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:20:06.022397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Checking segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:20:06.022777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Bound using segment: {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:20:06.023195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Bound port: f2f5ab0c-384e-4936-9bb8-e065f7ece370, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52df3c11-4933-4f6b-843f-9c50dee55d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:20:06.023532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.118359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:20:06.121445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:20:06.127316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.189651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:06.190690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:06.193015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] 10.222.0.32 "PUT /v2.0/ports/f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1093 time: 1.1396687 Mar 02 20:20:06.193642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:06.231992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e57ab-f04d-47a9-8869-d5ad3aa4e688 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:06.271626 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'status': 'completed', 'code': 200} Mar 02 20:20:06.315111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-58af390e-22c8-4e10-ba09-6a192c0f0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:06.316991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-58af390e-22c8-4e10-ba09-6a192c0f0f2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1096 time: 0.0815179 Mar 02 20:20:06.384817 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-72314366-0e92-4c44-9d2e-18fe5388c422 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 217 time: 0.0613959 Mar 02 20:20:06.454379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c3ba1377-6cd6-49f4-8529-7732b0744b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:06.455801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-c3ba1377-6cd6-49f4-8529-7732b0744b1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0658557 Mar 02 20:20:06.539255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-b719d181-1f0c-49d8-a362-109d0915875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:06.540862 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-b719d181-1f0c-49d8-a362-109d0915875f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788991 Mar 02 20:20:06.686516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-728572c1-e927-4896-bf3b-2aacb420c6ba service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391048 Mar 02 20:20:06.865687 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b5627e5c-dd4f-4421-8aab-ab2fc7bdae4a req-380b38d1-2274-42f5-9cce-51f1e596f961 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726239 Mar 02 20:20:06.915609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d9340-964f-464a-a3af-8558116556ae req-fb46f590-2cfb-413f-9b68-e557cc98ebb2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:06.917616 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-894d9340-964f-464a-a3af-8558116556ae req-fb46f590-2cfb-413f-9b68-e557cc98ebb2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 943 time: 0.1025507 Mar 02 20:20:06.998808 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-894d9340-964f-464a-a3af-8558116556ae req-4572bc4a-93dc-49b4-aca1-a5bd69acb532 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513573 Mar 02 20:20:07.022814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-dbb7e9d5-6e00-4759-8c83-1a9782af13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.024496 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-dbb7e9d5-6e00-4759-8c83-1a9782af13f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1096 time: 0.1060374 Mar 02 20:20:07.155693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-aa4716ad-cc70-4697-8fba-f32c002a95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.157166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-aa4716ad-cc70-4697-8fba-f32c002a95b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1265883 Mar 02 20:20:07.234041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-1b140e67-d5fb-4a96-bd2f-410a4480922a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 217 time: 0.0697238 Mar 02 20:20:07.298239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-d9740630-f4c6-406d-b6f5-7f3dc2505517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.299705 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-d9740630-f4c6-406d-b6f5-7f3dc2505517 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0588789 Mar 02 20:20:07.382212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-d1611676-8228-415d-afab-82d59bcc3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:07.383769 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-d1611676-8228-415d-afab-82d59bcc3334 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774310 Mar 02 20:20:07.529426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-5cd81219-0285-4d25-aaf3-3be13174973a service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391449 Mar 02 20:20:07.770020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-970d99eb-cb17-4545-a5df-4ef63542b064 req-1ef95962-d1e1-473c-90b0-c3a02015a161 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332926 Mar 02 20:20:08.202562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0533947-c75a-4786-9c56-a7ef2180bf77 req-55a6f84c-5c15-406d-afd3-bbf96e8da2f1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:08.204019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0533947-c75a-4786-9c56-a7ef2180bf77 req-55a6f84c-5c15-406d-afd3-bbf96e8da2f1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 943 time: 0.0899799 Mar 02 20:20:08.251187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f0533947-c75a-4786-9c56-a7ef2180bf77 req-dbd3f47f-a8bb-4813-a895-c65547237d66 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385239 Mar 02 20:20:08.745088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:20:08.887991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:08.901624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:20:08.959570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.018412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:20:09.036828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:09.043699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:09.113173 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:09.121484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.121934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.122277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.122604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.122934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.123258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.123580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.123923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.124236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.124586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.124881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.125198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:20:09.238767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['f2f5ab0c-384e-4936-9bb8-e065f7ece370'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:20:09.447509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a6789-3f9e-4f3a-ae12-13fdbb1d3aa6 req-e341cd8d-2120-4f18-a9a8-7987f15ee683 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:09.449022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d3a6789-3f9e-4f3a-ae12-13fdbb1d3aa6 req-e341cd8d-2120-4f18-a9a8-7987f15ee683 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 944 time: 0.0859802 Mar 02 20:20:09.495462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d3a6789-3f9e-4f3a-ae12-13fdbb1d3aa6 req-9b8052ec-515c-43bc-b358-8c487b3cea31 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380366 Mar 02 20:20:10.690156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d066e2-db52-4de0-9962-107abc1b05bc req-8a7e5ea7-4fa8-4760-8bc1-9fbff09986de tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:10.691849 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39d066e2-db52-4de0-9962-107abc1b05bc req-8a7e5ea7-4fa8-4760-8bc1-9fbff09986de tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 944 time: 0.0899432 Mar 02 20:20:10.749548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39d066e2-db52-4de0-9962-107abc1b05bc req-c272ad27-8fb8-41bf-8423-4a983a42cb8d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517156 Mar 02 20:20:10.776522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:10.849227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:20:10.854162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:10.854527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:10.989950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.017378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:11.029853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:11.037521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.078859 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'code': 200} Mar 02 20:20:11.111281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:11.313621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb3ca5-3e80-442d-a747-429a11287d51 req-d3b2aafc-97c6-4df4-bd13-e7bf524762ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:11.315027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26cb3ca5-3e80-442d-a747-429a11287d51 req-d3b2aafc-97c6-4df4-bd13-e7bf524762ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0811372 Mar 02 20:20:11.359109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26cb3ca5-3e80-442d-a747-429a11287d51 req-d322b8a8-feda-4526-913e-9341d0fdcda4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379479 Mar 02 20:20:11.818255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f41257de-49a2-4683-8028-21fc21e7a670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:11.950841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b7a12-7843-44ff-ad52-59c90ae06d83 req-813076e3-ea16-4bc4-9ab7-3849bfb85607 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:11.952363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d69b7a12-7843-44ff-ad52-59c90ae06d83 req-813076e3-ea16-4bc4-9ab7-3849bfb85607 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0864100 Mar 02 20:20:12.000497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d69b7a12-7843-44ff-ad52-59c90ae06d83 req-1f040054-98f1-4a99-b149-bdd72ac6f1b5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413253 Mar 02 20:20:13.198354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5028b-7595-4c55-8a0d-48d6335f00b3 req-b4c14232-5f0e-4e87-9c9e-05ebefbcf962 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:13.199780 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7bf5028b-7595-4c55-8a0d-48d6335f00b3 req-b4c14232-5f0e-4e87-9c9e-05ebefbcf962 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0843012 Mar 02 20:20:13.244671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7bf5028b-7595-4c55-8a0d-48d6335f00b3 req-71b863d5-b95c-49cf-bda7-8ae881527446 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387483 Mar 02 20:20:13.433411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6faa3-22ca-4be3-a307-cbf7d4cad2bd req-1337a151-c7bd-4716-89d4-9291773408ae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:13.434894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcd6faa3-22ca-4be3-a307-cbf7d4cad2bd req-1337a151-c7bd-4716-89d4-9291773408ae tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Mar 02 20:20:13.443725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:20:13.448877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Request body: {'floatingip': {'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:20:13.526731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.129900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.136114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:14.424935 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 associated. External IP: 172.26.2.128, port: f2f5ab0c-384e-4936-9bb8-e065f7ece370. Mar 02 20:20:14.799774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:20:15.002933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:20:15.008031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.014114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:20:15.024969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:20:15.025583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:19:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.065511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-babd4edf-7245-4c5e-9e29-8788920c7ee9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "PUT /v2.0/floatingips/80bba217-eb54-4a54-a87c-e2d11fe6aec3 HTTP/1.1" status: 200 len: 992 time: 1.6206055 Mar 02 20:20:15.065984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:15.110687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-91786cb5-8639-422f-b095-0291c64a8612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.118525 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'status': 'completed', 'code': 200} Mar 02 20:20:15.210112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-82830095-bc88-41e3-bb6f-5c08ac554e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:15.211669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-82830095-bc88-41e3-bb6f-5c08ac554e9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0722473 Mar 02 20:20:15.223074 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:20:15.355724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-a19a7ac6-8c25-4eef-b9cb-8428dbc76187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:15.357138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-a19a7ac6-8c25-4eef-b9cb-8428dbc76187 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1396914 Mar 02 20:20:15.429278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.441811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.470165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-fa39b467-5aa6-41fb-a699-9aa848680587 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1000 time: 0.1065221 Mar 02 20:20:15.556951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:15.569740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-f0fa4d85-bc74-40f9-8e79-3a86036a54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:15.571378 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-f0fa4d85-bc74-40f9-8e79-3a86036a54eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0900438 Mar 02 20:20:15.663629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-36942776-f4d6-4d3b-94ae-c387f15f1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:15.665222 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-36942776-f4d6-4d3b-94ae-c387f15f1ca6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881453 Mar 02 20:20:15.670395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 13, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.674461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:20:15.683617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:20:15.684245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:20:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:15.804483 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-44c4ae35-7b74-461c-9673-1912aa12ca80 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333914 Mar 02 20:20:15.865041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:20:16.023760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:20:16.076057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d33a0b3-eba5-47ba-9f4e-b9f20aba88e8 req-86e024b8-96da-4264-9001-cda1e4752af6 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643781 Mar 02 20:20:16.286864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 13, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:20:16.291331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d821b6-361f-4663-a3fc-c11ff3286d2f None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '80bba217-eb54-4a54-a87c-e2d11fe6aec3', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'floating_ip_address': '172.26.2.128', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:17:22Z', 'updated_at': '2022-03-02T20:20:14Z', 'revision_number': 13, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:20:16.505232 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75262d5b-e4c9-4aa2-a4c7-e315846bdd3c None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:20:16.810537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5f1f-806c-463a-9d8b-97027c8025d8 req-2f4cb50e-59cd-4748-a344-211579a8b6b7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:16.812784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68ac5f1f-806c-463a-9d8b-97027c8025d8 req-2f4cb50e-59cd-4748-a344-211579a8b6b7 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0850284 Mar 02 20:20:16.858380 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68ac5f1f-806c-463a-9d8b-97027c8025d8 req-353c4b41-96fa-4ae3-8dcc-0f6fe332889e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401843 Mar 02 20:20:17.141541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:25.467283 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-5b29fd67-605c-46f0-927b-e35385a8c206 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221085 Mar 02 20:20:25.469333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e52a30-f706-4590-b604-7786deab239f req-8af4353a-83f2-4992-a1b8-09ce3952581a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:25.470782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6e52a30-f706-4590-b604-7786deab239f req-8af4353a-83f2-4992-a1b8-09ce3952581a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0848429 Mar 02 20:20:25.530320 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6e52a30-f706-4590-b604-7786deab239f req-571de50d-6c9e-4b9a-a178-0b523fe5ce9e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523543 Mar 02 20:20:26.720892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-747d6579-9da2-4f11-ad94-d739262d1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:26.722405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-747d6579-9da2-4f11-ad94-d739262d1834 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.1214428 Mar 02 20:20:26.782042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aaf38-d2d4-495f-b5c2-1ca796700ea4 req-41f38f9d-7c4b-4459-9da7-b5363a5209a4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:26.783603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d7aaf38-d2d4-495f-b5c2-1ca796700ea4 req-41f38f9d-7c4b-4459-9da7-b5363a5209a4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.1365671 Mar 02 20:20:26.896901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d7aaf38-d2d4-495f-b5c2-1ca796700ea4 req-85efee2c-d5d8-4d85-9674-a67f175ee378 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669541 Mar 02 20:20:26.903656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-be95b545-6a6d-4724-a214-0e1c3c514a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:26.905087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-be95b545-6a6d-4724-a214-0e1c3c514a8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1753545 Mar 02 20:20:27.008855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-6f901897-a160-41d6-80bb-2a034f479c55 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1002 time: 0.0959442 Mar 02 20:20:27.071976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-a3265737-c5d8-4b26-9224-d6a27b852353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:27.073444 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-a3265737-c5d8-4b26-9224-d6a27b852353 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0585709 Mar 02 20:20:27.154271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-987d0229-5115-4144-9ccb-7b666f841417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:27.155835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-987d0229-5115-4144-9ccb-7b666f841417 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728161 Mar 02 20:20:27.292613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-30ea82e3-975c-4f84-8e1b-db8ffc830404 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280453 Mar 02 20:20:27.421370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-aaffe1f4-2c34-4e4b-9aa5-65b2670cd9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226203 Mar 02 20:20:28.086719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d46079-876d-49ed-8523-3d32ae9a7cd4 req-faf05e7c-10ff-43ce-9d89-c4594f1e0ba4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:28.088072 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04d46079-876d-49ed-8523-3d32ae9a7cd4 req-faf05e7c-10ff-43ce-9d89-c4594f1e0ba4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0825398 Mar 02 20:20:28.133346 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-04d46079-876d-49ed-8523-3d32ae9a7cd4 req-b57d6e0d-a7fd-411c-bed3-024e946a8318 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 Mar 02 20:20:29.363695 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce940a2-c32f-4578-9b2d-339d3f848870 req-56df2de8-a781-4b4c-a423-975956f38f3f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:29.365299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dce940a2-c32f-4578-9b2d-339d3f848870 req-56df2de8-a781-4b4c-a423-975956f38f3f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.1039174 Mar 02 20:20:29.409962 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dce940a2-c32f-4578-9b2d-339d3f848870 req-d8f10224-618d-4d3b-bd5c-fbe26d5c5ef5 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386839 Mar 02 20:20:30.614536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886a958-7101-42b1-9542-132a1ef22055 req-98c08e7d-7d54-4ee2-b4a5-2f3dfe08b4d9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:30.616128 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3886a958-7101-42b1-9542-132a1ef22055 req-98c08e7d-7d54-4ee2-b4a5-2f3dfe08b4d9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0930429 Mar 02 20:20:30.662923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3886a958-7101-42b1-9542-132a1ef22055 req-afa5c115-0052-4ee8-aa23-d996ee2c944e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401938 Mar 02 20:20:32.020366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32baed4-de0a-427f-894f-041f4c75a4fa req-2e20d0c7-c387-4059-9462-69f52227a25b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:32.021830 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d32baed4-de0a-427f-894f-041f4c75a4fa req-2e20d0c7-c387-4059-9462-69f52227a25b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0941675 Mar 02 20:20:32.067183 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d32baed4-de0a-427f-894f-041f4c75a4fa req-14aee086-532c-4503-baf7-e8b2479d0c31 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Mar 02 20:20:33.254805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30b440-bbfe-49fb-8133-11eb8d10cd92 req-2f15fb4c-3d43-4558-99d2-5c5ffc1291ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:33.256263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c30b440-bbfe-49fb-8133-11eb8d10cd92 req-2f15fb4c-3d43-4558-99d2-5c5ffc1291ca tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0830412 Mar 02 20:20:33.306245 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c30b440-bbfe-49fb-8133-11eb8d10cd92 req-228ddf8a-1b77-46bf-83ba-77f7189bdee3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440979 Mar 02 20:20:34.503966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795f8b2-cf08-453e-8d19-bbd2045ae9da req-7b5c83db-198d-4ea6-9757-7393f559b9fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:34.505453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9795f8b2-cf08-453e-8d19-bbd2045ae9da req-7b5c83db-198d-4ea6-9757-7393f559b9fc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0858974 Mar 02 20:20:34.549632 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9795f8b2-cf08-453e-8d19-bbd2045ae9da req-768ce0ec-53b7-440e-8174-6d28149a66df tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384665 Mar 02 20:20:35.776352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d42bfc-cc0c-4215-8358-8a02a83a1175 req-214423fe-a168-4505-8a49-a8c92a735602 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:35.777875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67d42bfc-cc0c-4215-8358-8a02a83a1175 req-214423fe-a168-4505-8a49-a8c92a735602 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0998902 Mar 02 20:20:35.940986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-67d42bfc-cc0c-4215-8358-8a02a83a1175 req-3d27584c-3b46-44b1-8b90-d6f8ec698f0b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569879 Mar 02 20:20:37.135535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4ed95-7d6c-4e2d-90a0-c2cfd19fb0f9 req-ffbbfb9c-985b-44a4-a19f-d558d83778e0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:37.137021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20d4ed95-7d6c-4e2d-90a0-c2cfd19fb0f9 req-ffbbfb9c-985b-44a4-a19f-d558d83778e0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0818455 Mar 02 20:20:37.182534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-20d4ed95-7d6c-4e2d-90a0-c2cfd19fb0f9 req-b569ea7f-edd5-4e1e-bcc0-741064bf95d4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Mar 02 20:20:38.375455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae55e06-6678-45e6-a94d-914255a3dd00 req-96d91584-c4f7-44d1-a12c-953c596fe9e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:38.377106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ae55e06-6678-45e6-a94d-914255a3dd00 req-96d91584-c4f7-44d1-a12c-953c596fe9e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0843604 Mar 02 20:20:38.421741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ae55e06-6678-45e6-a94d-914255a3dd00 req-dd6249e2-5389-4fae-a7ef-8235d4f2767b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Mar 02 20:20:39.637031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b786b-1f66-4ae9-a006-786e6c0dffbe req-7cff376a-1122-4a23-be04-9a0e1133a0ef tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:39.638583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-428b786b-1f66-4ae9-a006-786e6c0dffbe req-7cff376a-1122-4a23-be04-9a0e1133a0ef tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0998573 Mar 02 20:20:39.688855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-428b786b-1f66-4ae9-a006-786e6c0dffbe req-c14d4542-6090-4c19-b54d-9ffd655bc1ea tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 Mar 02 20:20:40.878858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8a0c-40c5-4a86-8ea2-96634c4e4ed8 req-d07b34e7-2892-4ef2-948c-cb711d25c81b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:40.880351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06aa8a0c-40c5-4a86-8ea2-96634c4e4ed8 req-d07b34e7-2892-4ef2-948c-cb711d25c81b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0834467 Mar 02 20:20:40.927054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06aa8a0c-40c5-4a86-8ea2-96634c4e4ed8 req-fa290f1d-6511-4ff1-933e-0b9c0d71044f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 Mar 02 20:20:41.818991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532caba4-c016-4c2f-81c4-8982b5020427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:42.133848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6513805-faf5-44dd-a290-40018fffc7a5 req-7c9a7426-b09f-4584-aa49-a0c9a438e017 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.135232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6513805-faf5-44dd-a290-40018fffc7a5 req-7c9a7426-b09f-4584-aa49-a0c9a438e017 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0880163 Mar 02 20:20:42.180819 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6513805-faf5-44dd-a290-40018fffc7a5 req-64ba05e8-d0e9-468c-9567-aa1e8309ce9f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Mar 02 20:20:42.374115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-38d0b8bb-d240-4725-92b7-03de11a8df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.375938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-38d0b8bb-d240-4725-92b7-03de11a8df44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0785604 Mar 02 20:20:42.524523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-021e8a24-1327-4179-8717-e193d72506a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.526051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-021e8a24-1327-4179-8717-e193d72506a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1280084 Mar 02 20:20:42.631142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-746a4c07-cdd9-47ac-af04-39247a557b8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1002 time: 0.0987053 Mar 02 20:20:42.698105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-7efe7f9e-34d6-4ee4-9694-a14a853fc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.699672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-7efe7f9e-34d6-4ee4-9694-a14a853fc6ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0626040 Mar 02 20:20:42.777353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-4b028a11-f77a-45e8-b4b1-8477ed12d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:42.778775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-4b028a11-f77a-45e8-b4b1-8477ed12d8d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731838 Mar 02 20:20:42.911589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-1b4bfb7b-8395-49af-9ecc-33982bdfd837 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265337 Mar 02 20:20:43.046694 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d0e16051-0629-436b-8cd3-be13ac8cd39d req-8cf0e946-b1a6-4a07-aff7-db03873a7337 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283514 Mar 02 20:20:43.406887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8faea-85f8-4f92-9460-06bb10e2874b req-aad94b65-bee0-4020-a9be-b24508160081 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:43.408382 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ed8faea-85f8-4f92-9460-06bb10e2874b req-aad94b65-bee0-4020-a9be-b24508160081 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0991979 Mar 02 20:20:43.456668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ed8faea-85f8-4f92-9460-06bb10e2874b req-b14e93a5-93d6-4efc-b96e-991fe8f565e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415542 Mar 02 20:20:44.652673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319258e-29b5-4843-b9f3-e24da7e2d066 req-372d7d49-3f40-45e8-a405-b32ee53a9983 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:44.654223 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f319258e-29b5-4843-b9f3-e24da7e2d066 req-372d7d49-3f40-45e8-a405-b32ee53a9983 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0851729 Mar 02 20:20:44.710816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f319258e-29b5-4843-b9f3-e24da7e2d066 req-01f3f176-cf46-4b8c-bb9e-7c9c9639334a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469196 Mar 02 20:20:45.053556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-056aa415-ccbb-4987-9b89-3952f9f6460b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.396759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.427244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.527179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:45.923159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c947c6-5405-4f2e-b379-954f23b9a5b4 req-41eecb3e-89ad-4411-bf6c-105ff70ccb24 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:45.924686 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1c947c6-5405-4f2e-b379-954f23b9a5b4 req-41eecb3e-89ad-4411-bf6c-105ff70ccb24 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0877614 Mar 02 20:20:45.970136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1c947c6-5405-4f2e-b379-954f23b9a5b4 req-911c99d5-3f4a-4b1a-9d8c-4da7e9f65bf0 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394959 Mar 02 20:20:47.145216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:47.179594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920e683-94fd-436a-b112-53193e7ffb2c req-27452067-7030-42bc-bdc1-e937ad573d2b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:47.181194 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3920e683-94fd-436a-b112-53193e7ffb2c req-27452067-7030-42bc-bdc1-e937ad573d2b tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0979166 Mar 02 20:20:47.231336 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3920e683-94fd-436a-b112-53193e7ffb2c req-b5fc0597-c280-40bc-9bf0-1af488309b60 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Mar 02 20:20:48.468256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69b560-70b5-4102-b6c0-d5889e13a85e req-15640a1b-1196-443c-92d5-b5b72f26daee tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:48.469799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e69b560-70b5-4102-b6c0-d5889e13a85e req-15640a1b-1196-443c-92d5-b5b72f26daee tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0979998 Mar 02 20:20:48.531108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e69b560-70b5-4102-b6c0-d5889e13a85e req-c4f08111-cb50-4694-9761-71a859b06478 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526896 Mar 02 20:20:49.800160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371fe4c-5b12-4515-a715-796923befc3e req-0a1009b0-95ac-42db-9955-107e699fae59 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:49.802212 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6371fe4c-5b12-4515-a715-796923befc3e req-0a1009b0-95ac-42db-9955-107e699fae59 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.1495235 Mar 02 20:20:49.832088 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-ff86a37a-a502-4bb9-96ec-444737c7cc42 service neutron] 10.222.0.32 "GET /v2.0/ports/f2f5ab0c-384e-4936-9bb8-e065f7ece370/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1195991 Mar 02 20:20:49.866686 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6371fe4c-5b12-4515-a715-796923befc3e req-6ff8e1b6-0327-4a5c-b022-6993ce9f717e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559537 Mar 02 20:20:50.131070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-f36851b4-85d8-4245-b9cf-b091a7438b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.133676 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-f36851b4-85d8-4245-b9cf-b091a7438b97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1098 time: 0.0877967 Mar 02 20:20:50.230012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-987a2cc5-ce38-4829-9833-18c39e1994f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.231522 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-987a2cc5-ce38-4829-9833-18c39e1994f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0759509 Mar 02 20:20:50.474541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-3e94294a-bd42-4bf4-a355-d44f6e5752be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.475921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-3e94294a-bd42-4bf4-a355-d44f6e5752be service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.2389169 Mar 02 20:20:50.585791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-4b5be247-f9ff-48c4-9d8f-285f8bd64789 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1002 time: 0.1037104 Mar 02 20:20:50.650132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-e3efbcb2-9656-42bb-ad3d-a9e71580f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.651583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-e3efbcb2-9656-42bb-ad3d-a9e71580f5eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0604880 Mar 02 20:20:50.730497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b650e0-427a-4bf6-b719-11d083480238 req-ef6dd635-2b1a-4245-8cf4-dac6818fad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:50.732039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-ef6dd635-2b1a-4245-8cf4-dac6818fad77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748413 Mar 02 20:20:50.868232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-7b407f5b-10fe-4191-a2c7-5c2fb09d7260 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301827 Mar 02 20:20:51.052323 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-66a06c0c-b3cd-418e-87ca-6dc0b30d1033 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783562 Mar 02 20:20:51.097873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41298f8e-d3de-4ce0-b625-a51e949d3531 req-1791ecf2-354e-49fd-b685-e6a4d86b78d1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:51.099359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-41298f8e-d3de-4ce0-b625-a51e949d3531 req-1791ecf2-354e-49fd-b685-e6a4d86b78d1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.1121359 Mar 02 20:20:51.156459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-41298f8e-d3de-4ce0-b625-a51e949d3531 req-9ab420a7-2d80-4525-a7a2-6f272de69513 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503922 Mar 02 20:20:52.383584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde66218-3364-4d44-828f-e909f89f8c0a req-9e5efbfb-9a15-4431-832d-034b7b00c5e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:52.385585 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fde66218-3364-4d44-828f-e909f89f8c0a req-9e5efbfb-9a15-4431-832d-034b7b00c5e2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0890112 Mar 02 20:20:52.438623 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fde66218-3364-4d44-828f-e909f89f8c0a req-71659e25-e82b-49ef-812c-fac12d741e19 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423875 Mar 02 20:20:52.951279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:20:53.024216 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:20:53.073560 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:53.105810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:53.118679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:53.129597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:53.174688 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'code': 200} Mar 02 20:20:53.214248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:53.639555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28ea2d-c709-4bde-a043-f80cbd4dc0dd req-9775a52b-5fd5-4e12-8ca0-e8905f2534bf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:53.641079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a28ea2d-c709-4bde-a043-f80cbd4dc0dd req-9775a52b-5fd5-4e12-8ca0-e8905f2534bf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 943 time: 0.0846503 Mar 02 20:20:53.690278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2a28ea2d-c709-4bde-a043-f80cbd4dc0dd req-569b4872-eca7-40cb-a110-2021038af688 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Mar 02 20:20:54.897945 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f110c0-dddc-4926-9944-d51e013a2244 req-38de8f90-99c0-4a2d-9963-c5e94d54b527 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:54.899439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94f110c0-dddc-4926-9944-d51e013a2244 req-38de8f90-99c0-4a2d-9963-c5e94d54b527 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 943 time: 0.0816369 Mar 02 20:20:54.946554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-94f110c0-dddc-4926-9944-d51e013a2244 req-c233876c-468a-4cb3-a743-4ba06770edd1 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412714 Mar 02 20:20:54.953236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:20:55.106225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:55.119916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:20:55.181485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:55.198626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:20:55.218098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:55.223425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:55.297619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['f2f5ab0c-384e-4936-9bb8-e065f7ece370'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:20:55.363750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:56.144538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aa5a2-27b8-4294-8f9b-5cf948f0bdc7 req-b1e7327a-0b9f-4726-b011-7ce26c0a17e3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:56.145986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a41aa5a2-27b8-4294-8f9b-5cf948f0bdc7 req-b1e7327a-0b9f-4726-b011-7ce26c0a17e3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 944 time: 0.0921361 Mar 02 20:20:56.195037 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a41aa5a2-27b8-4294-8f9b-5cf948f0bdc7 req-59da1d9e-73ae-4a71-9a58-25c45f7e656d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Mar 02 20:20:56.968060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:20:57.038293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:20:57.038656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:57.161586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:57.191259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:20:57.201404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:20:57.208673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:20:57.254260 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'code': 200} Mar 02 20:20:57.282244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:20:57.398265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b397e8-3e04-42d9-8cc3-c78119a73e86 req-360972de-4bcd-4cc3-b419-62a9ce7c162e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:57.399751 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9b397e8-3e04-42d9-8cc3-c78119a73e86 req-360972de-4bcd-4cc3-b419-62a9ce7c162e tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0829787 Mar 02 20:20:57.454207 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9b397e8-3e04-42d9-8cc3-c78119a73e86 req-a50635fe-8f7c-4b38-bf8f-a1284de15b28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Mar 02 20:20:58.660726 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e264e-cfbf-4f9e-9722-51ce2fe347b2 req-7758f93f-5337-442f-a905-50b554840a36 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:58.662232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef1e264e-cfbf-4f9e-9722-51ce2fe347b2 req-7758f93f-5337-442f-a905-50b554840a36 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0921588 Mar 02 20:20:58.715268 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef1e264e-cfbf-4f9e-9722-51ce2fe347b2 req-73ac19e7-fbc2-4464-8eee-7941a2150de3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467677 Mar 02 20:20:59.920048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbee619-515c-4e67-99f6-4f37e46810a6 req-7a634ed8-8e54-4354-ad10-1233ced6ffc8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:20:59.921556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fbee619-515c-4e67-99f6-4f37e46810a6 req-7a634ed8-8e54-4354-ad10-1233ced6ffc8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0866268 Mar 02 20:20:59.968133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fbee619-515c-4e67-99f6-4f37e46810a6 req-f15dc1fa-65df-4dca-870c-1d221fecec13 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402856 Mar 02 20:21:00.627812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6d799cf7-224a-44b6-b30f-e7554031318f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:00.629243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6d799cf7-224a-44b6-b30f-e7554031318f tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8&tenant_id=cc85d47162e44b9dbfb98e598c5adba9&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1441696 Mar 02 20:21:00.712363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1584f4-4bab-48ad-8550-d4965198e86c req-cd8c144b-e55f-441a-9c28-efc4b46b3ff2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:00.713878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c1584f4-4bab-48ad-8550-d4965198e86c req-cd8c144b-e55f-441a-9c28-efc4b46b3ff2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.1693413 Mar 02 20:21:00.749395 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-cbdc8bbf-3550-4dda-9858-f936f256d431 service neutron] 10.222.0.32 "GET /v2.0/ports/f2f5ab0c-384e-4936-9bb8-e065f7ece370/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.1147892 Mar 02 20:21:00.805425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c1584f4-4bab-48ad-8550-d4965198e86c req-04c6f490-dab3-4883-a412-816893112e70 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820622 Mar 02 20:21:00.852503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6751d2ea-9e8f-4ce5-9a69-0a203e01ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:00.853998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6751d2ea-9e8f-4ce5-9a69-0a203e01ce0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0826404 Mar 02 20:21:01.107228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-0ad1cade-f713-43a2-ac3f-255c2a052e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:01.108711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-0ad1cade-f713-43a2-ac3f-255c2a052e48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.2492950 Mar 02 20:21:01.217565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-e3be0067-925f-40ff-ac2b-b38fd7110e6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1002 time: 0.1030509 Mar 02 20:21:01.282882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6252488e-8c87-4a1f-a603-e1b1867776e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:01.284424 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-6252488e-8c87-4a1f-a603-e1b1867776e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0606680 Mar 02 20:21:01.371826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-9ee5e778-ed02-4a3b-bff8-84816994350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:01.373354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-9ee5e778-ed02-4a3b-bff8-84816994350e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836411 Mar 02 20:21:01.516583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-39c3c1e7-fbeb-410c-9116-29bd3553f8b1 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370697 Mar 02 20:21:01.650227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-539711d4-0acd-4d7b-be18-feedb42ca0a2 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279516 Mar 02 20:21:02.005110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dafa6-4483-4c84-9004-235487be4d3a req-a65a30f8-1b36-47ec-8110-207cb461e148 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:02.006886 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae0dafa6-4483-4c84-9004-235487be4d3a req-a65a30f8-1b36-47ec-8110-207cb461e148 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0886443 Mar 02 20:21:02.054798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ae0dafa6-4483-4c84-9004-235487be4d3a req-0609cbf4-5173-4657-92e7-09d5fb4f9956 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 Mar 02 20:21:03.253334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b747be-2023-47ab-bbc3-ebef0865688e req-645b02ce-8a75-4547-96d9-8aaa4a6fc7d3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:03.254863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8b747be-2023-47ab-bbc3-ebef0865688e req-645b02ce-8a75-4547-96d9-8aaa4a6fc7d3 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0860515 Mar 02 20:21:03.303227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a8b747be-2023-47ab-bbc3-ebef0865688e req-675cbeb6-1c4a-4001-908d-763d48280ccc tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413532 Mar 02 20:21:04.497786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34554a-a92b-4368-93c4-f8b89f485971 req-28fd5649-f626-4c36-910f-5614861b3114 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:04.499447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e34554a-a92b-4368-93c4-f8b89f485971 req-28fd5649-f626-4c36-910f-5614861b3114 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0881364 Mar 02 20:21:04.553947 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e34554a-a92b-4368-93c4-f8b89f485971 req-d3de6f97-2161-49ad-b062-99db0332d2cf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472174 Mar 02 20:21:04.740371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-10ecfa2b-ded9-43e0-ac1c-399a5bcd6d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:04.741892 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-10ecfa2b-ded9-43e0-ac1c-399a5bcd6d87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8&tenant_id=cc85d47162e44b9dbfb98e598c5adba9 HTTP/1.1" status: 200 len: 1098 time: 0.0806630 Mar 02 20:21:04.835264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-76966aa6-4130-4a1b-820d-04adf371a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:04.836822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-76966aa6-4130-4a1b-820d-04adf371a457 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 1098 time: 0.0722790 Mar 02 20:21:04.976064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-5e0d5f0b-4e26-413a-b165-41af912e818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:04.977556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-5e0d5f0b-4e26-413a-b165-41af912e818b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 200 len: 912 time: 0.1347826 Mar 02 20:21:05.085482 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-42136406-a1f9-4c99-b869-800cc66890f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 200 len: 1002 time: 0.1019828 Mar 02 20:21:05.154795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-e582f6b8-a611-4339-b219-ef8bb7bbd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:05.156513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-e582f6b8-a611-4339-b219-ef8bb7bbd794 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 200 len: 850 time: 0.0650828 Mar 02 20:21:05.232890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-1dd0c27b-027b-4bd9-a879-5fbf4021bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:05.234532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-1dd0c27b-027b-4bd9-a879-5fbf4021bc9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725234 Mar 02 20:21:05.373865 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-50f7f1c9-4c21-40f5-b989-c68349e92607 service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330299 Mar 02 20:21:05.630853 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8794a043-b7e8-45a1-a8f4-aa95b2cd0034 req-d32dd156-b26e-4b7d-ae5b-a5272ee5e2ac service neutron] 10.222.0.32 "GET /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514670 Mar 02 20:21:05.768596 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3945a-e462-4d91-819f-2213127579b5 req-e7864cce-c345-4773-ba54-692c62789a3d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:05.770092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4bb3945a-e462-4d91-819f-2213127579b5 req-e7864cce-c345-4773-ba54-692c62789a3d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0884283 Mar 02 20:21:05.820110 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4bb3945a-e462-4d91-819f-2213127579b5 req-fee748cc-8846-4f3a-919e-b8ef923535b8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436850 Mar 02 20:21:07.007328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e62a23-1665-4e5f-958a-54dfc2b15daf req-6cb3cd4a-ad8e-44ad-bca2-0f0b1aba90a6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:07.008948 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78e62a23-1665-4e5f-958a-54dfc2b15daf req-6cb3cd4a-ad8e-44ad-bca2-0f0b1aba90a6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0805273 Mar 02 20:21:07.064723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78e62a23-1665-4e5f-958a-54dfc2b15daf req-a5c7b2c4-fb77-4301-b0dc-2a9b637f64dd tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499384 Mar 02 20:21:07.092453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:07.224128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.253610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:07.263255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:07.268553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:07.309313 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'code': 200} Mar 02 20:21:07.398170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=9']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:08.261660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4c0de-cccf-40ba-8d1c-f7c3bffbc555 req-b997a9be-bc67-4f58-b7ac-f14b820bf638 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:08.263104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78d4c0de-cccf-40ba-8d1c-f7c3bffbc555 req-b997a9be-bc67-4f58-b7ac-f14b820bf638 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 943 time: 0.0858328 Mar 02 20:21:08.308292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-78d4c0de-cccf-40ba-8d1c-f7c3bffbc555 req-79cf3a79-86fc-4baf-9063-c53f5094e439 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392299 Mar 02 20:21:09.092369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:21:09.226324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:09.239407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'port_id': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'mac_address': 'fa:16:3e:e3:74:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:21:09.293661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.309964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:21:09.325334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:09.333933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:09.401471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['f2f5ab0c-384e-4936-9bb8-e065f7ece370'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:21:09.448420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=10']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:09.465365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.465730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.466057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.466385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.466681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.467032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.467350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.467665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.467982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.468296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.468662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.468975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:09.513620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c590-ea78-4c1e-943f-b5ff066d3f15 req-a711fc38-041e-4486-81ff-47776c43583d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:09.515101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5520c590-ea78-4c1e-943f-b5ff066d3f15 req-a711fc38-041e-4486-81ff-47776c43583d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0851376 Mar 02 20:21:09.563386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5520c590-ea78-4c1e-943f-b5ff066d3f15 req-7c5d31ae-575b-4621-9b39-8100318148e8 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Mar 02 20:21:10.759395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc67fde-851f-4b5e-9405-e1b34496a26e req-af57a345-efab-4a42-8fdd-a6d2e96f0d2d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:10.761008 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fc67fde-851f-4b5e-9405-e1b34496a26e req-af57a345-efab-4a42-8fdd-a6d2e96f0d2d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 945 time: 0.0902109 Mar 02 20:21:10.807375 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4fc67fde-851f-4b5e-9405-e1b34496a26e req-7ce709ac-b89b-4dbc-a0ac-49bd644b1c1a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Mar 02 20:21:11.108775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:11.180170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port f2f5ab0c-384e-4936-9bb8-e065f7ece370 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:11.180587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.296342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.324461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:11.334773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:11.340616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:11.383974 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'code': 200} Mar 02 20:21:11.408898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=11']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:11.814190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-35e65f13-dcd8-4bea-a8f6-03b1067b3db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:12.007819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f12ec7-8375-4a52-9db1-7c98ae8f5515 req-b4c532b4-e1e1-4808-a7b9-f7e8b045da7a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:12.009308 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5f12ec7-8375-4a52-9db1-7c98ae8f5515 req-b4c532b4-e1e1-4808-a7b9-f7e8b045da7a tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0832343 Mar 02 20:21:12.056595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a5f12ec7-8375-4a52-9db1-7c98ae8f5515 req-af11519c-0371-4cf0-8459-d01bd4827289 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Mar 02 20:21:13.253597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee82a-8b61-4f2f-9b69-c9475212abaf req-f9845255-8cf1-4204-85a2-d8539d5f2236 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:13.255067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b5ee82a-8b61-4f2f-9b69-c9475212abaf req-f9845255-8cf1-4204-85a2-d8539d5f2236 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0845480 Mar 02 20:21:13.302801 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b5ee82a-8b61-4f2f-9b69-c9475212abaf req-e35b4314-e3cd-41f0-8262-b7bf2611f6a9 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419433 Mar 02 20:21:14.504344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80ac4a-8b40-4165-93e4-76d501158a16 req-139759f5-9d86-4814-820f-ff71a548f99d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:14.505946 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a80ac4a-8b40-4165-93e4-76d501158a16 req-139759f5-9d86-4814-820f-ff71a548f99d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0866864 Mar 02 20:21:14.552324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a80ac4a-8b40-4165-93e4-76d501158a16 req-615af4d9-8dbf-4191-aca5-15192e3b6885 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Mar 02 20:21:14.749292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf052f3a-42cc-4f67-aab7-cbb734e13bd1 req-b5e6e4a4-7a83-43d3-9572-49566af86845 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:14.750761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf052f3a-42cc-4f67-aab7-cbb734e13bd1 req-b5e6e4a4-7a83-43d3-9572-49566af86845 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0894780 Mar 02 20:21:14.797219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cf052f3a-42cc-4f67-aab7-cbb734e13bd1 req-107bb683-4e4a-4763-bbd7-c68f8e7cec56 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403535 Mar 02 20:21:14.991583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393dbdd-06bc-4ad4-b612-a54ab697de40 req-5df0e62a-2317-4bb2-b43d-c7957cf9fb5c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:14.993134 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1393dbdd-06bc-4ad4-b612-a54ab697de40 req-5df0e62a-2317-4bb2-b43d-c7957cf9fb5c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0877759 Mar 02 20:21:15.043894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1393dbdd-06bc-4ad4-b612-a54ab697de40 req-d6f4fc7e-77bd-4b47-902d-fd5db9ae246d tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410631 Mar 02 20:21:15.051110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b559a56c-2df5-4ad4-aaaa-61fb5687e208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.400209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.428934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:15.457078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66f04c-7948-4634-a55c-a3ddcf2b4c7c req-0202eb47-d9cd-48df-adf3-a92b82d62197 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:15.458536 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab66f04c-7948-4634-a55c-a3ddcf2b4c7c req-0202eb47-d9cd-48df-adf3-a92b82d62197 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0906992 Mar 02 20:21:15.507517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab66f04c-7948-4634-a55c-a3ddcf2b4c7c req-8f69eb89-c740-493b-bf8c-1da4dca06f28 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418358 Mar 02 20:21:15.534182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:16.717871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0aee2-d1b8-49ea-bef6-b2ebd4476f8f req-75b0e79e-96e0-4fd3-9fdf-ee18be0f99bf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:16.720487 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-afb0aee2-d1b8-49ea-bef6-b2ebd4476f8f req-75b0e79e-96e0-4fd3-9fdf-ee18be0f99bf tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0942395 Mar 02 20:21:16.780349 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-afb0aee2-d1b8-49ea-bef6-b2ebd4476f8f req-4c3c9be6-3634-48e9-ae0d-d15385eef21c tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509627 Mar 02 20:21:17.147892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:17.723923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-dbaa24f6-ea45-499b-9872-1c630315a6b4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:17.725465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-dbaa24f6-ea45-499b-9872-1c630315a6b4 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.0828707 Mar 02 20:21:17.795409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Deleting port f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:17.795773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.207972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdf42f-24f3-4e91-8fa9-dc2778447fb0 req-6216f52c-ac2f-4e77-b57a-c769c92b20b2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:18.209455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bfbdf42f-24f3-4e91-8fa9-dc2778447fb0 req-6216f52c-ac2f-4e77-b57a-c769c92b20b2 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 946 time: 0.3154871 Mar 02 20:21:18.211104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] For port f2f5ab0c-384e-4936-9bb8-e065f7ece370, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f2f5ab0c-384e-4936-9bb8-e065f7ece370,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:18.211450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.342327 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bfbdf42f-24f3-4e91-8fa9-dc2778447fb0 req-adee750f-b045-477b-8350-e8a78b65cbd6 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups?id=fb3a2e0a-fb03-4b16-9535-f2d19317d788&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231492 Mar 02 20:21:18.541054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.541388 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.541648 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3 disassociated. External IP: 172.26.2.128, port: f2f5ab0c-384e-4936-9bb8-e065f7ece370. Mar 02 20:21:18.542338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Calling delete_port for f2f5ab0c-384e-4936-9bb8-e065f7ece370 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:18.696829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:18.746135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'Port': ['ID=f2f5ab0c-384e-4936-9bb8-e065f7ece370,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:18.819927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.820258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.820764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.821088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.821414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.821752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.822055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.822368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.822683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.822992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.823304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.823616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:18.952316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:21:19.139204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:21:19.149311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:21:19.160174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:21:19.160831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:21:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:19.213869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] No DVR routers for this DVR port f2f5ab0c-384e-4936-9bb8-e065f7ece370 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:21:19.216728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:19.219623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-deleted', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:19.236391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-902d5201-a519-44ab-a9e0-306aa6bb323a req-5e4ea5cc-5490-409a-b40b-fa7cb12bfccb tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.32 "DELETE /v2.0/ports/f2f5ab0c-384e-4936-9bb8-e065f7ece370 HTTP/1.1" status: 204 len: 173 time: 1.5056012 Mar 02 20:21:19.269472 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e09ba00-daf0-4abe-8309-cdd160da77f8', 'name': 'network-vif-deleted', 'tag': 'f2f5ab0c-384e-4936-9bb8-e065f7ece370', 'status': 'completed', 'code': 200} Mar 02 20:21:19.356615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:21:19.599826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-80398a8f-bccd-499c-99f7-b41c053fb05f req-bfee7eac-52df-47de-b4a6-1598eed73d92 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Synchronizing usage tracker for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:19.617518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-80398a8f-bccd-499c-99f7-b41c053fb05f req-bfee7eac-52df-47de-b4a6-1598eed73d92 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Unset dirty status for tenant:cc85d47162e44b9dbfb98e598c5adba9 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:19.620858 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80398a8f-bccd-499c-99f7-b41c053fb05f req-bfee7eac-52df-47de-b4a6-1598eed73d92 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e09ba00-daf0-4abe-8309-cdd160da77f8 HTTP/1.1" status: 200 len: 210 time: 0.1685474 Mar 02 20:21:19.724063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:19.729662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:21:19.739023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:21:19.739875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:21:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:19.946739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:21:20.309106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:20.313139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabca94c-a5ac-4a49-ad8f-b19f6591f399 None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:17:18Z', 'revision_number': 4, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4d20488b-68d2-4c5f-bf09-c66a0d4bf520', 'name': '', 'network_id': '0ff3a4b4-595f-48d0-96b5-5b15cbfdb342', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'mac_address': 'fa:16:3e:a7:fa:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:18Z', 'updated_at': '2022-03-02T20:17:24Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'subnets': [{'id': '6370cab8-8456-45ce-9ae2-27b7d790f908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:21:20.587694 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1da9cca-4cf8-4e8a-bee9-7f60de1b67cd None None] New status for floating IP 80bba217-eb54-4a54-a87c-e2d11fe6aec3: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:21:21.170390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:21.208889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: f2f5ab0c-384e-4936-9bb8-e065f7ece370 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:21:21.209225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device f2f5ab0c-384e-4936-9bb8-e065f7ece370 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:23.989797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43314) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:24.058909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.086813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.139697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.157132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a2e0a-fb03-4b16-9535-f2d19317d788,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:24.167083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.167309 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.167720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.168114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.168523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.168845 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.169169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.169486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.169798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.170108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.170418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.170725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:21:24.179063 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.180154 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a4b4177e-f64c-4023-8bc1-a20aea93f779 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "DELETE /v2.0/security-groups/fb3a2e0a-fb03-4b16-9535-f2d19317d788 HTTP/1.1" status: 204 len: 168 time: 0.1894386 Mar 02 20:21:24.182811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43318) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:24.199108 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-0c6888d6-3538-4e7f-8c7f-4f736d61c707 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] show failed (client error): The resource could not be found. Mar 02 20:21:24.200084 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0c6888d6-3538-4e7f-8c7f-4f736d61c707 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "GET /v2.0/security-groups/fb3a2e0a-fb03-4b16-9535-f2d19317d788 HTTP/1.1" status: 404 len: 347 time: 0.0164053 Mar 02 20:21:24.204080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43322) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:24.461051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Deleting port 71a917ac-7528-45b6-8969-4d9df62133cc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:24.461380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.639633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.639951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.770483 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Calling delete_port for 71a917ac-7528-45b6-8969-4d9df62133cc owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:24.924057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:24.973520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Pushing event deleted for resources: {'Port': ['ID=71a917ac-7528-45b6-8969-4d9df62133cc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:25.065665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.087582 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:25.088741 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-97205371-d799-4078-bc23-3b2fe3620c76 tempest-ServerActionsTestJSON-948611750 tempest-ServerActionsTestJSON-948611750-project] 10.222.0.36 "DELETE /v2.0/floatingips/80bba217-eb54-4a54-a87c-e2d11fe6aec3 HTTP/1.1" status: 204 len: 168 time: 0.8836789 Mar 02 20:21:25.092000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43326) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:25.651365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.111010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Deleting port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:26.111755 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.286116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] For port 4d20488b-68d2-4c5f-bf09-c66a0d4bf520, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:26.286471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.407076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Calling delete_port for 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:26.598270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:26.644249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=4d20488b-68d2-4c5f-bf09-c66a0d4bf520,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:26.919009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:27.389957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Router 2bcc1881-bde3-43d9-a042-277e709adb93 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:21:27.571094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:21:27.580289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Sync routers for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:21:27.584289 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8714b8c5-c586-48c0-ac4c-60ae7bd4cdbc admin admin] 10.222.0.36 "PUT /v2.0/routers/2bcc1881-bde3-43d9-a042-277e709adb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4912760 Mar 02 20:21:27.586748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43330) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:27.590750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:21:27.591420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:21:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:27.783218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:21:27.794391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:27.993015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.004633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Deleting port f556488b-6feb-4d32-acc7-1b2fe4ca4849 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:28.005051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.076514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38'}], 'enable_snat': True}, 'gw_port_id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:21:26Z', 'revision_number': 5, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port': {'id': 'f556488b-6feb-4d32-acc7-1b2fe4ca4849', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:2a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:17:15Z', 'updated_at': '2022-03-02T20:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:28.080858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Checking router: 2bcc1881-bde3-43d9-a042-277e709adb93 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:21:28.091202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Routers {'2bcc1881-bde3-43d9-a042-277e709adb93'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:21:28.091933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:21:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['2bcc1881-bde3-43d9-a042-277e709adb93'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:28.199036 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] For port f556488b-6feb-4d32-acc7-1b2fe4ca4849, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f556488b-6feb-4d32-acc7-1b2fe4ca4849,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:28.199391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.263115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] Set router 2bcc1881-bde3-43d9-a042-277e709adb93 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:21:28.326425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Calling delete_port for f556488b-6feb-4d32-acc7-1b2fe4ca4849 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:28.370277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:21:27Z', 'revision_number': 6, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:28.374685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9f7cf2-2448-42f3-a26b-459184c920b6 None None] The sync data for ids ['2bcc1881-bde3-43d9-a042-277e709adb93'] in dv-neutron-831594-2-hyperv is: [{'id': '2bcc1881-bde3-43d9-a042-277e709adb93', 'name': 'tempest-ServerActionsTestJSON-857284701-router', 'tenant_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:17:14Z', 'updated_at': '2022-03-02T20:21:27Z', 'revision_number': 6, 'project_id': 'cc85d47162e44b9dbfb98e598c5adba9', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:21:28.527196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.582029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Pushing event deleted for resources: {'Port': ['ID=f556488b-6feb-4d32-acc7-1b2fe4ca4849,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:28.669534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.962104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.964523 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.988920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:28.989410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bcc1881-bde3-43d9-a042-277e709adb93 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:21:29.003690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.004839 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1c59bfc7-615b-4069-aafd-3e6e6cfec252 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2bcc1881-bde3-43d9-a042-277e709adb93 HTTP/1.1" status: 204 len: 168 time: 1.4172213 Mar 02 20:21:29.007407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43334) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:29.068285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Deleting subnet 6370cab8-8456-45ce-9ae2-27b7d790f908 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:21:29.071281 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.120339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.206820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.277890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.317668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6370cab8-8456-45ce-9ae2-27b7d790f908,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:29.319734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.328529 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37596606-efd8-48e5-a329-bb42532df41c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6370cab8-8456-45ce-9ae2-27b7d790f908 HTTP/1.1" status: 204 len: 168 time: 0.3179405 Mar 02 20:21:29.328739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c85ea7-9d0f-4dd4-9661-22ad20bc2c70 None None] Network 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:21:29.329604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43338) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:29.444106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.459210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Deleting port 0d6dc56c-0436-40ba-933d-a84eb60027e2 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:29.459550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.660910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] DHCP port deletion for 0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:21:29.665980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Deleting port 0d6dc56c-0436-40ba-933d-a84eb60027e2 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:29.666428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.672270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] For port 0d6dc56c-0436-40ba-933d-a84eb60027e2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d6dc56c-0436-40ba-933d-a84eb60027e2,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:29.673286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.696106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:29.740981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:21:29.741370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4d20488b-68d2-4c5f-bf09-c66a0d4bf520 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:29.741687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f556488b-6feb-4d32-acc7-1b2fe4ca4849 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:29.782200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f556488b-6feb-4d32-acc7-1b2fe4ca4849 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:21:29.782542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f556488b-6feb-4d32-acc7-1b2fe4ca4849 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:29.911697 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Calling delete_port for 0d6dc56c-0436-40ba-933d-a84eb60027e2 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:29.951817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] For port 0d6dc56c-0436-40ba-933d-a84eb60027e2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0d6dc56c-0436-40ba-933d-a84eb60027e2,segment=NetworkSegment(52df3c11-4933-4f6b-843f-9c50dee55d2c),segment_id=52df3c11-4933-4f6b-843f-9c50dee55d2c)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:29.952196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:29.988137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.024304 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:21:30.037045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6dc56c-0436-40ba-933d-a84eb60027e2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:30.040951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] No DVR routers for this DVR port 0d6dc56c-0436-40ba-933d-a84eb60027e2 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:21:30.073714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Calling delete_port for 0d6dc56c-0436-40ba-933d-a84eb60027e2 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:30.145701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:21:30.146049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:21:30.155791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.181081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3a4b4-595f-48d0-96b5-5b15cbfdb342']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:30.192709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52df3c11-4933-4f6b-843f-9c50dee55d2c') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:30.192989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52df3c11-4933-4f6b-843f-9c50dee55d2c') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:21:30.203922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.219412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.225706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:21:30.226160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:21:30.238921 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:21:30.318811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.337981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.348186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff3a4b4-595f-48d0-96b5-5b15cbfdb342,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:30.364142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5a9d1d53-496f-44ae-80b3-b7e60ae09236 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0ff3a4b4-595f-48d0-96b5-5b15cbfdb342 HTTP/1.1" status: 204 len: 168 time: 1.0330780 Mar 02 20:21:30.509051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43344) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:30.559344 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9420acd8-aa70-427e-8de3-735d6eaccfa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc85d47162e44b9dbfb98e598c5adba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490918 Mar 02 20:21:30.561981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43348) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:30.620754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.646541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.647286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Deleting port 0d6dc56c-0436-40ba-933d-a84eb60027e2 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:30.647761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.712925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.720150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f7b38b0b-1191-4e3e-aa11-b4fb6bd859d1 None None] The port '0d6dc56c-0436-40ba-933d-a84eb60027e2' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:21:30.733269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7bcc7-ebe1-4937-aed2-6c1c59286521,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:30.743891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:30.745015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-02bf61db-7e88-47ce-9da2-021fb669596d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cf7bcc7-ebe1-4937-aed2-6c1c59286521 HTTP/1.1" status: 204 len: 168 time: 0.1821530 Mar 02 20:21:31.651024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d6dc56c-0436-40ba-933d-a84eb60027e2 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:21:31.688256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0d6dc56c-0436-40ba-933d-a84eb60027e2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:21:31.688621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0d6dc56c-0436-40ba-933d-a84eb60027e2 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:21:31.698469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43372) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:31.815766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-302090942-network', 'tenant_id': '541022defdd84ea0a3a156e495c7ba84'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:31.821326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:31.825222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Usage tracker for resource:network and tenant:541022defdd84ea0a3a156e495c7ba84 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:31.828110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:31.834300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:31.845513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Made reservation on behalf of 541022defdd84ea0a3a156e495c7ba84 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:31.847849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:31.860212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:31.874790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:31.878684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:541022defdd84ea0a3a156e495c7ba84 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:31.881706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:31.887667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:31.969723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:31.975928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.010489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:21:32.019470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaba42e-6547-42f0-8309-007d4cf54c7c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:32.026261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.026616 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Added segment ebd4b176-037a-4975-a342-fbed09d947b4 of type vlan for network 56ed0816-6f67-407a-86b8-24213e6946ee Mar 02 20:21:32.057793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.093090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.094125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:32.094699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.202599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5030434 Mar 02 20:21:32.203407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb006-3057-4a39-b85c-93495ce4e7b2 admin admin] Pushing event updated for resources: {'Network': ['ID=56ed0816-6f67-407a-86b8-24213e6946ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:32.205691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43378) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:21:32.211622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Request body: {'subnet': {'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-302090942-subnet', 'tenant_id': '541022defdd84ea0a3a156e495c7ba84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:32.214597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 56ed0816-6f67-407a-86b8-24213e6946ee details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:21:32.216564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:32.220670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Usage tracker for resource:subnet and tenant:541022defdd84ea0a3a156e495c7ba84 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:32.223648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:32.230046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:32.243430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Made reservation on behalf of 541022defdd84ea0a3a156e495c7ba84 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:32.245831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.457339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.527450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075eb83b-9104-4add-a1d5-6082e993410e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:32.538925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Checking segment: {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:21:32.539275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Network hostable DHCP agents. Network: 56ed0816-6f67-407a-86b8-24213e6946ee, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:21:32.563658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Network 56ed0816-6f67-407a-86b8-24213e6946ee is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:21:32.575781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 56ed0816-6f67-407a-86b8-24213e6946ee) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:32.580021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:32.580625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:32.586348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1b41d-14c4-4b0f-99ca-10a68d6244ef None None] Network 56ed0816-6f67-407a-86b8-24213e6946ee requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:21:32.606357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-057eb7ff-cc91-4770-ac21-33f2aca767e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3995812 Mar 02 20:21:32.816640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009c56d-1761-43e2-92a3-d443d5b94e99 None None] Network 56ed0816-6f67-407a-86b8-24213e6946ee requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:21:33.156942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-b2003743-a188-4637-8b24-a2f636d3c176 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:33.157637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-b2003743-a188-4637-8b24-a2f636d3c176 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:33.176496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-b2003743-a188-4637-8b24-a2f636d3c176 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:33.177645 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-b2003743-a188-4637-8b24-a2f636d3c176 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 813 time: 0.1662118 Mar 02 20:21:33.192534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-b73e1a39-8543-436f-96bf-fc2a9be65a3d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/quotas/541022defdd84ea0a3a156e495c7ba84 HTTP/1.1" status: 200 len: 375 time: 0.0089831 Mar 02 20:21:33.243339 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-7cb29ef7-6dea-420e-8950-d1fa8f110510 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455985 Mar 02 20:21:33.500102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f51a83c4-bda5-432b-9fff-3fb55ae07d2f service neutron] 10.222.0.36 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495680 Mar 02 20:21:33.635566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-909007e8-ed90-4b7f-bce5-94697a03f0cb service neutron] 10.222.0.36 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295483 Mar 02 20:21:33.886611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4a7d33da-7c37-4b06-bc3f-7f0b933d2865 req-bf673443-df25-456c-8530-b0e1dc9b1335 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 210 time: 0.1016648 Mar 02 20:21:35.008887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-adcbaa81-a67d-4b69-8a34-e600edd52867 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:35.010360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-adcbaa81-a67d-4b69-8a34-e600edd52867 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 813 time: 0.1612251 Mar 02 20:21:35.050373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Request body: {'port': {'device_id': '02315311-006c-4aca-9ee9-9e3305dba98e', 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee', 'admin_state_up': True, 'tenant_id': '541022defdd84ea0a3a156e495c7ba84'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:35.076639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2af01a09-c468-49b3-940c-cdd8a5f945a0 req-f1f42797-e1f4-4587-ab34-90f097b6566d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 210 time: 0.0652370 Mar 02 20:21:35.201936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:35.205983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Usage tracker for resource:port and tenant:541022defdd84ea0a3a156e495c7ba84 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:21:35.208966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:21:35.214845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:35.226932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Made reservation on behalf of 541022defdd84ea0a3a156e495c7ba84 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:35.230470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.390308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Allocated IP 172.20.0.10 (56ed0816-6f67-407a-86b8-24213e6946ee/075eb83b-9104-4add-a1d5-6082e993410e/dd100b14-f792-42be-8afe-e2a770a782f0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:35.591393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.622522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.689310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Network 56ed0816-6f67-407a-86b8-24213e6946ee is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:35.696609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:35.700926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:21:35.733384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Pushing event updated for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:35.769223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:35.769846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:35.791092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-29ddda9d-53f4-4fb1-bfdf-9801071a75ee tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7446485 Mar 02 20:21:35.846055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Request body: {'port': {'device_id': '02315311-006c-4aca-9ee9-9e3305dba98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:35.953698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.338715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-c9c16680-462d-477f-a86a-6153ded3db64 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:36.339411 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-c9c16680-462d-477f-a86a-6153ded3db64 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:36.372025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd100b14-f792-42be-8afe-e2a770a782f0 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:21:36.379744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.383709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-c9c16680-462d-477f-a86a-6153ded3db64 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:36.384888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-c9c16680-462d-477f-a86a-6153ded3db64 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 932 time: 0.1961892 Mar 02 20:21:36.409210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Transition to ACTIVE for port object dd100b14-f792-42be-8afe-e2a770a782f0 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:36.415776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.645553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-4e3cf399-7e33-43c3-923a-d0111a6b0dd3 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:36.664086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Pushing event updated for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:36.746600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-4e3cf399-7e33-43c3-923a-d0111a6b0dd3 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:36.747770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9496461d-14f5-4e6a-ade0-e5051b6a28f2 req-4e3cf399-7e33-43c3-923a-d0111a6b0dd3 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568642 Mar 02 20:21:36.788169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Attempting to bind port dd100b14-f792-42be-8afe-e2a770a782f0 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:36.788563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Attempting to bind port dd100b14-f792-42be-8afe-e2a770a782f0 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:36.788872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Attempting to bind port dd100b14-f792-42be-8afe-e2a770a782f0 on network 56ed0816-6f67-407a-86b8-24213e6946ee {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:21:36.793875 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Port dd100b14-f792-42be-8afe-e2a770a782f0 on network 56ed0816-6f67-407a-86b8-24213e6946ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:21:36.794242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Attempting to bind port dd100b14-f792-42be-8afe-e2a770a782f0 on network 56ed0816-6f67-407a-86b8-24213e6946ee {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:21:36.799426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:21:36.799758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Checking segment: {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:21:36.800196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Bound using segment: {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:21:36.800636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Bound port: dd100b14-f792-42be-8afe-e2a770a782f0, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:36.800974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.888472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:21:36.891448 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dd100b14-f792-42be-8afe-e2a770a782f0,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:21:36.895858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.954267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:36.954861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:36.956353 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] 10.222.0.32 "PUT /v2.0/ports/dd100b14-f792-42be-8afe-e2a770a782f0 HTTP/1.1" status: 200 len: 1094 time: 1.1584849 Mar 02 20:21:36.956802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:36.981463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790f857-bca7-4ed8-adb5-6e69452e905a service neutron] Pushing event updated for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:37.025826 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0', 'status': 'completed', 'code': 200} Mar 02 20:21:37.067133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-e5364cb1-e740-4db3-86d6-88fac5e75daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:37.068672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-e5364cb1-e740-4db3-86d6-88fac5e75daa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 1097 time: 0.0741692 Mar 02 20:21:37.138205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-f3cab10d-9240-4641-b3bb-579b4e0e11c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd100b14-f792-42be-8afe-e2a770a782f0 HTTP/1.1" status: 200 len: 217 time: 0.0625675 Mar 02 20:21:37.199730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-615314c8-ab89-47c8-8f9b-58b2d967bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:37.201260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-615314c8-ab89-47c8-8f9b-58b2d967bc94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 200 len: 853 time: 0.0576563 Mar 02 20:21:37.252043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-fcec742e-b031-44eb-9af1-ab8a5be41d67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56ed0816-6f67-407a-86b8-24213e6946ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448165 Mar 02 20:21:37.397057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-ad121439-e087-4085-9e56-c68dded0c383 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394906 Mar 02 20:21:37.531592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e14fe09-6ea1-4986-802a-36f07baeb66b req-83d1293f-f9fd-464e-a4f2-743110892089 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275978 Mar 02 20:21:37.649570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-32645361-94ce-47ab-b942-2f6ed98fa283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:37.651106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-32645361-94ce-47ab-b942-2f6ed98fa283 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 1097 time: 0.0724988 Mar 02 20:21:37.784813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-8f54ea94-4e64-479d-bdd8-6796257ed96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:37.786247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-8f54ea94-4e64-479d-bdd8-6796257ed96a service neutron] 10.222.0.32 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 914 time: 0.1285820 Mar 02 20:21:37.857929 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-e91202d6-5ab3-468d-91d0-59817337422d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd100b14-f792-42be-8afe-e2a770a782f0 HTTP/1.1" status: 200 len: 217 time: 0.0645843 Mar 02 20:21:37.960277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-be809ae3-0334-4613-b9dd-4bdd9024c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:37.961762 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-be809ae3-0334-4613-b9dd-4bdd9024c220 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 200 len: 853 time: 0.0717185 Mar 02 20:21:38.018108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-fba78f96-2300-4f73-962f-3f379ac9b310 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56ed0816-6f67-407a-86b8-24213e6946ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494049 Mar 02 20:21:38.029621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4c9d-eb61-45d5-84ef-fd3ff22d10e9 req-8e2a44c6-8078-49da-a497-c129b2361aaf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:38.031165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e4a4c9d-eb61-45d5-84ef-fd3ff22d10e9 req-8e2a44c6-8078-49da-a497-c129b2361aaf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 944 time: 0.1721828 Mar 02 20:21:38.261553 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e4a4c9d-eb61-45d5-84ef-fd3ff22d10e9 req-e4c48d27-4263-4443-a2a8-a2bdc6b21862 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121723 Mar 02 20:21:38.287835 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-e507a866-d4f7-4463-a295-692989ef7c26 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557354 Mar 02 20:21:38.418966 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c6ec3953-4430-43b5-a673-9045b6b63d8c req-1f792194-45c1-4540-b9bd-7e8135ca3c52 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230168 Mar 02 20:21:39.264133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dd100b14-f792-42be-8afe-e2a770a782f0 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:21:39.402343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dd100b14-f792-42be-8afe-e2a770a782f0,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:39.446058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'dd100b14-f792-42be-8afe-e2a770a782f0', 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee', 'port_id': 'dd100b14-f792-42be-8afe-e2a770a782f0', 'mac_address': 'fa:16:3e:a4:33:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075eb83b-9104-4add-a1d5-6082e993410e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:21:39.462351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d1154-deb2-430c-b20c-7fb2f9e99388 req-f4633d40-0b60-43da-88d1-0817a867c3d2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:39.463910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-757d1154-deb2-430c-b20c-7fb2f9e99388 req-f4633d40-0b60-43da-88d1-0817a867c3d2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 944 time: 0.0954847 Mar 02 20:21:39.501854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:39.510406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-757d1154-deb2-430c-b20c-7fb2f9e99388 req-2485a024-837f-4b80-b844-a0cf2e9bfb53 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Mar 02 20:21:39.519120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd100b14-f792-42be-8afe-e2a770a782f0 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:21:39.535206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dd100b14-f792-42be-8afe-e2a770a782f0,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:39.541013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:39.609049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:39.742993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['dd100b14-f792-42be-8afe-e2a770a782f0'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:21:40.697506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658c70-cf46-4f5a-80fe-eb79c3121de5 req-78806256-1530-4168-945e-43a0cef0976f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:40.699024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34658c70-cf46-4f5a-80fe-eb79c3121de5 req-78806256-1530-4168-945e-43a0cef0976f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 945 time: 0.0832345 Mar 02 20:21:40.744467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34658c70-cf46-4f5a-80fe-eb79c3121de5 req-a10e7d58-4187-4f53-b7a5-f099a83456c6 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 Mar 02 20:21:41.296628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dd100b14-f792-42be-8afe-e2a770a782f0 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:41.371250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port dd100b14-f792-42be-8afe-e2a770a782f0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:41.376450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port dd100b14-f792-42be-8afe-e2a770a782f0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:41.376821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:41.493945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:41.519956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:41.529443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dd100b14-f792-42be-8afe-e2a770a782f0,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:41.537132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:41.571695 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0', 'code': 200} Mar 02 20:21:41.610388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:41.802915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a7e5f-a28f-40b7-9923-9db27420e752 req-83590fae-0697-4a77-b82c-794bb62e7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:41.804456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e0a7e5f-a28f-40b7-9923-9db27420e752 req-83590fae-0697-4a77-b82c-794bb62e7045 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 1099 time: 0.0798774 Mar 02 20:21:41.818769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc708772-1c27-4b76-9040-cc528c87a8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:41.845043 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e0a7e5f-a28f-40b7-9923-9db27420e752 req-20a761ab-dfb5-483a-b2a7-cdfce8c13ef7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Mar 02 20:21:41.939759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981c89d-2ade-45f9-9a3f-15032b0b2f0e req-e391537b-beb6-410b-a9f2-d2ba1fc05731 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:41.941358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6981c89d-2ade-45f9-9a3f-15032b0b2f0e req-e391537b-beb6-410b-a9f2-d2ba1fc05731 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0809124 Mar 02 20:21:41.988633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6981c89d-2ade-45f9-9a3f-15032b0b2f0e req-26cecede-5f98-47fa-a91f-2f745d48d33c tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Mar 02 20:21:43.176612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78d40-da7c-4922-baee-1b75ec25a3bc req-aa33b73f-f607-486a-98e7-f399ac08d601 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:43.178079 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ea78d40-da7c-4922-baee-1b75ec25a3bc req-aa33b73f-f607-486a-98e7-f399ac08d601 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0838010 Mar 02 20:21:43.222034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ea78d40-da7c-4922-baee-1b75ec25a3bc req-068facf4-59e7-42ec-8607-de3a56f9ded7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379808 Mar 02 20:21:43.523971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-9f163726-3d87-44d4-9c6f-3d7b866af06b tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:43.525501 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-9f163726-3d87-44d4-9c6f-3d7b866af06b tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 813 time: 0.1521130 Mar 02 20:21:43.540815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-04a23c31-a76d-4d0f-a1c8-48a34e803aec tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/quotas/541022defdd84ea0a3a156e495c7ba84 HTTP/1.1" status: 200 len: 375 time: 0.0097163 Mar 02 20:21:43.625609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-6c1b365b-fa01-49b3-92c9-322a54cd7983 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790365 Mar 02 20:21:43.763549 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-eb9dfe69-d991-470c-ba48-3f55ee479926 service neutron] 10.222.0.36 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309285 Mar 02 20:21:43.899211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-c7a1586e-a867-43d4-9973-b45de3bf6d06 service neutron] 10.222.0.36 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294482 Mar 02 20:21:44.072722 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-26b8c9c9-a6e2-4aef-b70b-0ef9870e33b3 req-82486199-fb4d-4a25-b4b4-63d768e7caf8 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 210 time: 0.0435274 Mar 02 20:21:44.306034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-de02ce62-0430-404e-85f8-2f351b6f76b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712569 Mar 02 20:21:44.455272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-4289a8e5-9424-4650-b420-96f023d6462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:44.457107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-4289a8e5-9424-4650-b420-96f023d6462b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 1099 time: 0.0787117 Mar 02 20:21:44.620789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-0885df27-637e-4b93-bca8-233c064b9194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:44.622161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-0885df27-637e-4b93-bca8-233c064b9194 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 914 time: 0.1408560 Mar 02 20:21:44.697480 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-77ac80cf-073f-4ea7-9651-c8ce99560c92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd100b14-f792-42be-8afe-e2a770a782f0 HTTP/1.1" status: 200 len: 217 time: 0.0690136 Mar 02 20:21:44.870884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-d9c45a44-379f-4c19-ac3e-72ff16454661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:44.872265 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-d9c45a44-379f-4c19-ac3e-72ff16454661 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 200 len: 853 time: 0.1686108 Mar 02 20:21:44.922112 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-8ab00713-a57f-4d88-a8da-6dfa210c11dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56ed0816-6f67-407a-86b8-24213e6946ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431979 Mar 02 20:21:45.050322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-164c9fd7-e962-4744-b015-24e294f0b74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:45.180950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-3e712576-6631-4c93-bf99-e5745ed8c730 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517052 Mar 02 20:21:45.325290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e4c3f4c-10f3-4173-be43-e2a3e7ee2eb6 req-da4bd243-7cdf-465e-9397-7b69e94a60f2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 210 time: 0.1142743 Mar 02 20:21:45.340376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-ddeb5a42-f4ce-4210-a2e4-605817a2f681 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:45.342734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-ddeb5a42-f4ce-4210-a2e4-605817a2f681 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 813 time: 0.3102264 Mar 02 20:21:45.402237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Request body: {'port': {'device_id': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee', 'admin_state_up': True, 'tenant_id': '541022defdd84ea0a3a156e495c7ba84'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:45.403290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:45.451762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:45.529908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:45.544781 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-e9c35c0b-d165-4414-bb05-c2cdeadd0292 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575349 Mar 02 20:21:45.571120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:21:45.580134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:21:45.593557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Made reservation on behalf of 541022defdd84ea0a3a156e495c7ba84 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:21:45.597412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:45.767854 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Allocated IP 172.20.0.11 (56ed0816-6f67-407a-86b8-24213e6946ee/075eb83b-9104-4add-a1d5-6082e993410e/7fb53555-d846-4d1f-b5a0-4da3e9a52979) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:21:45.992160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:46.022180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:46.033820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['dd100b14-f792-42be-8afe-e2a770a782f0'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:21:46.092666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Network 56ed0816-6f67-407a-86b8-24213e6946ee is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:21:46.100659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:21:46.105226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:21:46.141484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Pushing event updated for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:46.176491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:46.177221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:46.207377 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f246d581-7509-4e2f-84ef-df9a9c1a9ea7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8088098 Mar 02 20:21:46.222674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Request body: {'port': {'device_id': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:21:46.355473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:46.793444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fa121-9792-42e3-b25e-f34490eb2b7b req-a8e32be8-da1d-44fe-a361-5237322d2f83 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:46.794098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d97fa121-9792-42e3-b25e-f34490eb2b7b req-a8e32be8-da1d-44fe-a361-5237322d2f83 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:46.833811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-d97fa121-9792-42e3-b25e-f34490eb2b7b req-a8e32be8-da1d-44fe-a361-5237322d2f83 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:46.835254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d97fa121-9792-42e3-b25e-f34490eb2b7b req-a8e32be8-da1d-44fe-a361-5237322d2f83 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 932 time: 0.3561358 Mar 02 20:21:46.944599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d97fa121-9792-42e3-b25e-f34490eb2b7b req-e4b123b4-0d36-406c-9dda-2e17ef94f2a2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022651 Mar 02 20:21:46.956686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb53555-d846-4d1f-b5a0-4da3e9a52979 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:21:46.967524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:46.986113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Transition to ACTIVE for port object 7fb53555-d846-4d1f-b5a0-4da3e9a52979 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:21:46.990593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:47.118840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Pushing event updated for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:47.152702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:47.224980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Attempting to bind port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:21:47.225313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Attempting to bind port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:21:47.225631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Attempting to bind port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 on network 56ed0816-6f67-407a-86b8-24213e6946ee {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:21:47.230682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 on network 56ed0816-6f67-407a-86b8-24213e6946ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:21:47.230993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Attempting to bind port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 on network 56ed0816-6f67-407a-86b8-24213e6946ee {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:21:47.236503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:21:47.236829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Checking segment: {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:21:47.237285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Bound using segment: {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:21:47.237669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Bound port: 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd4b176-037a-4975-a342-fbed09d947b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:21:47.238007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:47.330848 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:21:47.334149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:21:47.340599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:47.402333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:47.402892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:47.404299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] 10.222.0.32 "PUT /v2.0/ports/7fb53555-d846-4d1f-b5a0-4da3e9a52979 HTTP/1.1" status: 200 len: 1094 time: 1.1868985 Mar 02 20:21:47.404747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:47.430124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3e2dc-c04f-4d29-bdd0-b975fa0622fb service neutron] Pushing event updated for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:47.475620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979', 'status': 'completed', 'code': 200} Mar 02 20:21:47.515803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-50b61a15-1898-4542-bf87-4eb7369f12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:47.517305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-50b61a15-1898-4542-bf87-4eb7369f12c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 1097 time: 0.0731747 Mar 02 20:21:47.586690 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-9a1d98d6-2772-484e-a802-eb276124f685 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979 HTTP/1.1" status: 200 len: 217 time: 0.0631170 Mar 02 20:21:47.648699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-89eba16c-e242-4f79-a9a1-7455bb2fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:47.650147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-89eba16c-e242-4f79-a9a1-7455bb2fffe8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 200 len: 853 time: 0.0580711 Mar 02 20:21:47.698584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-3b35416f-81aa-4e18-93d5-bbb134cb14ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56ed0816-6f67-407a-86b8-24213e6946ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425148 Mar 02 20:21:47.834468 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-9c6369d3-d24a-40f9-b51e-d14c753ceb2a service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301885 Mar 02 20:21:47.972371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9fde8180-115d-4777-bc18-f5e504e7eabe req-9e3196f6-d380-4260-b59d-cf75688907cd service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314633 Mar 02 20:21:48.159829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-8b6d2094-b477-4691-a6fa-58aa65ad57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:48.161420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-8b6d2094-b477-4691-a6fa-58aa65ad57ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=541022defdd84ea0a3a156e495c7ba84&device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 1097 time: 0.1368158 Mar 02 20:21:48.169384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc820afd-0ba1-41be-8cee-abe5c70e8929 req-ce9dc115-59ed-4a43-90d9-12219481fc60 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:48.170784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc820afd-0ba1-41be-8cee-abe5c70e8929 req-ce9dc115-59ed-4a43-90d9-12219481fc60 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 944 time: 0.1107848 Mar 02 20:21:48.303369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc820afd-0ba1-41be-8cee-abe5c70e8929 req-3cd275d9-6eab-448f-a7fd-4135a0f91fc8 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138127 Mar 02 20:21:48.336888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-9b003c3f-31ae-4827-98f0-ccf2ea7eaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:48.338360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-9b003c3f-31ae-4827-98f0-ccf2ea7eaa70 service neutron] 10.222.0.32 "GET /v2.0/networks?id=56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 200 len: 914 time: 0.1667042 Mar 02 20:21:48.406755 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-121b20af-0386-4b39-a3ff-329a630bf71d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979 HTTP/1.1" status: 200 len: 217 time: 0.0615489 Mar 02 20:21:48.589090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-c57eecaf-a13e-40cc-adf8-962c1ac832e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:48.590447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-c57eecaf-a13e-40cc-adf8-962c1ac832e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 200 len: 853 time: 0.1771116 Mar 02 20:21:48.640698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-f6c9cf99-625a-4fb6-b47a-5aff40d39927 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56ed0816-6f67-407a-86b8-24213e6946ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435271 Mar 02 20:21:48.787147 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-415ee280-62d8-496f-b124-69b571bb53c9 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396618 Mar 02 20:21:48.945711 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb83690d-534e-4b13-8ecb-ef7955d872e1 req-12754d44-9558-403b-96b4-6b73d6949407 service neutron] 10.222.0.32 "GET /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517241 Mar 02 20:21:49.504594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce742e2-d537-4725-8d80-512559f42514 req-af688710-99c8-4da4-b4ca-f5e39da18a29 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:49.506081 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ce742e2-d537-4725-8d80-512559f42514 req-af688710-99c8-4da4-b4ca-f5e39da18a29 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 944 time: 0.0942361 Mar 02 20:21:49.562068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ce742e2-d537-4725-8d80-512559f42514 req-1890a8b0-0c90-4edb-a66c-e7e13f26f3a1 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Mar 02 20:21:50.782916 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798702-ff13-4e1a-bb26-b5214b913c4d req-0a081e2e-7c60-4362-b1af-a805809ac0f0 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:50.787981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37798702-ff13-4e1a-bb26-b5214b913c4d req-0a081e2e-7c60-4362-b1af-a805809ac0f0 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 944 time: 0.0965621 Mar 02 20:21:50.831751 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-37798702-ff13-4e1a-bb26-b5214b913c4d req-4965873b-da8c-46f6-a91d-7cbdecc2a0c0 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412765 Mar 02 20:21:51.326437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 7fb53555-d846-4d1f-b5a0-4da3e9a52979 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:21:51.479008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:51.492807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '7fb53555-d846-4d1f-b5a0-4da3e9a52979', 'network_id': '56ed0816-6f67-407a-86b8-24213e6946ee', 'port_id': '7fb53555-d846-4d1f-b5a0-4da3e9a52979', 'mac_address': 'fa:16:3e:29:a2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '075eb83b-9104-4add-a1d5-6082e993410e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:21:51.558606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:51.575406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb53555-d846-4d1f-b5a0-4da3e9a52979 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:21:51.594064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:51.601014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:51.674322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:51.816529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['7fb53555-d846-4d1f-b5a0-4da3e9a52979'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:21:52.051105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1866d-41d6-487d-b315-3d12375a1afc req-d59e8135-fa3f-440b-9d78-8d998903bab7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:52.052650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5df1866d-41d6-487d-b315-3d12375a1afc req-d59e8135-fa3f-440b-9d78-8d998903bab7 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 945 time: 0.1022012 Mar 02 20:21:52.103392 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5df1866d-41d6-487d-b315-3d12375a1afc req-34833c41-b08c-4923-ad6b-4204611d62ac tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Mar 02 20:21:53.304852 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc23bf4-805e-4d83-a3bc-7eb38eb1c460 req-c014df46-c5e7-46bc-b535-c76c04996054 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:53.306324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbc23bf4-805e-4d83-a3bc-7eb38eb1c460 req-c014df46-c5e7-46bc-b535-c76c04996054 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 945 time: 0.0809762 Mar 02 20:21:53.341426 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 7fb53555-d846-4d1f-b5a0-4da3e9a52979 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:21:53.352198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbc23bf4-805e-4d83-a3bc-7eb38eb1c460 req-325c2700-0601-47ce-b529-c29cbd541b20 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Mar 02 20:21:53.411539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:21:53.416950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:21:53.417313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:53.537739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:53.565143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:53.576190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:53.586143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:53.621081 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979', 'code': 200} Mar 02 20:21:53.666222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:53.861378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3a7f-a3d4-459d-b858-c44fe58bc5b3 req-ff74dca5-d843-46a8-a9f0-d9a42e1727ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:53.862926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8cea3a7f-a3d4-459d-b858-c44fe58bc5b3 req-ff74dca5-d843-46a8-a9f0-d9a42e1727ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 1099 time: 0.0761085 Mar 02 20:21:53.914911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8cea3a7f-a3d4-459d-b858-c44fe58bc5b3 req-c5703637-4879-4971-ba68-c61fdade2ed4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460713 Mar 02 20:21:54.540908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3b47f-fcd6-4a7f-ae2c-6e38b474cf43 req-112cb0ce-815f-4890-b41c-0670b7597c7d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:54.542731 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c3b47f-fcd6-4a7f-ae2c-6e38b474cf43 req-112cb0ce-815f-4890-b41c-0670b7597c7d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 946 time: 0.0832703 Mar 02 20:21:54.589824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c3b47f-fcd6-4a7f-ae2c-6e38b474cf43 req-6a8d4c7c-ae42-4559-8863-aba3f3bdbf95 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Mar 02 20:21:55.780474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9211d-a10e-4a67-acbb-2a6c230065f1 req-6ba6122b-8513-4dfb-833a-5b4db5d30f82 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:55.782024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ac9211d-a10e-4a67-acbb-2a6c230065f1 req-6ba6122b-8513-4dfb-833a-5b4db5d30f82 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 946 time: 0.0816550 Mar 02 20:21:55.827688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ac9211d-a10e-4a67-acbb-2a6c230065f1 req-05429a97-6114-451c-8df1-47089dd4a56b tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Mar 02 20:21:56.244939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca15f32-e4ce-4c6f-87fb-5f24c6efb788 req-0b8185b0-f03d-4e9d-bbd1-ac1e8a9020ec tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:56.247343 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ca15f32-e4ce-4c6f-87fb-5f24c6efb788 req-0b8185b0-f03d-4e9d-bbd1-ac1e8a9020ec tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 946 time: 0.0961542 Mar 02 20:21:56.303754 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ca15f32-e4ce-4c6f-87fb-5f24c6efb788 req-569885da-f28c-4d47-b871-e08eeb90b2d1 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495532 Mar 02 20:21:57.503083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92879b35-7c45-4003-a364-7e32914474df req-49a725bd-7a8b-4cf1-8fd7-6e25ee13459f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:57.504578 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-92879b35-7c45-4003-a364-7e32914474df req-49a725bd-7a8b-4cf1-8fd7-6e25ee13459f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 946 time: 0.0929239 Mar 02 20:21:57.594503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-92879b35-7c45-4003-a364-7e32914474df req-f132351a-35d6-43e6-9414-5a12f02227ae tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839429 Mar 02 20:21:57.625936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-9d8c08ab-f9c5-49f6-9879-fe1f4dccc3d5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:21:57.627388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-9d8c08ab-f9c5-49f6-9879-fe1f4dccc3d5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 946 time: 0.1005788 Mar 02 20:21:57.696725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Deleting port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:21:57.697109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:57.959277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] For port 7fb53555-d846-4d1f-b5a0-4da3e9a52979, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=7fb53555-d846-4d1f-b5a0-4da3e9a52979,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:21:57.959632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:58.197890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Calling delete_port for 7fb53555-d846-4d1f-b5a0-4da3e9a52979 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:21:58.344637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:58.356962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['dd100b14-f792-42be-8afe-e2a770a782f0', '7fb53555-d846-4d1f-b5a0-4da3e9a52979'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:21:58.396417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Pushing event deleted for resources: {'Port': ['ID=7fb53555-d846-4d1f-b5a0-4da3e9a52979,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:21:58.471398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] No DVR routers for this DVR port 7fb53555-d846-4d1f-b5a0-4da3e9a52979 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:21:58.473919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:21:58.476656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'name': 'network-vif-deleted', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:21:58.494494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-30578e23-6fc8-4228-b384-8d253eeb94a2 req-a7b74135-5b41-4a95-94fa-ca1820789daf tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "DELETE /v2.0/ports/7fb53555-d846-4d1f-b5a0-4da3e9a52979 HTTP/1.1" status: 204 len: 173 time: 0.8620183 Mar 02 20:21:58.536452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b2a91d-e0af-436f-90d0-ebfe8374e970', 'name': 'network-vif-deleted', 'tag': '7fb53555-d846-4d1f-b5a0-4da3e9a52979', 'status': 'completed', 'code': 200} Mar 02 20:21:58.767922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ebffa9a2-9c37-4946-b14b-c12b5decc69c req-fd222bc2-380f-42d6-9873-a38b54a2555a tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:21:58.786989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ebffa9a2-9c37-4946-b14b-c12b5decc69c req-fd222bc2-380f-42d6-9873-a38b54a2555a tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:21:58.790238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ebffa9a2-9c37-4946-b14b-c12b5decc69c req-fd222bc2-380f-42d6-9873-a38b54a2555a tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9b2a91d-e0af-436f-90d0-ebfe8374e970 HTTP/1.1" status: 200 len: 210 time: 0.0677729 Mar 02 20:22:00.064359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801654c1-6dfb-49fe-9e4f-76af90ea2871 req-b2b639c9-fc17-4de5-a069-2a4c2936cc36 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:00.065925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-801654c1-6dfb-49fe-9e4f-76af90ea2871 req-b2b639c9-fc17-4de5-a069-2a4c2936cc36 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0829401 Mar 02 20:22:00.118330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-801654c1-6dfb-49fe-9e4f-76af90ea2871 req-d98ae8f2-0b01-4032-95a3-baf168e00cf8 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Mar 02 20:22:00.342923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b80f3f-1153-449b-9ad2-86fb2674566b req-5842d79f-9511-4ea0-a803-0393e310219d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:00.344565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99b80f3f-1153-449b-9ad2-86fb2674566b req-5842d79f-9511-4ea0-a803-0393e310219d tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0918951 Mar 02 20:22:00.391397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99b80f3f-1153-449b-9ad2-86fb2674566b req-b3b2ac6e-ddbf-4f15-a005-17ce7d7b48a5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Mar 02 20:22:00.585886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea394520-1832-4322-8433-269e7deb17c9 req-935771e6-38fd-4c43-8d96-7301691ffec6 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:00.587355 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ea394520-1832-4322-8433-269e7deb17c9 req-935771e6-38fd-4c43-8d96-7301691ffec6 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0901902 Mar 02 20:22:00.631967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ea394520-1832-4322-8433-269e7deb17c9 req-db3bc35e-b303-4c5e-8ed5-24712982cfb2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Mar 02 20:22:00.929646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265befb9-c7ba-49c1-8bee-a38f1e56bde0 req-d2f1b8e2-851b-4428-99a6-1cf731fbba6f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:00.931035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-265befb9-c7ba-49c1-8bee-a38f1e56bde0 req-d2f1b8e2-851b-4428-99a6-1cf731fbba6f tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0859001 Mar 02 20:22:00.975762 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-265befb9-c7ba-49c1-8bee-a38f1e56bde0 req-d77ae854-10b1-4089-bdb9-738620865231 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389292 Mar 02 20:22:01.172882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d8400-c7c6-445d-966d-06febef7d269 req-d5646e28-994e-425a-a6b9-33243afe11c2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:01.174329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7c7d8400-c7c6-445d-966d-06febef7d269 req-d5646e28-994e-425a-a6b9-33243afe11c2 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0912979 Mar 02 20:22:01.219778 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7c7d8400-c7c6-445d-966d-06febef7d269 req-3aa9f637-7d4f-46ca-8ba8-d95b942e49e8 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Mar 02 20:22:01.394318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 7fb53555-d846-4d1f-b5a0-4da3e9a52979 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:01.418642 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4283c4-345b-4a8b-b58e-2d95a05b118e req-ffe9172a-bf92-49ed-bcd0-088969d09cd9 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:01.420126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f4283c4-345b-4a8b-b58e-2d95a05b118e req-ffe9172a-bf92-49ed-bcd0-088969d09cd9 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0838132 Mar 02 20:22:01.429208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 7fb53555-d846-4d1f-b5a0-4da3e9a52979 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:22:01.429775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 7fb53555-d846-4d1f-b5a0-4da3e9a52979 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:01.467688 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f4283c4-345b-4a8b-b58e-2d95a05b118e req-b6eceb6f-f11c-49e6-a850-c60a6e9e6fb5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Mar 02 20:22:01.999679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478159c8-28c6-46f2-b393-985f6c55a2f1 req-204a3958-fd58-4cdd-9b40-73d992a9e2b5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:02.001192 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478159c8-28c6-46f2-b393-985f6c55a2f1 req-204a3958-fd58-4cdd-9b40-73d992a9e2b5 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.0861208 Mar 02 20:22:02.050515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478159c8-28c6-46f2-b393-985f6c55a2f1 req-7cbc2f79-e0ed-4d86-b15e-29cd5362a812 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Mar 02 20:22:03.315696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d50b8-0b2c-405d-92da-d8057a5003d4 req-3b3e1a02-668f-498b-9383-c9ff1fe65626 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:03.317197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-598d50b8-0b2c-405d-92da-d8057a5003d4 req-3b3e1a02-668f-498b-9383-c9ff1fe65626 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.1432502 Mar 02 20:22:03.324544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-0c00b0e7-c668-449c-a9f8-037a7ad133ab tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:03.325965 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-0c00b0e7-c668-449c-a9f8-037a7ad133ab tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 946 time: 0.1202013 Mar 02 20:22:03.424107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Deleting port dd100b14-f792-42be-8afe-e2a770a782f0 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:03.424456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:03.451086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-598d50b8-0b2c-405d-92da-d8057a5003d4 req-45529dfd-abc7-4c21-bfb8-5b1790923b26 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/security-groups?id=ebaba42e-6547-42f0-8309-007d4cf54c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241732 Mar 02 20:22:03.687551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] For port dd100b14-f792-42be-8afe-e2a770a782f0, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dd100b14-f792-42be-8afe-e2a770a782f0,segment=NetworkSegment(ebd4b176-037a-4975-a342-fbed09d947b4),segment_id=ebd4b176-037a-4975-a342-fbed09d947b4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:03.687833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:03.816139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Calling delete_port for dd100b14-f792-42be-8afe-e2a770a782f0 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:03.968126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:03.981857 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['dd100b14-f792-42be-8afe-e2a770a782f0'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:22:04.023423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Pushing event deleted for resources: {'Port': ['ID=dd100b14-f792-42be-8afe-e2a770a782f0,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:04.098648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] No DVR routers for this DVR port dd100b14-f792-42be-8afe-e2a770a782f0 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:04.101372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:04.104257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'name': 'network-vif-deleted', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:22:04.121422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03363a06-9ef5-4915-8b1d-32ae54329c5c req-1ae99fcc-3234-46aa-b655-d8822e918f49 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.32 "DELETE /v2.0/ports/dd100b14-f792-42be-8afe-e2a770a782f0 HTTP/1.1" status: 204 len: 173 time: 0.7813261 Mar 02 20:22:04.158462 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02315311-006c-4aca-9ee9-9e3305dba98e', 'name': 'network-vif-deleted', 'tag': 'dd100b14-f792-42be-8afe-e2a770a782f0', 'status': 'completed', 'code': 200} Mar 02 20:22:04.734775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-23be2e59-cfce-483b-8c6b-28ca969ecae5 req-96e48a07-fca6-4403-82ca-81e11fc0d157 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Synchronizing usage tracker for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:04.750576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-23be2e59-cfce-483b-8c6b-28ca969ecae5 req-96e48a07-fca6-4403-82ca-81e11fc0d157 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] Unset dirty status for tenant:541022defdd84ea0a3a156e495c7ba84 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:04.751748 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23be2e59-cfce-483b-8c6b-28ca969ecae5 req-96e48a07-fca6-4403-82ca-81e11fc0d157 tempest-ServersNegativeTestJSON-247571786 tempest-ServersNegativeTestJSON-247571786-project] 10.222.0.36 "GET /v2.0/ports?device_id=02315311-006c-4aca-9ee9-9e3305dba98e HTTP/1.1" status: 200 len: 210 time: 0.1681476 Mar 02 20:22:05.854406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43530) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:05.914085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Deleting subnet 075eb83b-9104-4add-a1d5-6082e993410e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:22:05.917630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:05.968714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.025513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.094247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.135797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075eb83b-9104-4add-a1d5-6082e993410e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:06.139503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.145479 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fd0a3c07-efd7-496e-be1e-a193df0758f4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/075eb83b-9104-4add-a1d5-6082e993410e HTTP/1.1" status: 204 len: 168 time: 0.2899156 Mar 02 20:22:06.147979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:06.253585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.380288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.405250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ed0816-6f67-407a-86b8-24213e6946ee']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:06.417790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd4b176-037a-4975-a342-fbed09d947b4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:06.418081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd4b176-037a-4975-a342-fbed09d947b4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:06.429143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.445019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.451123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:06.451497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:06.464255 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:06.541338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.557242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.567346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56ed0816-6f67-407a-86b8-24213e6946ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:06.579033 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3c367eb2-359c-41b1-8eb7-8e2288f32ef2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/56ed0816-6f67-407a-86b8-24213e6946ee HTTP/1.1" status: 204 len: 168 time: 0.4297597 Mar 02 20:22:06.708291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43540) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:06.767334 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-303b9642-6b27-492c-8b41-802b4cc540c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=541022defdd84ea0a3a156e495c7ba84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0576882 Mar 02 20:22:06.770102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43544) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:06.837354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.862592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.928561 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.951534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaba42e-6547-42f0-8309-007d4cf54c7c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:06.964750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:06.969762 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6116e9f7-4564-4d42-9562-051242f50b59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebaba42e-6547-42f0-8309-007d4cf54c7c HTTP/1.1" status: 204 len: 168 time: 0.1951568 Mar 02 20:22:07.023129 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:22:07.408698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dd100b14-f792-42be-8afe-e2a770a782f0 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:07.484445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: dd100b14-f792-42be-8afe-e2a770a782f0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:22:07.484852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dd100b14-f792-42be-8afe-e2a770a782f0 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:07.817058 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43568) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:07.939302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1520401733'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:07.944818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:07.949270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:network and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:07.952527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:07.959881 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:07.973334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:07.978352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:07.992885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.007968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:08.011934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:security_group_rule and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:08.020287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:08.026529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:08.116361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.123064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.156023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:08.164954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e6f897-aaff-48ff-a385-b634cf257b5f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:08.170997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.171326 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Added segment ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d of type vlan for network 11e8e0a4-4a96-42dd-a3ac-5457997df650 Mar 02 20:22:08.200635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.230719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.236212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:08.236834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:08.340063 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5218606 Mar 02 20:22:08.347620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969e092-02a2-41b4-b017-dccda25c5806 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Network': ['ID=11e8e0a4-4a96-42dd-a3ac-5457997df650,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:08.358575 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:11.546397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43574) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:11.552917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'subnet': {'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:11.668853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:11.672954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:subnet and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:11.679501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:11.693100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:11.706795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:11.710737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:11.826038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b41b153f-5e9a-466a-b5cd-71f116bd2d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:11.944644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.030561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Subnet': ['ID=ed4d360f-cffc-4253-9462-78aee537d8f1,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:12.042372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking segment: {'id': 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:12.042714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network hostable DHCP agents. Network: 11e8e0a4-4a96-42dd-a3ac-5457997df650, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:12.065873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:12.077582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 11e8e0a4-4a96-42dd-a3ac-5457997df650) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:12.082849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:12.083872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.087701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a911c00-2108-4f9d-9c4c-eff5e6fa9d8d None None] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:12.108954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b0ea3525-9dee-482c-9ef6-79e1656c0f87 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5610371 Mar 02 20:22:12.113497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43578) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:12.119266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1953218021'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:12.124401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:12.128442 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:network and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:12.131359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:12.137621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:12.150791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:12.154844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.184788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:12.194815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.195535 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Added segment eafbd6de-8d5f-4029-9b3d-de6b37e91364 of type vlan for network e35b0977-82f9-4956-919b-79ef9021365a Mar 02 20:22:12.223998 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.256601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.262293 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:12.262894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.357410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-11e8e0a4-4a96-42dd-a3ac-5457997df650', 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650', 'tenant_id': 'c429cfdd5b9845159d847ee3634ae9cf', 'fixed_ips': [{'subnet_id': 'ed4d360f-cffc-4253-9462-78aee537d8f1'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:12.358276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.372907 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2582664 Mar 02 20:22:12.376690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:12.385713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07c095-d980-4675-a21c-a77ce1b5f332 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Network': ['ID=e35b0977-82f9-4956-919b-79ef9021365a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:12.397075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'subnet': {'network_id': 'e35b0977-82f9-4956-919b-79ef9021365a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:12.432978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e35b0977-82f9-4956-919b-79ef9021365a details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:12.534622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:12.538982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:subnet and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:12.542669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:12.548779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:12.562202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:12.566304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.625615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Allocated IP 2001:db8:0:ffff::2 (11e8e0a4-4a96-42dd-a3ac-5457997df650/ed4d360f-cffc-4253-9462-78aee537d8f1/cf15fec0-5205-4fae-a5d2-be8e49b8a8ac) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:12.815554 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.850601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.861277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Transition to ACTIVE for port object cf15fec0-5205-4fae-a5d2-be8e49b8a8ac will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:12.881421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Transition to ACTIVE for port object cf15fec0-5205-4fae-a5d2-be8e49b8a8ac will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:12.889269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:12.958675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:12.961496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:12.964058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:13.009378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Pushing event updated for resources: {'Port': ['ID=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:13.017820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Subnet': ['ID=ce2ff6fb-bfb4-4c38-b98f-0267b81e6c14,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:13.028583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking segment: {'id': 'eafbd6de-8d5f-4029-9b3d-de6b37e91364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e35b0977-82f9-4956-919b-79ef9021365a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:13.028966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network hostable DHCP agents. Network: e35b0977-82f9-4956-919b-79ef9021365a, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:13.049548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network e35b0977-82f9-4956-919b-79ef9021365a is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:13.051483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.051933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.052153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.052512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.052848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.053146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.053461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.053777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.054113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.054424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.054767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.055083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:13.061922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e35b0977-82f9-4956-919b-79ef9021365a) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:13.066913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:13.067694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.075904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f087bd4-8888-4614-8e6d-ba41b3d53f53 None None] Network e35b0977-82f9-4956-919b-79ef9021365a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:13.094312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-08b32d68-97f1-47f1-a0dd-9572e60fbd0c tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7135389 Mar 02 20:22:13.094790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43586) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:13.106756 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Attempting to bind port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:13.107203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Attempting to bind port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:13.107558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Attempting to bind port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac on network 11e8e0a4-4a96-42dd-a3ac-5457997df650 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:13.159544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:13.159914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Checking segment: {'id': 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:13.160313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.160722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Bound using segment: {'id': 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:13.161201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Bound port: cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '11e8e0a4-4a96-42dd-a3ac-5457997df650'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:13.161574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.239763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.307969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.330672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] For port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:13.343401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] For port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,segment=NetworkSegment(ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d),segment_id=ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:13.372844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.397213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.439134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Subnet': ['ID=ce2ff6fb-bfb4-4c38-b98f-0267b81e6c14,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:13.444065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f071c2-6afa-41fd-8897-2390629a1e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-e35b0977-82f9-4956-919b-79ef9021365a', 'network_id': 'e35b0977-82f9-4956-919b-79ef9021365a', 'tenant_id': 'c429cfdd5b9845159d847ee3634ae9cf', 'fixed_ips': [{'subnet_id': 'ce2ff6fb-bfb4-4c38-b98f-0267b81e6c14'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:13.444895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-48f071c2-6afa-41fd-8897-2390629a1e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.534657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6009db8-bd4e-4314-9503-81d722711082 None None] Pushing event updated for resources: {'Port': ['ID=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:13.550727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.591482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35b0977-82f9-4956-919b-79ef9021365a']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:13.593117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd39b44d-3dfe-44c3-8299-ec80db2b9f77 None None] Network e35b0977-82f9-4956-919b-79ef9021365a requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:13.607282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafbd6de-8d5f-4029-9b3d-de6b37e91364') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:13.607829 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafbd6de-8d5f-4029-9b3d-de6b37e91364') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:13.620919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.641501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.648938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:13.649339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:13.664702 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:13.766202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.793310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.805688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Network': ['ID=e35b0977-82f9-4956-919b-79ef9021365a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:13.810805 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eaa7435e-4b66-4de3-b3b6-4b6ee32366cf tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/e35b0977-82f9-4956-919b-79ef9021365a HTTP/1.1" status: 204 len: 168 time: 0.7146995 Mar 02 20:22:13.814256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43590) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:13.820286 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905910120'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:13.825771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:13.830450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:network and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:13.834264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:13.842114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:13.856435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:13.861556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.906327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:13.920547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.921120 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Added segment 2bb32229-6801-417f-8d4c-45123071378d of type vlan for network 92b84fa0-3cfc-4751-8500-dd53af80350d Mar 02 20:22:13.951294 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.987787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:13.993204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:13.993781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:14.096467 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2808890 Mar 02 20:22:14.101110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43594) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:14.109307 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d69d63-0036-4f47-85f3-927b8c818172 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Network': ['ID=92b84fa0-3cfc-4751-8500-dd53af80350d,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:14.109590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'subnet': {'network_id': '92b84fa0-3cfc-4751-8500-dd53af80350d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:14.119277 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 92b84fa0-3cfc-4751-8500-dd53af80350d details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:14.247735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:14.252524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:subnet and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:14.257299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:14.264758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:14.278360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:14.282113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:14.394968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Performing IP validity checks on allocation pools {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 20:22:14.395639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.ipam_backend_mixin [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 20:22:14.554591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:14.586356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c9875-5aa5-4986-8747-1f1539e950f5 None None] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:14.644153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Subnet': ['ID=c77986e2-112a-4e04-81b9-0969ae662032,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:14.652476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking segment: {'id': '2bb32229-6801-417f-8d4c-45123071378d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '92b84fa0-3cfc-4751-8500-dd53af80350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:14.652690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network hostable DHCP agents. Network: 92b84fa0-3cfc-4751-8500-dd53af80350d, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:14.674115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network 92b84fa0-3cfc-4751-8500-dd53af80350d is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:14.688132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 92b84fa0-3cfc-4751-8500-dd53af80350d) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:14.695217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:14.697557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:14.701974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d4f2b1-9420-4b1c-b771-5005167ac166 None None] Network 92b84fa0-3cfc-4751-8500-dd53af80350d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:14.734120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3dcc284a-5d04-4ee2-923b-51933dbacf21 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6283107 Mar 02 20:22:14.734538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43598) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:14.742581 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3a017ed3-c165-4b76-aa34-0d122ccd20b9 None None] Provisioning for port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:14.910987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:14.987929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.072992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b4b37a-b188-432e-98ac-d7d9c058d71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-92b84fa0-3cfc-4751-8500-dd53af80350d', 'network_id': '92b84fa0-3cfc-4751-8500-dd53af80350d', 'tenant_id': 'c429cfdd5b9845159d847ee3634ae9cf', 'fixed_ips': [{'subnet_id': 'c77986e2-112a-4e04-81b9-0969ae662032'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:15.073608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-44b4b37a-b188-432e-98ac-d7d9c058d71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.078006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.085669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59e79d6-3863-40d4-954d-75355d05dcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.122804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Subnet': ['ID=c77986e2-112a-4e04-81b9-0969ae662032,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:15.187489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c714d-eef3-4075-9882-b43cc2f86502 None None] Network 92b84fa0-3cfc-4751-8500-dd53af80350d requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:15.229786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.259570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b84fa0-3cfc-4751-8500-dd53af80350d']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:15.273999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb32229-6801-417f-8d4c-45123071378d') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:15.274272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb32229-6801-417f-8d4c-45123071378d') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:15.287293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.306306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.314207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:15.314666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:15.330495 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:15.420261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.438476 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.449967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Network': ['ID=92b84fa0-3cfc-4751-8500-dd53af80350d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:15.455415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-22a87943-badf-4a11-bce6-0e7006d31f36 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/92b84fa0-3cfc-4751-8500-dd53af80350d HTTP/1.1" status: 204 len: 168 time: 0.7192423 Mar 02 20:22:15.459002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43602) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:15.465658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231601119'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:15.471542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:15.476072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:network and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:15.479123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:15.485238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:15.497762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:15.501552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.535799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:15.536056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.540679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.546409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.546758 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Added segment e27b98ae-2eee-4c3e-83a1-8ed67e912e39 of type vlan for network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa Mar 02 20:22:15.553563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.580488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.613645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.619452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:15.620095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.706420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf15fec0-5205-4fae-a5d2-be8e49b8a8ac up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:15.739679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2759867 Mar 02 20:22:15.739679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d111d-dfae-4eb7-8aeb-02dcfd393cea tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Network': ['ID=94f64d1a-e6da-42ae-870d-0c99f9bf51fa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:15.740063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43606) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:15.747092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'subnet': {'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:15.755129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:15.868878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:15.873368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:subnet and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:15.876315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:15.883028 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:15.895201 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:15.897850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:15.899104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:15.902994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:15.903341 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.032987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.086695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,segment=NetworkSegment(ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d),segment_id=ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:16.092160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.169150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.176082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:16.365882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Subnet': ['ID=059d5025-d467-4bee-8f6b-0b2c56c32296,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:16.376552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking segment: {'id': 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:16.377186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network hostable DHCP agents. Network: 94f64d1a-e6da-42ae-870d-0c99f9bf51fa, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:16.402325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:16.413290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 94f64d1a-e6da-42ae-870d-0c99f9bf51fa) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:16.417687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:16.418288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.424665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738e0b15-c23d-44f5-9c4f-0fd655791bb8 None None] Network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:16.444657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f80a126e-f19a-454f-b9a8-3ebeafaa6de4 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7030299 Mar 02 20:22:16.449374 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43610) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:16.458188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055487815'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:16.466188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:16.471832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:network and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:16.475701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:16.483334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:16.499159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:16.504490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.547798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:16.564893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.565440 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Added segment 67e031a8-e42e-4efe-ab08-933c96a2fe88 of type vlan for network 89dc4376-a7db-4e84-92a3-47d5151fc1d6 Mar 02 20:22:16.604729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.638957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.644674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:16.645279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.701722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-94f64d1a-e6da-42ae-870d-0c99f9bf51fa', 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa', 'tenant_id': 'c429cfdd5b9845159d847ee3634ae9cf', 'fixed_ips': [{'subnet_id': '059d5025-d467-4bee-8f6b-0b2c56c32296'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:16.702627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.746028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2950146 Mar 02 20:22:16.749661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43614) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:16.756613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Request body: {'subnet': {'network_id': '89dc4376-a7db-4e84-92a3-47d5151fc1d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:16.766994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f749cf-d1e0-4cd7-a164-0b46974d9783 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Network': ['ID=89dc4376-a7db-4e84-92a3-47d5151fc1d6,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:16.786346 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 89dc4376-a7db-4e84-92a3-47d5151fc1d6 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:16.877027 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:16.882247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Usage tracker for resource:subnet and tenant:c429cfdd5b9845159d847ee3634ae9cf is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:16.884930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:16.891424 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:16.905546 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Made reservation on behalf of c429cfdd5b9845159d847ee3634ae9cf for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:16.909304 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:16.957605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Allocated IP 2001:db8::2 (94f64d1a-e6da-42ae-870d-0c99f9bf51fa/059d5025-d467-4bee-8f6b-0b2c56c32296/2a378b87-33e0-44ed-8f92-ef90f44c90b3) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:17.195282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.214250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.228588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Transition to ACTIVE for port object 2a378b87-33e0-44ed-8f92-ef90f44c90b3 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:17.246874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Transition to ACTIVE for port object 2a378b87-33e0-44ed-8f92-ef90f44c90b3 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:17.253933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.266790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.319062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:17.326087 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:17.331025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:17.337075 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Pushing event updated for resources: {'Port': ['ID=2a378b87-33e0-44ed-8f92-ef90f44c90b3,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:17.348685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event updated for resources: {'Subnet': ['ID=fff00cfe-cac9-41d0-8836-14de4c985821,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:17.362039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Checking segment: {'id': '67e031a8-e42e-4efe-ab08-933c96a2fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '89dc4376-a7db-4e84-92a3-47d5151fc1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:17.362391 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network hostable DHCP agents. Network: 89dc4376-a7db-4e84-92a3-47d5151fc1d6, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:17.382879 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Network 89dc4376-a7db-4e84-92a3-47d5151fc1d6 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:17.394126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 89dc4376-a7db-4e84-92a3-47d5151fc1d6) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:17.398410 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:17.398915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.406667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57130f32-c4bc-4fcc-8948-58eb9eda29fb None None] Network 89dc4376-a7db-4e84-92a3-47d5151fc1d6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:17.422214 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b7ed29ba-822b-4a64-9ea9-554687d473bb tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6704073 Mar 02 20:22:17.424886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:17.497939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Attempting to bind port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:17.498563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Attempting to bind port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:17.498563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Attempting to bind port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 on network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:17.516383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:17.516762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Checking segment: {'id': 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:17.517161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.517549 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Bound using segment: {'id': 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:17.518107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Bound port: 2a378b87-33e0-44ed-8f92-ef90f44c90b3, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '94f64d1a-e6da-42ae-870d-0c99f9bf51fa'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:17.518463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.572659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.638815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.674229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] For port 2a378b87-33e0-44ed-8f92-ef90f44c90b3, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:17.707115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf15fec0-5205-4fae-a5d2-be8e49b8a8ac up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:17.723302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.753777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] For port 2a378b87-33e0-44ed-8f92-ef90f44c90b3, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2a378b87-33e0-44ed-8f92-ef90f44c90b3,segment=NetworkSegment(e27b98ae-2eee-4c3e-83a1-8ed67e912e39),segment_id=e27b98ae-2eee-4c3e-83a1-8ed67e912e39)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:17.758986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1033f3-3daf-42a4-b1e5-a03eb3514ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-89dc4376-a7db-4e84-92a3-47d5151fc1d6', 'network_id': '89dc4376-a7db-4e84-92a3-47d5151fc1d6', 'tenant_id': 'c429cfdd5b9845159d847ee3634ae9cf', 'fixed_ips': [{'subnet_id': 'fff00cfe-cac9-41d0-8836-14de4c985821'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:17.759822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7f1033f3-3daf-42a4-b1e5-a03eb3514ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.765478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Subnet': ['ID=fff00cfe-cac9-41d0-8836-14de4c985821,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:17.790102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.863623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.891902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dc4376-a7db-4e84-92a3-47d5151fc1d6']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:17.905311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e031a8-e42e-4efe-ab08-933c96a2fe88') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:17.905589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e031a8-e42e-4efe-ab08-933c96a2fe88') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:17.918494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.941064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.949405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:17.949950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.956911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a87519-570b-445b-817f-176a22f8af20 None None] Pushing event updated for resources: {'Port': ['ID=2a378b87-33e0-44ed-8f92-ef90f44c90b3,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:17.959528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:17.959904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:17.968430 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:17.991673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9695e-6045-400d-95a8-1474b122bb99 None None] Network 89dc4376-a7db-4e84-92a3-47d5151fc1d6 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:18.057371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.062922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.096421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Network': ['ID=89dc4376-a7db-4e84-92a3-47d5151fc1d6,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:18.101852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43622) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.102340 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c12c14d6-cd5c-45a3-954c-89695fef8844 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/89dc4376-a7db-4e84-92a3-47d5151fc1d6 HTTP/1.1" status: 204 len: 168 time: 0.6759546 Mar 02 20:22:18.150471 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fff9a3-7241-4503-b52f-de2d6314c996 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] GET failed (client error): The resource could not be found. Mar 02 20:22:18.151753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52fff9a3-7241-4503-b52f-de2d6314c996 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Synchronizing usage tracker for tenant:c429cfdd5b9845159d847ee3634ae9cf on resource:subnet {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:18.182370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-52fff9a3-7241-4503-b52f-de2d6314c996 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Unset dirty status for tenant:c429cfdd5b9845159d847ee3634ae9cf on resource:subnet {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:18.187467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.187903 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-52fff9a3-7241-4503-b52f-de2d6314c996 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "GET /v2.0/subnets/fff00cfe-cac9-41d0-8836-14de4c985821 HTTP/1.1" status: 404 len: 337 time: 0.0839365 Mar 02 20:22:18.218152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f900fcc-ae32-42ce-a9bd-c1dcec13769a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:18.218632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f900fcc-ae32-42ce-a9bd-c1dcec13769a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:18.220401 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0f900fcc-ae32-42ce-a9bd-c1dcec13769a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/89dc4376-a7db-4e84-92a3-47d5151fc1d6 HTTP/1.1" status: 404 len: 339 time: 0.0319138 Mar 02 20:22:18.225038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43630) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.267294 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9155d400-79dd-4509-b11f-5524a9dfb016 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:18.267750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9155d400-79dd-4509-b11f-5524a9dfb016 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:18.271205 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9155d400-79dd-4509-b11f-5524a9dfb016 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/subnets/fff00cfe-cac9-41d0-8836-14de4c985821 HTTP/1.1" status: 404 len: 337 time: 0.0435991 Mar 02 20:22:18.272582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.304024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9df2164-267e-4d3b-8c08-ce5c4cfddea1 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:18.304024 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9df2164-267e-4d3b-8c08-ce5c4cfddea1 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:18.307606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e9df2164-267e-4d3b-8c08-ce5c4cfddea1 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/89dc4376-a7db-4e84-92a3-47d5151fc1d6 HTTP/1.1" status: 404 len: 339 time: 0.0310287 Mar 02 20:22:18.307606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.377011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Deleting subnet 059d5025-d467-4bee-8f6b-0b2c56c32296 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:22:18.380163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.434609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.519365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.600878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.640652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Subnet': ['ID=059d5025-d467-4bee-8f6b-0b2c56c32296,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:18.644360 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.660069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3ca0d496-4d7e-4db7-8362-c234403bb064 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/subnets/059d5025-d467-4bee-8f6b-0b2c56c32296 HTTP/1.1" status: 204 len: 168 time: 0.3513525 Mar 02 20:22:18.662585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43642) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:18.794692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.809211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Deleting port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:18.809558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:18.942281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934722d-47af-4256-ab4d-7d799c1af491 None None] Network 94f64d1a-e6da-42ae-870d-0c99f9bf51fa requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:19.033018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] For port 2a378b87-33e0-44ed-8f92-ef90f44c90b3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2a378b87-33e0-44ed-8f92-ef90f44c90b3,segment=NetworkSegment(e27b98ae-2eee-4c3e-83a1-8ed67e912e39),segment_id=e27b98ae-2eee-4c3e-83a1-8ed67e912e39)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:19.033417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.077709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4c7cbf55-35f7-4a20-9cd4-da743a9c9c81 None None] Provisioning for port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:19.211775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] DHCP port deletion for 94f64d1a-e6da-42ae-870d-0c99f9bf51fa request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:22:19.216558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Deleting port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:19.216929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.271062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Calling delete_port for 2a378b87-33e0-44ed-8f92-ef90f44c90b3 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:19.351932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.404633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Port': ['ID=2a378b87-33e0-44ed-8f92-ef90f44c90b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:19.407143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No DVR routers for this DVR port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:19.431139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] For port 2a378b87-33e0-44ed-8f92-ef90f44c90b3, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2a378b87-33e0-44ed-8f92-ef90f44c90b3,segment=NetworkSegment(e27b98ae-2eee-4c3e-83a1-8ed67e912e39),segment_id=e27b98ae-2eee-4c3e-83a1-8ed67e912e39)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:19.431569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.441075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.441711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.441808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.442057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.442396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.442702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.443022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.443338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.443659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.443971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.444288 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.444644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:19.542899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.554097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Calling delete_port for 2a378b87-33e0-44ed-8f92-ef90f44c90b3 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:19.569862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f64d1a-e6da-42ae-870d-0c99f9bf51fa']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:19.582473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:19.582826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27b98ae-2eee-4c3e-83a1-8ed67e912e39') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:19.595760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.613781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.620634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:19.621210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.634085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:22:19.634584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:19.636957 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:19.725680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.743984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:19.755421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Network': ['ID=94f64d1a-e6da-42ae-870d-0c99f9bf51fa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:19.759877 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0dcc708e-b278-4cc9-b90f-bce074339c45 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/94f64d1a-e6da-42ae-870d-0c99f9bf51fa HTTP/1.1" status: 204 len: 168 time: 1.0961421 Mar 02 20:22:19.762346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43646) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:19.802198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-576e55c4-b087-4f4f-be58-0d3292620ce5 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:19.802651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576e55c4-b087-4f4f-be58-0d3292620ce5 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:19.804658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-576e55c4-b087-4f4f-be58-0d3292620ce5 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/subnets/c77986e2-112a-4e04-81b9-0969ae662032 HTTP/1.1" status: 404 len: 337 time: 0.0413902 Mar 02 20:22:19.808022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43650) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:19.837719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca78961a-f880-44c0-9b2a-3635bd195862 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:19.838185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca78961a-f880-44c0-9b2a-3635bd195862 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:19.839819 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ca78961a-f880-44c0-9b2a-3635bd195862 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/92b84fa0-3cfc-4751-8500-dd53af80350d HTTP/1.1" status: 404 len: 339 time: 0.0308518 Mar 02 20:22:19.844124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43654) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:19.894898 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced554f4-91ec-47bd-b551-052d0867e057 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:19.895590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced554f4-91ec-47bd-b551-052d0867e057 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:19.898116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ced554f4-91ec-47bd-b551-052d0867e057 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/subnets/ce2ff6fb-bfb4-4c38-b98f-0267b81e6c14 HTTP/1.1" status: 404 len: 337 time: 0.0530522 Mar 02 20:22:19.901615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43658) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:19.927713 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f446930-5efb-4f3d-90e8-df45c5dbbd7a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] DELETE failed (client error): The resource could not be found. Mar 02 20:22:19.928180 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f446930-5efb-4f3d-90e8-df45c5dbbd7a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 20:22:19.929936 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1f446930-5efb-4f3d-90e8-df45c5dbbd7a tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/e35b0977-82f9-4956-919b-79ef9021365a HTTP/1.1" status: 404 len: 339 time: 0.0272458 Mar 02 20:22:19.932622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43662) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:20.004904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Deleting subnet ed4d360f-cffc-4253-9462-78aee537d8f1 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:22:20.007852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.067150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.136578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Deleting port 2a378b87-33e0-44ed-8f92-ef90f44c90b3 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:20.137178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.159750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.206777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-394ba069-2d81-496a-bc2e-848489cabe94 None None] The port '2a378b87-33e0-44ed-8f92-ef90f44c90b3' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:22:20.245509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.285554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4d360f-cffc-4253-9462-78aee537d8f1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:20.289352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.298683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb8ca6-e3b4-4d66-b459-70798d673224 None None] Network 11e8e0a4-4a96-42dd-a3ac-5457997df650 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:20.300319 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d11d7d2a-b9f8-4430-8933-5b49f6480c8b tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/subnets/ed4d360f-cffc-4253-9462-78aee537d8f1 HTTP/1.1" status: 204 len: 168 time: 0.3667088 Mar 02 20:22:20.302827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43666) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:20.420771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.439408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Deleting port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:20.439774 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.544661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] DHCP port deletion for 11e8e0a4-4a96-42dd-a3ac-5457997df650 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:22:20.549692 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Deleting port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:20.550065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.689933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] For port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,segment=NetworkSegment(ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d),segment_id=ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:20.690348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.815914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Calling delete_port for cf15fec0-5205-4fae-a5d2-be8e49b8a8ac owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:20.838142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] For port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,segment=NetworkSegment(ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d),segment_id=ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:20.838749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.895225 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:20.949764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] No DVR routers for this DVR port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:20.951316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Port': ['ID=cf15fec0-5205-4fae-a5d2-be8e49b8a8ac,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:21.055948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Calling delete_port for cf15fec0-5205-4fae-a5d2-be8e49b8a8ac owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:21.078592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.104676 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e8e0a4-4a96-42dd-a3ac-5457997df650']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:21.117241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:21.117532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa8edf2-0d48-432a-ad8d-c6ccd2397d3d') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:21.129014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.145191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.151449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:21.151833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:21.166337 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:21.176469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:22:21.176999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:22:21.248862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.266370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.277392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] Pushing event deleted for resources: {'Network': ['ID=11e8e0a4-4a96-42dd-a3ac-5457997df650,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:21.283669 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c6133333-bede-4625-83a1-32db23c19c53 tempest-NetworksIpV6Test-1399301000 tempest-NetworksIpV6Test-1399301000-project] 10.222.0.36 "DELETE /v2.0/networks/11e8e0a4-4a96-42dd-a3ac-5457997df650 HTTP/1.1" status: 204 len: 168 time: 0.9776433 Mar 02 20:22:21.571522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43674) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:21.674671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf15fec0-5205-4fae-a5d2-be8e49b8a8ac no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:21.699650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Deleting port cf15fec0-5205-4fae-a5d2-be8e49b8a8ac {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:21.700018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.748820 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b772702e-7818-412c-94b5-3a003c6741c7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c429cfdd5b9845159d847ee3634ae9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756482 Mar 02 20:22:21.752641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43680) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:21.784929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: cf15fec0-5205-4fae-a5d2-be8e49b8a8ac {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:22:21.785282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf15fec0-5205-4fae-a5d2-be8e49b8a8ac not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:21.813979 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:21.820447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-0a398ab1-5f5c-4e3f-be65-01db48f9a61f None None] The port 'cf15fec0-5205-4fae-a5d2-be8e49b8a8ac' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:22:21.845089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.002818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.019084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e6f897-aaff-48ff-a385-b634cf257b5f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:22.023494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:22.024718 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-15ee5c43-ead7-4a5b-a4b7-9a4551e86c20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5e6f897-aaff-48ff-a385-b634cf257b5f HTTP/1.1" status: 204 len: 168 time: 0.2710500 Mar 02 20:22:22.847210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43704) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:22.983390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-323410396', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:22.990532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:22.994747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:router and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:22.997945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.013568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.028459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.029818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.053723 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.085059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.116851 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.118296 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e8c0485c-ac5f-419e-afee-2b95f382450e tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2698691 Mar 02 20:22:23.121946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43710) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:23.128609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-489712803'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:23.134169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:23.138949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:network and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:23.142341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.148610 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.158805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Made reservation on behalf of 9cedbed83f9044dca0818c66452fd131 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:23.162327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.175168 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.189932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:23.193749 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:security_group_rule and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:23.196604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.202284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.301038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.306290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.341503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:23.351566 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4287a9ee-ca22-4db4-828f-7dbbd1dc86ef,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:23.358405 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.358942 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Added segment 97447e4f-39fb-4dc4-a25b-a7531e1f06a2 of type vlan for network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 Mar 02 20:22:23.396356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.432910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.442146 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:23.442748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.556914 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4336596 Mar 02 20:22:23.560396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9557d-e7d7-481a-8a6e-fa6176efc5c7 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event updated for resources: {'Network': ['ID=a57818c9-9d64-4c45-9cc2-ff3ce18c9666,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:23.560744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43714) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:23.572384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'subnet': {'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:23.574445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:23.690524 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:23.694793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:subnet and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:23.697710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:23.703559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:23.713757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Made reservation on behalf of 9cedbed83f9044dca0818c66452fd131 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:23.718095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:23.961901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.047699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event updated for resources: {'Subnet': ['ID=0552cac8-1407-4128-86fb-298fc38bb26c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.059609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Checking segment: {'id': '97447e4f-39fb-4dc4-a25b-a7531e1f06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:24.060127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Network hostable DHCP agents. Network: a57818c9-9d64-4c45-9cc2-ff3ce18c9666, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:24.081966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:24.095002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, a57818c9-9d64-4c45-9cc2-ff3ce18c9666) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:24.101387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:24.102202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.104485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599bff4-5057-484f-abec-1bb2c01749bd None None] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:24.138675 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-965e8fe3-52dd-4b90-aa45-b0de0b131186 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5734875 Mar 02 20:22:24.138984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43718) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:24.147115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-79583471'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:24.152677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:24.157037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:network and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:24.160086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:24.166116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:24.177962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Made reservation on behalf of 9cedbed83f9044dca0818c66452fd131 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:24.181635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.210127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:24.221530 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.221749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Added segment 6b8449b9-711b-4d05-a9d7-8f762749bcb1 of type vlan for network c839ac4a-0915-4d68-b54f-bb0b35ed638b Mar 02 20:22:24.251478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.284418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.292304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:24.293092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.335038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-a57818c9-9d64-4c45-9cc2-ff3ce18c9666', 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666', 'tenant_id': '9cedbed83f9044dca0818c66452fd131', 'fixed_ips': [{'subnet_id': '0552cac8-1407-4128-86fb-298fc38bb26c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:24.335900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.402674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2624431 Mar 02 20:22:24.406524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43722) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:24.415116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'subnet': {'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:24.415425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defe9d7-dc81-4b41-8267-85f336e1fa75 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event updated for resources: {'Network': ['ID=c839ac4a-0915-4d68-b54f-bb0b35ed638b,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.431562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:24.541817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:24.545624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Usage tracker for resource:subnet and tenant:9cedbed83f9044dca0818c66452fd131 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:24.548708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:24.554869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:24.565503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Made reservation on behalf of 9cedbed83f9044dca0818c66452fd131 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:24.569007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.591304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Allocated IP 172.20.0.2 (a57818c9-9d64-4c45-9cc2-ff3ce18c9666/0552cac8-1407-4128-86fb-298fc38bb26c/74522c17-8199-43a7-af1a-cbca7625291c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:24.797478 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.799695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.810412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Transition to ACTIVE for port object 74522c17-8199-43a7-af1a-cbca7625291c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:24.829252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Transition to ACTIVE for port object 74522c17-8199-43a7-af1a-cbca7625291c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:24.835515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.883849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event updated for resources: {'Subnet': ['ID=b932ed32-4635-4dc1-ad2d-9bb2c357e0cd,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.895522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Checking segment: {'id': '6b8449b9-711b-4d05-a9d7-8f762749bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:24.895873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Network hostable DHCP agents. Network: c839ac4a-0915-4d68-b54f-bb0b35ed638b, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:24.902210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.902544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.902866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.903232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.903547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.903863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.904186 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.904597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.904912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.905224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.905530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.905838 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:24.906459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:24.909768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:24.914336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:24.916945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Pushing event updated for resources: {'Port': ['ID=74522c17-8199-43a7-af1a-cbca7625291c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:24.926469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:24.936964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, c839ac4a-0915-4d68-b54f-bb0b35ed638b) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:24.941587 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:24.942143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:24.952459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49200764-851d-4194-9f67-53495cbad247 None None] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:24.966432 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f183b592-90b8-4dac-a573-7a079011c6b2 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5582628 Mar 02 20:22:24.969264 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43726) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:24.974423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-28723aad-c03c-45d7-b7de-c04d10551a10 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:25.090528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Attempting to bind port 74522c17-8199-43a7-af1a-cbca7625291c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:25.090823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Attempting to bind port 74522c17-8199-43a7-af1a-cbca7625291c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '97447e4f-39fb-4dc4-a25b-a7531e1f06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:25.091165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Attempting to bind port 74522c17-8199-43a7-af1a-cbca7625291c on network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:25.101213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:25.101553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Checking segment: {'id': '97447e4f-39fb-4dc4-a25b-a7531e1f06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:25.101957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.102370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Bound using segment: {'id': '97447e4f-39fb-4dc4-a25b-a7531e1f06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:25.102842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Bound port: 74522c17-8199-43a7-af1a-cbca7625291c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97447e4f-39fb-4dc4-a25b-a7531e1f06a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a57818c9-9d64-4c45-9cc2-ff3ce18c9666'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:25.103211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.284651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6725159c-d580-49ee-a746-8d3225097319 None None] For port 74522c17-8199-43a7-af1a-cbca7625291c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:25.294693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6725159c-d580-49ee-a746-8d3225097319 None None] For port 74522c17-8199-43a7-af1a-cbca7625291c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=74522c17-8199-43a7-af1a-cbca7625291c,segment=NetworkSegment(97447e4f-39fb-4dc4-a25b-a7531e1f06a2),segment_id=97447e4f-39fb-4dc4-a25b-a7531e1f06a2)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:25.299389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-c839ac4a-0915-4d68-b54f-bb0b35ed638b', 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b', 'tenant_id': '9cedbed83f9044dca0818c66452fd131', 'fixed_ips': [{'subnet_id': 'b932ed32-4635-4dc1-ad2d-9bb2c357e0cd'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:25.300235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.315496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.357622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-28723aad-c03c-45d7-b7de-c04d10551a10 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.502983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725159c-d580-49ee-a746-8d3225097319 None None] Pushing event updated for resources: {'Port': ['ID=74522c17-8199-43a7-af1a-cbca7625291c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:25.525393 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.api.v2.resource [None req-28723aad-c03c-45d7-b7de-c04d10551a10 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 20:22:25.526553 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-28723aad-c03c-45d7-b7de-c04d10551a10 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "PUT /v2.0/routers/688c6e0c-af3c-41ba-a9fc-13e488b8b06c HTTP/1.1" status: 400 len: 364 time: 0.5563667 Mar 02 20:22:25.533350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43730) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:25.598540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Allocated IP 172.21.0.2 (c839ac4a-0915-4d68-b54f-bb0b35ed638b/b932ed32-4635-4dc1-ad2d-9bb2c357e0cd/b674c9b3-ecd9-472c-b8d4-53d9b82ada25) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:25.613489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Deleting subnet b932ed32-4635-4dc1-ad2d-9bb2c357e0cd {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:22:25.854019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.869124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Transition to ACTIVE for port object b674c9b3-ecd9-472c-b8d4-53d9b82ada25 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:25.894446 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Transition to ACTIVE for port object b674c9b3-ecd9-472c-b8d4-53d9b82ada25 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:25.901508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.902244 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:25.965547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:25.969024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:25.973985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:26.028152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Pushing event updated for resources: {'Port': ['ID=b674c9b3-ecd9-472c-b8d4-53d9b82ada25,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:26.085450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Attempting to bind port b674c9b3-ecd9-472c-b8d4-53d9b82ada25 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:26.085811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Attempting to bind port b674c9b3-ecd9-472c-b8d4-53d9b82ada25 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '6b8449b9-711b-4d05-a9d7-8f762749bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:26.086171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Attempting to bind port b674c9b3-ecd9-472c-b8d4-53d9b82ada25 on network c839ac4a-0915-4d68-b54f-bb0b35ed638b {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:26.092069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:26.092615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Checking segment: {'id': '6b8449b9-711b-4d05-a9d7-8f762749bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:26.093123 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.093656 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Bound using segment: {'id': '6b8449b9-711b-4d05-a9d7-8f762749bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:26.094208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Bound port: b674c9b3-ecd9-472c-b8d4-53d9b82ada25, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8449b9-711b-4d05-a9d7-8f762749bcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c839ac4a-0915-4d68-b54f-bb0b35ed638b'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:26.094645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.102760 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.206061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] For port b674c9b3-ecd9-472c-b8d4-53d9b82ada25, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:26.210451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] For port b674c9b3-ecd9-472c-b8d4-53d9b82ada25, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b674c9b3-ecd9-472c-b8d4-53d9b82ada25,segment=NetworkSegment(6b8449b9-711b-4d05-a9d7-8f762749bcb1),segment_id=6b8449b9-711b-4d05-a9d7-8f762749bcb1)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:26.225657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.225933 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.325727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.330011 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89138ee3-fd2f-429a-8ee7-c5fbf793d1db None None] Pushing event updated for resources: {'Port': ['ID=b674c9b3-ecd9-472c-b8d4-53d9b82ada25,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:26.371404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.378954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Subnet': ['ID=b932ed32-4635-4dc1-ad2d-9bb2c357e0cd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:26.386950 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7811b70e-5943-46bf-be71-811e53181839 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "DELETE /v2.0/subnets/b932ed32-4635-4dc1-ad2d-9bb2c357e0cd HTTP/1.1" status: 204 len: 168 time: 0.8499906 Mar 02 20:22:26.387298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43734) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:26.515895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.540602 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Deleting port b674c9b3-ecd9-472c-b8d4-53d9b82ada25 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:26.541247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.710471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676b146-86e0-472f-9e55-2dcc9329402e None None] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:26.821969 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] For port b674c9b3-ecd9-472c-b8d4-53d9b82ada25, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b674c9b3-ecd9-472c-b8d4-53d9b82ada25,segment=NetworkSegment(6b8449b9-711b-4d05-a9d7-8f762749bcb1),segment_id=6b8449b9-711b-4d05-a9d7-8f762749bcb1)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:26.822598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:26.850311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be3aedc3-404a-4e63-86e7-ed30e65458be None None] Provisioning for port 74522c17-8199-43a7-af1a-cbca7625291c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:26.962991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Calling delete_port for b674c9b3-ecd9-472c-b8d4-53d9b82ada25 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:27.045742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.104692 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Port': ['ID=b674c9b3-ecd9-472c-b8d4-53d9b82ada25,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:27.109105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] No DVR routers for this DVR port b674c9b3-ecd9-472c-b8d4-53d9b82ada25 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:27.253891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.293071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c839ac4a-0915-4d68-b54f-bb0b35ed638b']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:27.308368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8449b9-711b-4d05-a9d7-8f762749bcb1') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:27.308601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8449b9-711b-4d05-a9d7-8f762749bcb1') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:27.324540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.344024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.353385 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:27.353802 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:27.369600 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:27.462316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.467326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.493469 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Network': ['ID=c839ac4a-0915-4d68-b54f-bb0b35ed638b,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:27.497069 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9ddd8802-1d83-43d1-8a89-0154fc3d8ef8 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "DELETE /v2.0/networks/c839ac4a-0915-4d68-b54f-bb0b35ed638b HTTP/1.1" status: 204 len: 168 time: 1.1085443 Mar 02 20:22:27.499756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43738) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:27.570047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Deleting subnet 0552cac8-1407-4128-86fb-298fc38bb26c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:22:27.573308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.600665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-de93d960-6d48-4720-ae47-2527564c23c3 None None] Could not find standard attr ID for object b674c9b3-ecd9-472c-b8d4-53d9b82ada25. {{(pid=87814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 20:22:27.604777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70bf13-5d87-402d-9d6b-6efa37971e40 None None] DHCP port deletion for c839ac4a-0915-4d68-b54f-bb0b35ed638b request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:22:27.620627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069812f-6b2b-443d-8c91-f08050697d51 None None] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:27.638438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.644985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6069812f-6b2b-443d-8c91-f08050697d51 None None] Network c839ac4a-0915-4d68-b54f-bb0b35ed638b could not be found, it might have been deleted concurrently. {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 20:22:27.717487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 74522c17-8199-43a7-af1a-cbca7625291c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:27.734217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.780799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 74522c17-8199-43a7-af1a-cbca7625291c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:27.787020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 74522c17-8199-43a7-af1a-cbca7625291c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:27.787457 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.912683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:27.967146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.005563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Subnet': ['ID=0552cac8-1407-4128-86fb-298fc38bb26c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:28.009164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.018267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7c381e48-8ede-4e4e-bdb2-484893f8b464 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "DELETE /v2.0/subnets/0552cac8-1407-4128-86fb-298fc38bb26c HTTP/1.1" status: 204 len: 168 time: 0.5145736 Mar 02 20:22:28.018816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43742) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:28.021430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc35d65-4984-4b20-9c82-13de2f7cc8c6 None None] Network a57818c9-9d64-4c45-9cc2-ff3ce18c9666 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:28.052051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:22:28.052317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:22:28.135324 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.147624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Deleting port 74522c17-8199-43a7-af1a-cbca7625291c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:28.147967 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.301989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] DHCP port deletion for a57818c9-9d64-4c45-9cc2-ff3ce18c9666 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:22:28.306719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Deleting port 74522c17-8199-43a7-af1a-cbca7625291c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:28.307014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.366170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] For port 74522c17-8199-43a7-af1a-cbca7625291c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=74522c17-8199-43a7-af1a-cbca7625291c,segment=NetworkSegment(97447e4f-39fb-4dc4-a25b-a7531e1f06a2),segment_id=97447e4f-39fb-4dc4-a25b-a7531e1f06a2)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:28.366522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.523092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] For port 74522c17-8199-43a7-af1a-cbca7625291c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=74522c17-8199-43a7-af1a-cbca7625291c,segment=NetworkSegment(97447e4f-39fb-4dc4-a25b-a7531e1f06a2),segment_id=97447e4f-39fb-4dc4-a25b-a7531e1f06a2)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:28.523479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.596630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Calling delete_port for 74522c17-8199-43a7-af1a-cbca7625291c owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:28.674817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.709179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Calling delete_port for 74522c17-8199-43a7-af1a-cbca7625291c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:22:28.722883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Port': ['ID=74522c17-8199-43a7-af1a-cbca7625291c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:28.726491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] No DVR routers for this DVR port 74522c17-8199-43a7-af1a-cbca7625291c on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:22:28.747032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Port 74522c17-8199-43a7-af1a-cbca7625291c update to ACTIVE by agent not found {{(pid=87814) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 20:22:28.801964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:22:28.802693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:22:28.857251 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.885863 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57818c9-9d64-4c45-9cc2-ff3ce18c9666']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:28.897641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97447e4f-39fb-4dc4-a25b-a7531e1f06a2') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:28.897927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97447e4f-39fb-4dc4-a25b-a7531e1f06a2') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:28.909247 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.926284 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.933250 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:22:28.933663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:22:28.949414 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:22:29.040532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.059449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.072968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Pushing event deleted for resources: {'Network': ['ID=a57818c9-9d64-4c45-9cc2-ff3ce18c9666,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:29.076391 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-effe0410-e15a-4e62-afdd-609857704014 tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "DELETE /v2.0/networks/a57818c9-9d64-4c45-9cc2-ff3ce18c9666 HTTP/1.1" status: 204 len: 168 time: 1.0564487 Mar 02 20:22:29.080105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43746) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:29.123655 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-58b3eed2-a4f5-4abf-b3f7-76d522725e2b tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "GET /v2.0/ports?device_id=688c6e0c-af3c-41ba-a9fc-13e488b8b06c HTTP/1.1" status: 200 len: 205 time: 0.0422316 Mar 02 20:22:29.127302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43750) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:29.260067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.304486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Deleting port 74522c17-8199-43a7-af1a-cbca7625291c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:22:29.304867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.370276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb942a-b89f-4dda-b24f-1a869b5b7346 None None] The port '74522c17-8199-43a7-af1a-cbca7625291c' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:22:29.563657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.566020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.590241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.590728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Fanout notify agent at l3_agent the message router_deleted on router 688c6e0c-af3c-41ba-a9fc-13e488b8b06c {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:22:29.602153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:29.603227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f9be9355-98e0-43ea-a1b9-cbcfe9d8722d tempest-RoutersNegativeTest-698451250 tempest-RoutersNegativeTest-698451250-project] 10.222.0.36 "DELETE /v2.0/routers/688c6e0c-af3c-41ba-a9fc-13e488b8b06c HTTP/1.1" status: 204 len: 168 time: 0.4750919 Mar 02 20:22:29.682100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 74522c17-8199-43a7-af1a-cbca7625291c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:22:29.718417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 74522c17-8199-43a7-af1a-cbca7625291c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:22:29.718736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 74522c17-8199-43a7-af1a-cbca7625291c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:22:29.901380 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43758) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:30.059180 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aeeee2e1-8227-4c21-ac97-2893033891ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cedbed83f9044dca0818c66452fd131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566157 Mar 02 20:22:30.062547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43764) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:30.124317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.150830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.204950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.219222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287a9ee-ca22-4db4-828f-7dbbd1dc86ef,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:30.225347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:30.226494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4abc7bc5-c462-4457-aa7e-b2e6282336d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4287a9ee-ca22-4db4-828f-7dbbd1dc86ef HTTP/1.1" status: 204 len: 168 time: 0.1630425 Mar 02 20:22:30.943601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43788) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:31.059030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1815980547-network', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:31.063869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:31.067675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Usage tracker for resource:network and tenant:09351cd15fdd43d4a8330272d22dffdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:31.070536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:31.076082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:31.087738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Made reservation on behalf of 09351cd15fdd43d4a8330272d22dffdd for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:31.090734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.103396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.118918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:31.122826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Usage tracker for resource:security_group_rule and tenant:09351cd15fdd43d4a8330272d22dffdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:31.125667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:31.131409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:31.221368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.226433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.259179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:31.267812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b2344-44d4-4161-8f75-bcb34a5d730d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:31.273508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.273851 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Added segment 95a186bf-15ea-4a77-bbf6-260e8af62383 of type vlan for network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 Mar 02 20:22:31.301370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.331387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.332400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:31.332947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.435195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4903367 Mar 02 20:22:31.435869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e968d-f9d2-4e06-85bd-b5a8650dbccf admin admin] Pushing event updated for resources: {'Network': ['ID=e6dd2fe0-12e6-48ec-aee5-e614764d66f1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:31.438303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43794) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:31.444235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Request body: {'subnet': {'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-subnet', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:31.447546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:31.449276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:31.453245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Usage tracker for resource:subnet and tenant:09351cd15fdd43d4a8330272d22dffdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:31.456222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:31.462319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:31.474566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Made reservation on behalf of 09351cd15fdd43d4a8330272d22dffdd for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:31.476858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.682738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.755681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0357f18c-51d6-4ce6-8e5b-a385fb83786d,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:31.766058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Checking segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:31.766407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Network hostable DHCP agents. Network: e6dd2fe0-12e6-48ec-aee5-e614764d66f1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:31.787279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:31.799005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, e6dd2fe0-12e6-48ec-aee5-e614764d66f1) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:31.804058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:31.805826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.807023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df033b-cd8d-4241-83b0-4b7f291ff012 None None] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:31.829586 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b286c85c-dd4b-4137-bba6-d4ba9d77d3c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3902347 Mar 02 20:22:31.835037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43798) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:31.840166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:31.844974 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:31.848915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Usage tracker for resource:router and tenant:09351cd15fdd43d4a8330272d22dffdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:31.851791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:31.857573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:31.868880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.869897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:31.886990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.030403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:32.031325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.194918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Allocated IP 172.20.0.2 (e6dd2fe0-12e6-48ec-aee5-e614764d66f1/0357f18c-51d6-4ce6-8e5b-a385fb83786d/78816a66-5ea0-45c3-8d15-bfd237871904) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:32.273117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.419476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.430400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Transition to ACTIVE for port object 78816a66-5ea0-45c3-8d15-bfd237871904 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:32.449384 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Transition to ACTIVE for port object 78816a66-5ea0-45c3-8d15-bfd237871904 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:32.455620 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.520103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:32.527477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:32.532159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:32.538070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Pushing event updated for resources: {'Port': ['ID=78816a66-5ea0-45c3-8d15-bfd237871904,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:32.582251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.615586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.631659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Attempting to bind port 78816a66-5ea0-45c3-8d15-bfd237871904 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:32.632029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Attempting to bind port 78816a66-5ea0-45c3-8d15-bfd237871904 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:32.632468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Attempting to bind port 78816a66-5ea0-45c3-8d15-bfd237871904 on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:32.638753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:32.639124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Checking segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:32.639522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.639914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Bound using segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:32.640402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Bound port: 78816a66-5ea0-45c3-8d15-bfd237871904, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:32.640776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.736803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] For port 78816a66-5ea0-45c3-8d15-bfd237871904, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:32.740713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] For port 78816a66-5ea0-45c3-8d15-bfd237871904, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=78816a66-5ea0-45c3-8d15-bfd237871904,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:32.745990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.783230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Allocated IP 172.26.2.226 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/5694d032-9303-4a0a-8263-3ecb660b5935) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:32.837602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3935b6c-de49-4cbc-9126-f42a3bf0b867 None None] Pushing event updated for resources: {'Port': ['ID=78816a66-5ea0-45c3-8d15-bfd237871904,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:32.959425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:32.995594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.070649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:33.073560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:33.077349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:33.128558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Pushing event updated for resources: {'Port': ['ID=5694d032-9303-4a0a-8263-3ecb660b5935,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:33.548072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:33.732795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 78816a66-5ea0-45c3-8d15-bfd237871904 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:33.816739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 78816a66-5ea0-45c3-8d15-bfd237871904 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:33.880060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae43375-40d1-48f3-b5b0-b190fa86928a None None] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:34.026442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Provisioning for port 78816a66-5ea0-45c3-8d15-bfd237871904 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:34.043802 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Provisioning complete for port 78816a66-5ea0-45c3-8d15-bfd237871904 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:34.044176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.054980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.249199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.264757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Router 4eb18ed9-26bd-4277-ac68-903593b62f14 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:22:34.295325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] For port 78816a66-5ea0-45c3-8d15-bfd237871904, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=78816a66-5ea0-45c3-8d15-bfd237871904,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:34.301096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.375125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba224ea-ccf7-4274-8f6c-c9d44a94c254 None None] Pushing event updated for resources: {'Port': ['ID=78816a66-5ea0-45c3-8d15-bfd237871904,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:34.477738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:22:34.486550 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Sync routers for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:22:34.495582 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:34.496192 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:34.503152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.504453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-285f2b20-b8de-47f1-93d7-08a08a8333bd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6683581 Mar 02 20:22:34.507639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43802) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:34.525776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-d8fee945-0c4a-455d-8868-cf903432b786 None None] Provisioning complete for port 78816a66-5ea0-45c3-8d15-bfd237871904 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:34.526503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d8fee945-0c4a-455d-8868-cf903432b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:34.723058 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:35.006897 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:33Z', 'revision_number': 3, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:35.011823 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Checking router: 4eb18ed9-26bd-4277-ac68-903593b62f14 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:22:35.012432 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Updating router 4eb18ed9-26bd-4277-ac68-903593b62f14 port 5694d032-9303-4a0a-8263-3ecb660b5935 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:22:35.082774 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.266266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.432216 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.445066 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Transition to ACTIVE for port object 5694d032-9303-4a0a-8263-3ecb660b5935 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:35.453827 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.542966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Allocated IP 172.20.0.1 (e6dd2fe0-12e6-48ec-aee5-e614764d66f1/0357f18c-51d6-4ce6-8e5b-a385fb83786d/4edd66df-e3d5-4855-ae47-3a881d87dd55) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:35.562577 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Attempting to bind port 5694d032-9303-4a0a-8263-3ecb660b5935 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:35.563423 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Attempting to bind port 5694d032-9303-4a0a-8263-3ecb660b5935 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:35.563423 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Attempting to bind port 5694d032-9303-4a0a-8263-3ecb660b5935 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:35.573856 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Pushing event updated for resources: {'Port': ['ID=5694d032-9303-4a0a-8263-3ecb660b5935,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:35.576458 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:35.576832 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:35.577185 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.577563 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:35.578031 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Bound port: 5694d032-9303-4a0a-8263-3ecb660b5935, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:35.578395 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.627604 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.627604 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.627604 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.627987 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.628238 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.628589 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.628903 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.629216 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.629500 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.629892 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.630111 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.630499 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:22:35.695186 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] For port 5694d032-9303-4a0a-8263-3ecb660b5935, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:35.699725 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] For port 5694d032-9303-4a0a-8263-3ecb660b5935, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5694d032-9303-4a0a-8263-3ecb660b5935,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:35.705675 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.715861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 78816a66-5ea0-45c3-8d15-bfd237871904 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:35.792633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:35.793442 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:35.808884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 78816a66-5ea0-45c3-8d15-bfd237871904 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:35.809521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.827650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.850680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Transition to ACTIVE for port object 4edd66df-e3d5-4855-ae47-3a881d87dd55 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:35.879354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:35.894184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6b7c1-f5fb-44a8-89a0-f46cee4fefe6 None None] Pushing event updated for resources: {'Port': ['ID=5694d032-9303-4a0a-8263-3ecb660b5935,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:35.935718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:35.944070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:35.948243 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:36.016061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:36.028170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.040717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:36.211415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eaeb4ace-db8f-4f64-910f-3a5b39905baa None None] Provisioning for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:36.217345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eaeb4ace-db8f-4f64-910f-3a5b39905baa None None] Provisioning complete for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:36.217717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eaeb4ace-db8f-4f64-910f-3a5b39905baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.282557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb4ace-db8f-4f64-910f-3a5b39905baa None None] Port 4edd66df-e3d5-4855-ae47-3a881d87dd55 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:22:36.348626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.394243 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:33Z', 'revision_number': 3, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:36.398891 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41af66-1e24-442a-9bc5-68e4ac865955 None None] The sync data for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv is: [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:33Z', 'revision_number': 3, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:22:36.611934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.626620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.743702 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:36.759084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:36.898515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:36.899855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:37.101290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Router 4eb18ed9-26bd-4277-ac68-903593b62f14 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:22:37.186807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17532fad-2786-4930-a7b6-7cd0e6911511 None None] Provisioning complete for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:37.187332 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17532fad-2786-4930-a7b6-7cd0e6911511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.244034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-17532fad-2786-4930-a7b6-7cd0e6911511 None None] Port 4edd66df-e3d5-4855-ae47-3a881d87dd55 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:22:37.281580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:22:37.290726 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-665d9169-f602-4aac-aea1-41ffa0d97cd9 admin admin] 10.222.0.36 "PUT /v2.0/routers/4eb18ed9-26bd-4277-ac68-903593b62f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7819450 Mar 02 20:22:37.713785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5694d032-9303-4a0a-8263-3ecb660b5935 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:37.808989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 5694d032-9303-4a0a-8263-3ecb660b5935 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:37.813919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5694d032-9303-4a0a-8263-3ecb660b5935 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:37.814322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.851902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43820) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:37.857339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-122142618-network', 'tenant_id': '86e911323e88415e984f1235766a7dfe'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:37.862206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:37.866112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Usage tracker for resource:network and tenant:86e911323e88415e984f1235766a7dfe is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:37.870402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:37.876135 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:37.890368 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Made reservation on behalf of 86e911323e88415e984f1235766a7dfe for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:37.893013 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.946775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:37.953886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Sync routers for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:22:37.973188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:37.973824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:38.023227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.035030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 5694d032-9303-4a0a-8263-3ecb660b5935, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5694d032-9303-4a0a-8263-3ecb660b5935,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:38.037921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:38.042946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.043255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Usage tracker for resource:security_group_rule and tenant:86e911323e88415e984f1235766a7dfe is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:38.045909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:38.052062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:38.141964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.147173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.179411 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:22:38.188668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cea71f-373c-448c-9bde-fafa3cbc25ac,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.196188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.196486 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Added segment b64606c9-46a2-4a86-aa24-92c2b5a48094 of type vlan for network 71aa8930-5347-459d-ae8d-826fe4be5960 Mar 02 20:22:38.197835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=5694d032-9303-4a0a-8263-3ecb660b5935,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.218015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:38.227720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.263004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.264397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:38.265234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.370955 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] Pushing event updated for resources: {'Network': ['ID=71aa8930-5347-459d-ae8d-826fe4be5960,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.376267 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-920bfef2-e391-4e54-8554-ab1fc5a3e113 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5232468 Mar 02 20:22:38.379182 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43824) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:38.384910 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Request body: {'subnet': {'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-subnet', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:38.386316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 71aa8930-5347-459d-ae8d-826fe4be5960 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:22:38.389928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:38.394123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Usage tracker for resource:subnet and tenant:86e911323e88415e984f1235766a7dfe is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:38.397333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:38.403945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:38.417461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Made reservation on behalf of 86e911323e88415e984f1235766a7dfe for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:38.419927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.624997 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.665247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:36Z', 'revision_number': 4, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4edd66df-e3d5-4855-ae47-3a881d87dd55', 'name': '', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'mac_address': 'fa:16:3e:fd:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:35Z', 'updated_at': '2022-03-02T20:22:36Z', 'revision_number': 2, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'subnets': [{'id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:38.669745 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Checking router: 4eb18ed9-26bd-4277-ac68-903593b62f14 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:22:38.670151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Updating router 4eb18ed9-26bd-4277-ac68-903593b62f14 port 4edd66df-e3d5-4855-ae47-3a881d87dd55 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:22:38.696009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:38.704950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Checking segment: {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:38.705302 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Network hostable DHCP agents. Network: 71aa8930-5347-459d-ae8d-826fe4be5960, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:22:38.722442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.725202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Network 71aa8930-5347-459d-ae8d-826fe4be5960 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:22:38.742269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 71aa8930-5347-459d-ae8d-826fe4be5960) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:38.748737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:38.749390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.767066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aceb4d-4773-4234-9f69-7c934de6ba62 None None] Network 71aa8930-5347-459d-ae8d-826fe4be5960 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:38.781139 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4f713dd2-a37f-4b37-bd09-a84de0e43853 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3983967 Mar 02 20:22:38.781524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 43828) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:38.788376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:38.793000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:38.796988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Usage tracker for resource:router and tenant:86e911323e88415e984f1235766a7dfe is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:38.800045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:38.805952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:38.818678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.819780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:38.836511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.105573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.164061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-71aa8930-5347-459d-ae8d-826fe4be5960', 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'fixed_ips': [{'subnet_id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:22:39.164922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.374259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.393577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Transition to ACTIVE for port object 4edd66df-e3d5-4855-ae47-3a881d87dd55 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:39.400726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Allocated IP 172.20.0.2 (71aa8930-5347-459d-ae8d-826fe4be5960/5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8/a3a89321-0613-40cc-b5ac-f4b5dd5ba552) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:39.405588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.428932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.478446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.718901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Allocated IP 172.26.2.54 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/fb30cb3b-aac8-43ad-b519-0c5d21f04dea) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:39.788535 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5694d032-9303-4a0a-8263-3ecb660b5935 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:39.830504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ade41-5958-4b23-b309-a1d8ffc98a8b None None] Pushing event updated for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:39.943927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Attempting to bind port 4edd66df-e3d5-4855-ae47-3a881d87dd55 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:39.944295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Attempting to bind port 4edd66df-e3d5-4855-ae47-3a881d87dd55 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:39.944679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Attempting to bind port 4edd66df-e3d5-4855-ae47-3a881d87dd55 on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:39.966182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:39.966507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Checking segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:39.966922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:39.967320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Bound using segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:39.967797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Bound port: 4edd66df-e3d5-4855-ae47-3a881d87dd55, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:39.968164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.027347 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.072874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.136570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:40.139450 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:40.142093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:40.150276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 5694d032-9303-4a0a-8263-3ecb660b5935 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:40.150701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.174296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.191729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Pushing event updated for resources: {'Port': ['ID=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:40.211377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Transition to ACTIVE for port object a3a89321-0613-40cc-b5ac-f4b5dd5ba552 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:40.259561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Transition to ACTIVE for port object a3a89321-0613-40cc-b5ac-f4b5dd5ba552 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:40.263908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] For port 4edd66df-e3d5-4855-ae47-3a881d87dd55, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:40.267563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] For port 4edd66df-e3d5-4855-ae47-3a881d87dd55, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4edd66df-e3d5-4855-ae47-3a881d87dd55,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:40.275013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.307798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.398672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Network 71aa8930-5347-459d-ae8d-826fe4be5960 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:40.406400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:40.411991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Pushing event updated for resources: {'Port': ['ID=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:40.418739 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:40.514475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:40.515122 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:40.616088 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.660241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ade41-5958-4b23-b309-a1d8ffc98a8b None None] Pushing event updated for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:40.667358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Attempting to bind port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:40.667723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Attempting to bind port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:40.668078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Attempting to bind port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 on network 71aa8930-5347-459d-ae8d-826fe4be5960 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:40.679188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:40.679563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Checking segment: {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:40.679961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.680361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Bound using segment: {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:40.680831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Bound port: a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:40.681200 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:40.837104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:40.993978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] For port a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:40.999454 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.027529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] For port a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:41.034952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.225023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f7788-1c1b-4595-83c6-c2889397e15a None None] Pushing event updated for resources: {'Port': ['ID=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:41.235917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Router 1f4254bf-9ee4-4c7f-9273-25f67926db2f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:22:41.270406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:36Z', 'revision_number': 4, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4edd66df-e3d5-4855-ae47-3a881d87dd55', 'name': '', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'mac_address': 'fa:16:3e:fd:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:35Z', 'updated_at': '2022-03-02T20:22:40Z', 'revision_number': 4, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'subnets': [{'id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:41.275124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3d6d-3308-4835-960b-02666b7cfd4f None None] The sync data for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv is: [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:22:36Z', 'revision_number': 4, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4edd66df-e3d5-4855-ae47-3a881d87dd55', 'name': '', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'mac_address': 'fa:16:3e:fd:56:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:35Z', 'updated_at': '2022-03-02T20:22:40Z', 'revision_number': 4, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'subnets': [{'id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:22:41.473140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:22:41.486753 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Sync routers for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:22:41.500217 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:41.500910 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:41.509218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.513063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 43832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:22:41.513665 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-26f2dc51-46fa-42d5-a435-67afc9da7c27 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7301474 Mar 02 20:22:41.708078 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:41.802378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a3a89321-0613-40cc-b5ac-f4b5dd5ba552 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:41.879652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1737d8ee-31f6-425f-90dd-6d413e04b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:41.913110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:41.939872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4edd66df-e3d5-4855-ae47-3a881d87dd55 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:42.027987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:42.037127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:42.037495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.097202 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:40Z', 'revision_number': 3, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:42.101807 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Checking router: 1f4254bf-9ee4-4c7f-9273-25f67926db2f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:22:42.102459 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Updating router 1f4254bf-9ee4-4c7f-9273-25f67926db2f port fb30cb3b-aac8-43ad-b519-0c5d21f04dea binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:22:42.191791 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.235923 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.281127 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4edd66df-e3d5-4855-ae47-3a881d87dd55, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4edd66df-e3d5-4855-ae47-3a881d87dd55,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:42.289927 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.441755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:42.467488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c92a7e-87fc-41fa-ba27-60d53a8c4707 None None] Network 71aa8930-5347-459d-ae8d-826fe4be5960 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:22:42.617483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.629577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Provisioning for port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:42.646229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Provisioning complete for port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:42.646594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.697806 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.712264 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Transition to ACTIVE for port object fb30cb3b-aac8-43ad-b519-0c5d21f04dea will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:42.721452 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.809677 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbc037-e4c5-4c45-b342-8564f1bd3edd None None] Pushing event updated for resources: {'Port': ['ID=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:42.821096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.829010 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Attempting to bind port fb30cb3b-aac8-43ad-b519-0c5d21f04dea on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:42.829512 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Attempting to bind port fb30cb3b-aac8-43ad-b519-0c5d21f04dea by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:42.830147 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Attempting to bind port fb30cb3b-aac8-43ad-b519-0c5d21f04dea on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:42.835821 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:42.836351 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:42.836754 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.837300 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:42.837887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Bound port: fb30cb3b-aac8-43ad-b519-0c5d21f04dea, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:42.838099 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.876162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] For port a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:42.878276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Allocated IP 172.20.0.1 (71aa8930-5347-459d-ae8d-826fe4be5960/5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8/092d57c4-e6e5-455d-82dd-5c946c1143d0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:42.883445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.929033 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] For port fb30cb3b-aac8-43ad-b519-0c5d21f04dea, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:42.933254 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] For port fb30cb3b-aac8-43ad-b519-0c5d21f04dea, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:42.940451 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:42.967300 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd224dc2-408c-4b70-ba61-6ea22901177d None None] Pushing event updated for resources: {'Port': ['ID=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:43.031597 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:43.032226 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.066683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.087700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Transition to ACTIVE for port object 092d57c4-e6e5-455d-82dd-5c946c1143d0 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:43.116423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.118916 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbc037-e4c5-4c45-b342-8564f1bd3edd None None] Pushing event updated for resources: {'Port': ['ID=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:43.180889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Network 71aa8930-5347-459d-ae8d-826fe4be5960 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:43.183590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:43.191545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:43.211514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ce68811-1348-4eb3-9000-3e62dc637d33 None None] Provisioning complete for port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:43.212226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ce68811-1348-4eb3-9000-3e62dc637d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.224829 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:43.236877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Pushing event updated for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:43.253960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.400378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.482984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e84e7a27-42ce-4d3a-94d2-a0df904191fc None None] Provisioning for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:43.488561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e84e7a27-42ce-4d3a-94d2-a0df904191fc None None] Provisioning complete for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:43.489128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e84e7a27-42ce-4d3a-94d2-a0df904191fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.542357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e84e7a27-42ce-4d3a-94d2-a0df904191fc None None] Port 092d57c4-e6e5-455d-82dd-5c946c1143d0 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:22:43.564607 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:40Z', 'revision_number': 3, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:43.568496 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0491a36c-3a3e-4b2e-94bf-5c5dcef9f00f None None] The sync data for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv is: [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:40Z', 'revision_number': 3, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:22:43.631851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.639386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.698077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a3a89321-0613-40cc-b5ac-f4b5dd5ba552 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:43.761592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Pushing event updated for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:43.767180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.806351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:43.806718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:43.931423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Network 71aa8930-5347-459d-ae8d-826fe4be5960 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:43.932598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:43.953308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4edd66df-e3d5-4855-ae47-3a881d87dd55 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:44.022846 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:22:44.035919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4edd66df-e3d5-4855-ae47-3a881d87dd55 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:44.036513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.149736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Router 1f4254bf-9ee4-4c7f-9273-25f67926db2f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:22:44.194295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aa77980a-63ec-4412-b337-41f67c8978e8 None None] Provisioning complete for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:44.194660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aa77980a-63ec-4412-b337-41f67c8978e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:44.251159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-aa77980a-63ec-4412-b337-41f67c8978e8 None None] Port 092d57c4-e6e5-455d-82dd-5c946c1143d0 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:22:44.477550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:22:44.487149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-42a07a83-eb22-4b03-98d4-969800271fda admin admin] 10.222.0.36 "PUT /v2.0/routers/1f4254bf-9ee4-4c7f-9273-25f67926db2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9729950 Mar 02 20:22:45.051627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4be79231-6214-400d-837d-98abcbb6dc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.141473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Sync routers for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:22:45.153071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:45.153690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:45.347755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:45.406307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-0f5c0429-5230-48c0-a151-2d76fc58f542 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:45.407054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-0f5c0429-5230-48c0-a151-2d76fc58f542 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:45.426698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.427657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-0f5c0429-5230-48c0-a151-2d76fc58f542 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:45.428950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-0f5c0429-5230-48c0-a151-2d76fc58f542 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 817 time: 0.1802018 Mar 02 20:22:45.447499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-2d46f0be-be59-444f-9b68-a8582db3410a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/quotas/09351cd15fdd43d4a8330272d22dffdd HTTP/1.1" status: 200 len: 375 time: 0.0104060 Mar 02 20:22:45.545119 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-6db203ae-a98b-4e51-b562-5e34702ea270 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921891 Mar 02 20:22:45.633471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.647968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.715113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-25c8c7bf-70a4-46e1-b4a0-8467b401610b service neutron] 10.222.0.36 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514456 Mar 02 20:22:45.735250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device fb30cb3b-aac8-43ad-b519-0c5d21f04dea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:45.823205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port fb30cb3b-aac8-43ad-b519-0c5d21f04dea completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:45.830531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:43Z', 'revision_number': 4, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '092d57c4-e6e5-455d-82dd-5c946c1143d0', 'name': '', 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'mac_address': 'fa:16:3e:aa:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:42Z', 'updated_at': '2022-03-02T20:22:43Z', 'revision_number': 2, 'project_id': '86e911323e88415e984f1235766a7dfe', 'subnets': [{'id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:45.833029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port fb30cb3b-aac8-43ad-b519-0c5d21f04dea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:45.833398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:45.858303 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-41206dfb-82e9-45ed-87d5-0498cf5a7552 service neutron] 10.222.0.36 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349781 Mar 02 20:22:45.865487 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Checking router: 1f4254bf-9ee4-4c7f-9273-25f67926db2f for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:22:45.865644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Updating router 1f4254bf-9ee4-4c7f-9273-25f67926db2f port 092d57c4-e6e5-455d-82dd-5c946c1143d0 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:22:45.940979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.066635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2c55e9ef-eb71-4f0e-9da9-6f2da6c73ff1 req-24ae3bd9-ace3-4c96-bcdb-1614134eb273 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 210 time: 0.0557175 Mar 02 20:22:46.134195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.163913 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port fb30cb3b-aac8-43ad-b519-0c5d21f04dea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:46.170614 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.343897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:46.467508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.479357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Transition to ACTIVE for port object 092d57c4-e6e5-455d-82dd-5c946c1143d0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:46.487943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.648482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13559c4b-741d-45dc-875f-b6434aae8364 None None] Pushing event updated for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:46.721330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Attempting to bind port 092d57c4-e6e5-455d-82dd-5c946c1143d0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:46.721612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Attempting to bind port 092d57c4-e6e5-455d-82dd-5c946c1143d0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:46.722107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Attempting to bind port 092d57c4-e6e5-455d-82dd-5c946c1143d0 on network 71aa8930-5347-459d-ae8d-826fe4be5960 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:46.728189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:46.729214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Checking segment: {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:46.729214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.729427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Bound using segment: {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:46.730020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Bound port: 092d57c4-e6e5-455d-82dd-5c946c1143d0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64606c9-46a2-4a86-aa24-92c2b5a48094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:46.730398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.840649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] For port 092d57c4-e6e5-455d-82dd-5c946c1143d0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:46.843675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] For port 092d57c4-e6e5-455d-82dd-5c946c1143d0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=092d57c4-e6e5-455d-82dd-5c946c1143d0,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:46.849483 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:46.925276 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:22:46.925870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:22:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:46.982269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13559c4b-741d-45dc-875f-b6434aae8364 None None] Pushing event updated for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:47.145863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:22:47.238856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:47.375473 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c55ca53-3fb0-454f-919b-1fd1807eb018 req-a02edfa3-f985-4da3-8441-e5b6702eb7c0 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 210 time: 0.0612526 Mar 02 20:22:47.388138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-84bf880e-f6d1-49d1-9cbf-ef41b1657b7a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:47.389765 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-84bf880e-f6d1-49d1-9cbf-ef41b1657b7a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 817 time: 0.2985859 Mar 02 20:22:47.402743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Request body: {'port': {'device_id': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'admin_state_up': True, 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:47.559340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:22:47.563743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Usage tracker for resource:port and tenant:09351cd15fdd43d4a8330272d22dffdd is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:22:47.566683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:22:47.572475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:22:47.574115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:43Z', 'revision_number': 4, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '092d57c4-e6e5-455d-82dd-5c946c1143d0', 'name': '', 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'mac_address': 'fa:16:3e:aa:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:42Z', 'updated_at': '2022-03-02T20:22:46Z', 'revision_number': 4, 'project_id': '86e911323e88415e984f1235766a7dfe', 'subnets': [{'id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:22:47.578349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9618deed-ae98-44fd-b5dd-23aad0727569 None None] The sync data for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv is: [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:22:43Z', 'revision_number': 4, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '092d57c4-e6e5-455d-82dd-5c946c1143d0', 'name': '', 'network_id': '71aa8930-5347-459d-ae8d-826fe4be5960', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'mac_address': 'fa:16:3e:aa:89:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:42Z', 'updated_at': '2022-03-02T20:22:46Z', 'revision_number': 4, 'project_id': '86e911323e88415e984f1235766a7dfe', 'subnets': [{'id': '5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:22:47.585210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Made reservation on behalf of 09351cd15fdd43d4a8330272d22dffdd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:22:47.588722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:47.784886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Allocated IP 172.20.0.4 (e6dd2fe0-12e6-48ec-aee5-e614764d66f1/0357f18c-51d6-4ce6-8e5b-a385fb83786d/bb820075-1cff-409d-963d-af94af474396) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:22:47.839022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 092d57c4-e6e5-455d-82dd-5c946c1143d0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:47.917005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:47.922847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:47.923419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.014120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.034788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Transition to ACTIVE for port object bb820075-1cff-409d-963d-af94af474396 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:48.047292 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.066186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.081928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 092d57c4-e6e5-455d-82dd-5c946c1143d0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=092d57c4-e6e5-455d-82dd-5c946c1143d0,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:48.087593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.088586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device fb30cb3b-aac8-43ad-b519-0c5d21f04dea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:48.141217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:22:48.144455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:22:48.154751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:22:48.211922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Pushing event updated for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:48.219634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:48.234052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port fb30cb3b-aac8-43ad-b519-0c5d21f04dea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:48.234416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.243429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:48.244405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.279540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-d6b7a7a6-94be-4584-81d0-c03ffba923bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811746 Mar 02 20:22:48.291597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Request body: {'port': {'device_id': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:22:48.426535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.434658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9b06a6cb-b4b2-456a-944c-ecc3ecf58985 None None] Provisioning for port bb820075-1cff-409d-963d-af94af474396 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:48.444981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9b06a6cb-b4b2-456a-944c-ecc3ecf58985 None None] Provisioning complete for port bb820075-1cff-409d-963d-af94af474396 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:48.445505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9b06a6cb-b4b2-456a-944c-ecc3ecf58985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:48.508874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9b06a6cb-b4b2-456a-944c-ecc3ecf58985 None None] Port bb820075-1cff-409d-963d-af94af474396 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:22:48.872153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-47bb16ad-b220-40f2-8331-531eff0eade2 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:48.872869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-47bb16ad-b220-40f2-8331-531eff0eade2 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:48.914036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-47bb16ad-b220-40f2-8331-531eff0eade2 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:48.915300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-47bb16ad-b220-40f2-8331-531eff0eade2 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 931 time: 0.3762233 Mar 02 20:22:49.021512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb820075-1cff-409d-963d-af94af474396 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:22:49.030798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-c99158ff-b818-4754-b94f-b484c9718b22 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:22:49.034114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.055017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Transition to ACTIVE for port object bb820075-1cff-409d-963d-af94af474396 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:22:49.059012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.093330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-c99158ff-b818-4754-b94f-b484c9718b22 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:22:49.094492 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-70aaff32-1a2c-4ea9-a6e5-feb2a0223eae req-c99158ff-b818-4754-b94f-b484c9718b22 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644945 Mar 02 20:22:49.192494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Pushing event updated for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:49.311746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Attempting to bind port bb820075-1cff-409d-963d-af94af474396 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:22:49.312203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Attempting to bind port bb820075-1cff-409d-963d-af94af474396 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:22:49.312566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Attempting to bind port bb820075-1cff-409d-963d-af94af474396 on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:49.317700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Port bb820075-1cff-409d-963d-af94af474396 on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:22:49.318014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Attempting to bind port bb820075-1cff-409d-963d-af94af474396 on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:22:49.323444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:22:49.323776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Checking segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:22:49.324157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Bound using segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:22:49.324707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Bound port: bb820075-1cff-409d-963d-af94af474396, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:22:49.325062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.424050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:22:49.426986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bb820075-1cff-409d-963d-af94af474396,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:22:49.433108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.484760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:49.485354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.487115 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] 10.222.0.32 "PUT /v2.0/ports/bb820075-1cff-409d-963d-af94af474396 HTTP/1.1" status: 200 len: 1093 time: 1.2004380 Mar 02 20:22:49.489592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'tag': 'bb820075-1cff-409d-963d-af94af474396'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:22:49.527459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88990eba-48c8-4c94-bfab-e00b0b423b87 service neutron] Pushing event updated for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:49.619742 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'tag': 'bb820075-1cff-409d-963d-af94af474396', 'status': 'completed', 'code': 200} Mar 02 20:22:49.624584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-2ad0db08-aab8-4179-95c5-27b0ee838368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:49.626142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-2ad0db08-aab8-4179-95c5-27b0ee838368 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 1096 time: 0.0949736 Mar 02 20:22:49.695320 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-a2a75f6b-7475-41b5-bc5f-6a044ce03b8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb820075-1cff-409d-963d-af94af474396 HTTP/1.1" status: 200 len: 217 time: 0.0628731 Mar 02 20:22:49.697717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 092d57c4-e6e5-455d-82dd-5c946c1143d0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:49.773829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-14b094d8-c1de-4a36-93b2-9e5dc3a87225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:49.776198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-14b094d8-c1de-4a36-93b2-9e5dc3a87225 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357f18c-51d6-4ce6-8e5b-a385fb83786d HTTP/1.1" status: 200 len: 856 time: 0.0748863 Mar 02 20:22:49.786822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 092d57c4-e6e5-455d-82dd-5c946c1143d0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:49.787320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:49.862465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-cf8cc188-6848-4a70-a1c0-6c19d84ce91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:49.863949 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-cf8cc188-6848-4a70-a1c0-6c19d84ce91b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815294 Mar 02 20:22:50.010260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-fc8c2847-32fd-49d0-8f1e-4ba5d7f01b10 service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397345 Mar 02 20:22:50.159399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98ea00df-efc6-4ff9-b5bf-13d021e7027c req-821a7c66-ae32-46ca-80e7-6e1c0c9eeef3 service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429043 Mar 02 20:22:50.341349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7985c8-1b72-400c-99de-f919fa5e5077 req-3728cc63-25a9-4061-bad4-9ce0551e5be4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.343321 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e7985c8-1b72-400c-99de-f919fa5e5077 req-3728cc63-25a9-4061-bad4-9ce0551e5be4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 943 time: 0.1389930 Mar 02 20:22:50.346104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-e3d97da2-d6fe-4054-87b1-5c51318861cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.347972 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-e3d97da2-d6fe-4054-87b1-5c51318861cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 1096 time: 0.1423268 Mar 02 20:22:50.483572 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1e7985c8-1b72-400c-99de-f919fa5e5077 req-91c4de44-08b1-4441-a62f-67e3b9ad0c84 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344419 Mar 02 20:22:50.514541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-89da8e43-5ae5-4421-bc4f-85ffbbadbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.515973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-89da8e43-5ae5-4421-bc4f-85ffbbadbfad service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 918 time: 0.1484571 Mar 02 20:22:50.687074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-322bff6e-1e5d-4dec-8e24-59056d9b9c94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb820075-1cff-409d-963d-af94af474396 HTTP/1.1" status: 200 len: 217 time: 0.1645770 Mar 02 20:22:50.748661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-3239242d-a4df-46d5-b9c3-0ee77a2a6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.750129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-3239242d-a4df-46d5-b9c3-0ee77a2a6bd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357f18c-51d6-4ce6-8e5b-a385fb83786d HTTP/1.1" status: 200 len: 856 time: 0.0563583 Mar 02 20:22:50.827422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-fe167ab2-34f2-40cd-ab5e-f1afe5bcfa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:50.828936 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-fe167ab2-34f2-40cd-ab5e-f1afe5bcfa46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726085 Mar 02 20:22:50.960554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-9fa8aeaa-0bfa-4e0e-8623-78956cb2ceaa service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249287 Mar 02 20:22:51.095544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-46b10f0e-cad6-47ab-bedf-61ad136d7348 req-476c93ff-792b-4cf5-9599-6a8f7170d12f service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272461 Mar 02 20:22:51.686499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753be64-9984-41a9-a67f-324e1015028c req-f1ce9532-f3b6-4242-9e34-1862987488fa tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:51.688106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f753be64-9984-41a9-a67f-324e1015028c req-f1ce9532-f3b6-4242-9e34-1862987488fa tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 943 time: 0.0919247 Mar 02 20:22:51.689125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device bb820075-1cff-409d-963d-af94af474396 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:22:51.749015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f753be64-9984-41a9-a67f-324e1015028c req-80152917-a2c9-4646-a926-5923b68e6b40 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Mar 02 20:22:51.826518 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bb820075-1cff-409d-963d-af94af474396,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:51.839553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'bb820075-1cff-409d-963d-af94af474396', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'port_id': 'bb820075-1cff-409d-963d-af94af474396', 'mac_address': 'fa:16:3e:a7:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:22:51.906622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:51.924086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb820075-1cff-409d-963d-af94af474396 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:22:51.939735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bb820075-1cff-409d-963d-af94af474396,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:51.945765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:52.018763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:52.197149 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['bb820075-1cff-409d-963d-af94af474396'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:22:52.952105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7531b-0805-405e-9bff-7a208f20c88a req-24499329-8c48-4be0-a4eb-d36adb784c3e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:52.953682 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06f7531b-0805-405e-9bff-7a208f20c88a req-24499329-8c48-4be0-a4eb-d36adb784c3e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 944 time: 0.0903800 Mar 02 20:22:53.002508 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06f7531b-0805-405e-9bff-7a208f20c88a req-4a21329e-e5d4-49da-bc00-a3432bc90b90 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Mar 02 20:22:53.704951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device bb820075-1cff-409d-963d-af94af474396 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:22:53.774984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port bb820075-1cff-409d-963d-af94af474396 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:22:53.780163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port bb820075-1cff-409d-963d-af94af474396 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:22:53.780571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:53.899566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:53.928720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb820075-1cff-409d-963d-af94af474396'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:22:53.939842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bb820075-1cff-409d-963d-af94af474396,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:22:53.946061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:22:53.982012 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb820075-1cff-409d-963d-af94af474396', 'code': 200} Mar 02 20:22:54.025702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:22:54.249763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561faa9-01f5-4f6f-8d45-039ede04c838 req-4f2eaf5e-8fc3-45c7-93d6-ac5aa36c7dd3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:54.251233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d561faa9-01f5-4f6f-8d45-039ede04c838 req-4f2eaf5e-8fc3-45c7-93d6-ac5aa36c7dd3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.1389039 Mar 02 20:22:54.257868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda631b-f6fa-40a3-8990-82d2e1be1c52 req-29ee66e4-8cea-49d3-bfaf-c0a38d103e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:54.259257 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbda631b-f6fa-40a3-8990-82d2e1be1c52 req-29ee66e4-8cea-49d3-bfaf-c0a38d103e46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 1098 time: 0.1098368 Mar 02 20:22:54.325566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d561faa9-01f5-4f6f-8d45-039ede04c838 req-840b704a-af68-4c33-aa9e-e8ae50f916cf tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653532 Mar 02 20:22:54.327162 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fbda631b-f6fa-40a3-8990-82d2e1be1c52 req-cf9b067d-c16b-4e9e-bedf-93d7022124f2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540740 Mar 02 20:22:55.517572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9daf5-6d04-4438-9d6d-f4d42110b5fc req-94482a68-d381-486f-8f2b-e6331089307f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:55.519046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a2e9daf5-6d04-4438-9d6d-f4d42110b5fc req-94482a68-d381-486f-8f2b-e6331089307f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0870278 Mar 02 20:22:55.564151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a2e9daf5-6d04-4438-9d6d-f4d42110b5fc req-b3666ef3-8bf9-42d4-832e-b8c8c043615c tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Mar 02 20:22:56.754428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba11b9e-bded-4e82-b468-00c847e5512a req-4c1e6f75-2f37-4ae7-8fe4-2215b1e8d2f5 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:56.755901 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ba11b9e-bded-4e82-b468-00c847e5512a req-4c1e6f75-2f37-4ae7-8fe4-2215b1e8d2f5 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0789564 Mar 02 20:22:56.803784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5ba11b9e-bded-4e82-b468-00c847e5512a req-296fedae-c15e-41a0-9ceb-df0cb082d13b tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Mar 02 20:22:57.025438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7c316-1ff6-4add-8d28-26dc867cf185 req-6ca43c09-2362-4149-bb67-34b5a87ea781 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:22:57.026885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68f7c316-1ff6-4add-8d28-26dc867cf185 req-6ca43c09-2362-4149-bb67-34b5a87ea781 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0855117 Mar 02 20:22:57.072476 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68f7c316-1ff6-4add-8d28-26dc867cf185 req-195a7bb1-6d4f-4597-b876-025c93c57fc1 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396035 Mar 02 20:23:11.689106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd7756-bb3d-4be6-be66-149d5ffb31e0 req-7ee5c5c7-a0ef-44cf-9a84-7b045cf99735 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:11.690725 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9fd7756-bb3d-4be6-be66-149d5ffb31e0 req-7ee5c5c7-a0ef-44cf-9a84-7b045cf99735 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0932903 Mar 02 20:23:11.738897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9fd7756-bb3d-4be6-be66-149d5ffb31e0 req-940c3a81-a696-47c3-9eed-06a7425d20e4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Mar 02 20:23:11.819451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ac5f6c39-1fbb-450f-957a-ff23c9842b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:12.931964 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103b7c2-915c-41c3-92fb-25ab6dbd03b4 req-1c652b6f-a9ac-4953-83f0-547b59210f6c tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:12.933502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a103b7c2-915c-41c3-92fb-25ab6dbd03b4 req-1c652b6f-a9ac-4953-83f0-547b59210f6c tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0864277 Mar 02 20:23:12.984227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a103b7c2-915c-41c3-92fb-25ab6dbd03b4 req-0b026733-0ee3-4faf-a8ba-660f3add43bc tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445063 Mar 02 20:23:13.160450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-4a0a1923-ab82-4dc6-a233-0ddf2cabd64d tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:13.161919 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-4a0a1923-ab82-4dc6-a233-0ddf2cabd64d tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 945 time: 0.0874982 Mar 02 20:23:13.236340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Deleting port bb820075-1cff-409d-963d-af94af474396 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:13.236719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:13.595397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] For port bb820075-1cff-409d-963d-af94af474396, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bb820075-1cff-409d-963d-af94af474396,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:13.595655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:13.730277 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Calling delete_port for bb820075-1cff-409d-963d-af94af474396 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:13.885504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:13.941898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Pushing event deleted for resources: {'Port': ['ID=bb820075-1cff-409d-963d-af94af474396,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:14.025333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] No DVR routers for this DVR port bb820075-1cff-409d-963d-af94af474396 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:14.030862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:14.034432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'name': 'network-vif-deleted', 'tag': 'bb820075-1cff-409d-963d-af94af474396'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:23:14.053420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0501f071-65bc-4afb-b710-1397d2ae0c1a req-032b6ce0-0d98-48a4-8ce1-fc95a0c93c49 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "DELETE /v2.0/ports/bb820075-1cff-409d-963d-af94af474396 HTTP/1.1" status: 204 len: 173 time: 0.8859558 Mar 02 20:23:14.113197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d173477-c7d8-40fa-93db-baa7fe53da60', 'name': 'network-vif-deleted', 'tag': 'bb820075-1cff-409d-963d-af94af474396', 'status': 'completed', 'code': 200} Mar 02 20:23:14.168173 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a049c1ab-3557-466e-b8cf-dd34242eaa5c req-cc79d52f-94fd-4fc3-982c-6ea21eed642b tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:14.194172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a049c1ab-3557-466e-b8cf-dd34242eaa5c req-cc79d52f-94fd-4fc3-982c-6ea21eed642b tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:14.195858 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a049c1ab-3557-466e-b8cf-dd34242eaa5c req-cc79d52f-94fd-4fc3-982c-6ea21eed642b tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d173477-c7d8-40fa-93db-baa7fe53da60 HTTP/1.1" status: 200 len: 210 time: 0.0757012 Mar 02 20:23:15.049794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41f40c37-3388-4b8c-9f4c-f965c4d85cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:15.412431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:15.453978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:15.530195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:15.828305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-67262a80-130e-43da-a9a0-769e38c633c4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:15.829861 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-67262a80-130e-43da-a9a0-769e38c633c4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 817 time: 0.1650467 Mar 02 20:23:15.845467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-a1360cb2-f8bc-4d9f-beb0-9d75d64dcb83 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/quotas/09351cd15fdd43d4a8330272d22dffdd HTTP/1.1" status: 200 len: 375 time: 0.0098929 Mar 02 20:23:15.891716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device bb820075-1cff-409d-963d-af94af474396 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:15.938065 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-d54efb01-e9ce-4431-9e3f-48f23773a35b tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843899 Mar 02 20:23:15.950616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: bb820075-1cff-409d-963d-af94af474396 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:15.951178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device bb820075-1cff-409d-963d-af94af474396 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:16.125738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-9fa83dc7-213c-468b-95e4-c9503a4d6aff service neutron] 10.222.0.36 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658580 Mar 02 20:23:16.276548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-e5691ca5-a549-47e2-af9a-09193f16e2ca service neutron] 10.222.0.36 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442304 Mar 02 20:23:16.464240 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6528724-1797-42e7-9620-6e83e315a062 req-5d093c8a-67ed-41fe-b794-f95a3ea1994a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 210 time: 0.0434744 Mar 02 20:23:17.161767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:17.665762 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b59d8fb6-0cef-46b2-bd21-1cd48f00f29d req-2d05ea56-dee0-463e-91b8-884af2594600 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 210 time: 0.0782983 Mar 02 20:23:17.817760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-9cfd6ab8-1b63-42a2-bd69-e72f6610cec4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:17.819478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-9cfd6ab8-1b63-42a2-bd69-e72f6610cec4 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 817 time: 0.1786172 Mar 02 20:23:17.832923 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Request body: {'port': {'device_id': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'admin_state_up': True, 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:23:18.011911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:18.022006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:18.033814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Made reservation on behalf of 09351cd15fdd43d4a8330272d22dffdd for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:18.037377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:18.321816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Allocated IP 172.20.0.10 (e6dd2fe0-12e6-48ec-aee5-e614764d66f1/0357f18c-51d6-4ce6-8e5b-a385fb83786d/9dc2fc64-d8fb-430b-b269-42e9241db5ee) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:23:18.532750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:18.554940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Transition to ACTIVE for port object 9dc2fc64-d8fb-430b-b269-42e9241db5ee will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:18.583084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:18.664627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:23:18.672887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:23:18.677429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:23:18.712832 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Pushing event updated for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:18.746025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:18.746643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:18.778097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-c914a203-ceba-4a4d-97bb-0991ead5997e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9499519 Mar 02 20:23:18.790452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Request body: {'port': {'device_id': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:23:18.943328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bb5ec5f7-2068-48fb-a8ce-5326918a2be7 None None] Provisioning for port 9dc2fc64-d8fb-430b-b269-42e9241db5ee completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:18.951862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bb5ec5f7-2068-48fb-a8ce-5326918a2be7 None None] Provisioning complete for port 9dc2fc64-d8fb-430b-b269-42e9241db5ee triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:18.952238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bb5ec5f7-2068-48fb-a8ce-5326918a2be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:18.963922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.012287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ec5f7-2068-48fb-a8ce-5326918a2be7 None None] Port 9dc2fc64-d8fb-430b-b269-42e9241db5ee cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:23:19.026613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0208aa0-abae-4236-adf1-ca30436af1a4 req-c83caec7-e68c-4b1e-9dbb-b0130dba51e3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:19.027384 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b0208aa0-abae-4236-adf1-ca30436af1a4 req-c83caec7-e68c-4b1e-9dbb-b0130dba51e3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:19.067034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b0208aa0-abae-4236-adf1-ca30436af1a4 req-c83caec7-e68c-4b1e-9dbb-b0130dba51e3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:19.068195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0208aa0-abae-4236-adf1-ca30436af1a4 req-c83caec7-e68c-4b1e-9dbb-b0130dba51e3 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 932 time: 0.2363577 Mar 02 20:23:19.202025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b0208aa0-abae-4236-adf1-ca30436af1a4 req-f8f15f07-751b-4bc4-a520-de916aa16e40 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933328 Mar 02 20:23:19.388088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc2fc64-d8fb-430b-b269-42e9241db5ee {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:23:19.396466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.411813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Transition to ACTIVE for port object 9dc2fc64-d8fb-430b-b269-42e9241db5ee will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:23:19.417223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.549888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:19.593812 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.594147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.594488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.594853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.595155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.595502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.595826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.596143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.596469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.596786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.597129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.597441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:19.676880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Attempting to bind port 9dc2fc64-d8fb-430b-b269-42e9241db5ee on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:23:19.677491 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Attempting to bind port 9dc2fc64-d8fb-430b-b269-42e9241db5ee by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:23:19.677590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Attempting to bind port 9dc2fc64-d8fb-430b-b269-42e9241db5ee on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:23:19.682708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Port 9dc2fc64-d8fb-430b-b269-42e9241db5ee on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:23:19.683018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Attempting to bind port 9dc2fc64-d8fb-430b-b269-42e9241db5ee on network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:23:19.688675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:23:19.689104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Checking segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:23:19.689599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Bound using segment: {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:23:19.690139 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Bound port: 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95a186bf-15ea-4a77-bbf6-260e8af62383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:23:19.690523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.790587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:23:19.794469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:23:19.801926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.864460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:19.864932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:19.866315 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] 10.222.0.32 "PUT /v2.0/ports/9dc2fc64-d8fb-430b-b269-42e9241db5ee HTTP/1.1" status: 200 len: 1094 time: 1.0807631 Mar 02 20:23:19.866800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:23:19.894968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebe4f0-ed6b-4766-b328-946cc5f8f655 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:19.954720 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee', 'status': 'completed', 'code': 200} Mar 02 20:23:20.013169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-705dbda9-3a37-4488-b4af-edc22ee4cf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.014726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-705dbda9-3a37-4488-b4af-edc22ee4cf37 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 1097 time: 0.0985069 Mar 02 20:23:20.088206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-4963c493-d7fd-40da-9023-66c9b9203ad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee HTTP/1.1" status: 200 len: 217 time: 0.0667937 Mar 02 20:23:20.279654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-1b04348e-3fd5-4fc7-a7c2-33d8a91e11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.281636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-1b04348e-3fd5-4fc7-a7c2-33d8a91e11a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357f18c-51d6-4ce6-8e5b-a385fb83786d HTTP/1.1" status: 200 len: 856 time: 0.1875498 Mar 02 20:23:20.418763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f405f-65e8-42ca-813f-078da1d61b32 req-a243442c-8a57-44db-acb8-6a79215ee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.420274 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-a243442c-8a57-44db-acb8-6a79215ee4ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323228 Mar 02 20:23:20.451694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafec6cd-05f3-4f54-b889-4f38408f4b9c req-06941adc-b455-41a9-b9be-6996df5c7ac0 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.453253 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eafec6cd-05f3-4f54-b889-4f38408f4b9c req-06941adc-b455-41a9-b9be-6996df5c7ac0 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 944 time: 0.1351440 Mar 02 20:23:20.574116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eafec6cd-05f3-4f54-b889-4f38408f4b9c req-56bfc2fe-7184-4751-bdb1-9fe3a9693063 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Mar 02 20:23:20.603388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-884e0f89-5bf4-447a-ba16-a5a7c8e67031 service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764297 Mar 02 20:23:20.749219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-031f405f-65e8-42ca-813f-078da1d61b32 req-26b67210-410a-47a7-b682-af2669f5677c service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396101 Mar 02 20:23:20.880561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-72d4bc27-6af3-4911-bf28-3fdd47b77122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:20.881601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-72d4bc27-6af3-4911-bf28-3fdd47b77122 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=09351cd15fdd43d4a8330272d22dffdd&device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 1097 time: 0.0806012 Mar 02 20:23:21.022231 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:23:21.028463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-c93ded84-c39b-4e7e-9068-d947205744e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:21.029973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-c93ded84-c39b-4e7e-9068-d947205744e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 200 len: 918 time: 0.1415524 Mar 02 20:23:21.105499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-bb9f1e32-e0bc-4e06-a5ac-6377329f6499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee HTTP/1.1" status: 200 len: 217 time: 0.0683343 Mar 02 20:23:21.173927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-e3a19fbe-409c-4091-9802-f32ad25b7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:21.175552 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-e3a19fbe-409c-4091-9802-f32ad25b7d46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0357f18c-51d6-4ce6-8e5b-a385fb83786d HTTP/1.1" status: 200 len: 856 time: 0.0630951 Mar 02 20:23:21.259576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-42fc3e15-917c-444d-af92-ba45f328e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:21.261107 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-42fc3e15-917c-444d-af92-ba45f328e887 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6dd2fe0-12e6-48ec-aee5-e614764d66f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789235 Mar 02 20:23:21.420818 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-08cf014f-bf37-4bcf-8aa4-e420ec9be37c service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517322 Mar 02 20:23:21.560093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3a164b30-5a83-445d-a88e-da574ab950a4 req-0cf96c46-8887-4b7a-856d-4af42a1c1429 service neutron] 10.222.0.32 "GET /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325934 Mar 02 20:23:21.790323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb29ec-797d-4834-aff9-959dc3ad72b3 req-47d5cfe9-c78c-4f2e-bf95-92c082feb7fe tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:21.792247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6edb29ec-797d-4834-aff9-959dc3ad72b3 req-47d5cfe9-c78c-4f2e-bf95-92c082feb7fe tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 944 time: 0.0947108 Mar 02 20:23:21.842532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6edb29ec-797d-4834-aff9-959dc3ad72b3 req-40f76dd9-2a29-4130-ab8e-8746292056cd tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Mar 02 20:23:23.058796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58180f-a89d-4ec7-9bab-5f0ef74abf3d req-e2b0a470-8b2b-464f-a26f-5a83d9e1b83a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:23.060172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af58180f-a89d-4ec7-9bab-5f0ef74abf3d req-e2b0a470-8b2b-464f-a26f-5a83d9e1b83a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 944 time: 0.0964351 Mar 02 20:23:23.107051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-af58180f-a89d-4ec7-9bab-5f0ef74abf3d req-90cfe87b-467e-498c-aab2-3f945b7eac6c tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 Mar 02 20:23:23.938874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 9dc2fc64-d8fb-430b-b269-42e9241db5ee details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:23:24.100547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:24.115774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '9dc2fc64-d8fb-430b-b269-42e9241db5ee', 'network_id': 'e6dd2fe0-12e6-48ec-aee5-e614764d66f1', 'port_id': '9dc2fc64-d8fb-430b-b269-42e9241db5ee', 'mac_address': 'fa:16:3e:88:68:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0357f18c-51d6-4ce6-8e5b-a385fb83786d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:23:24.176680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:24.195735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc2fc64-d8fb-430b-b269-42e9241db5ee {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:23:24.213501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:24.218729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:24.294114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:24.301653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.302000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.302333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.302660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.302989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.303312 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.303663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.303983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.304302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.304641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.304960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.306130 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:24.316172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd63fe-cac3-4e07-b84c-bebbda5e1a41 req-17719608-ea53-4563-b31d-5bab8cccf195 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:24.317756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23bd63fe-cac3-4e07-b84c-bebbda5e1a41 req-17719608-ea53-4563-b31d-5bab8cccf195 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 945 time: 0.0899765 Mar 02 20:23:24.368475 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23bd63fe-cac3-4e07-b84c-bebbda5e1a41 req-c25e3b8d-d406-40f6-8ddf-32fda217de4e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448983 Mar 02 20:23:24.413299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['9dc2fc64-d8fb-430b-b269-42e9241db5ee'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:23:25.578637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ecee5-ec2a-4ba6-9341-64750ceb679c req-815b4898-eae8-4962-bff5-7460a894d009 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:25.580230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4c0ecee5-ec2a-4ba6-9341-64750ceb679c req-815b4898-eae8-4962-bff5-7460a894d009 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 945 time: 0.0972376 Mar 02 20:23:25.627023 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4c0ecee5-ec2a-4ba6-9341-64750ceb679c req-1f6376ff-2d72-460e-8c20-7f291baec5d9 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405939 Mar 02 20:23:25.954143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 9dc2fc64-d8fb-430b-b269-42e9241db5ee up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:23:26.025221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 9dc2fc64-d8fb-430b-b269-42e9241db5ee completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:23:26.030823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 9dc2fc64-d8fb-430b-b269-42e9241db5ee triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:23:26.031412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.163060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.192360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:23:26.203515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:26.208660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:26.277461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:26.290195 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee', 'code': 200} Mar 02 20:23:26.647329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e306f-0e36-43dd-86d0-eb9a2a574bf7 req-7ea44858-5dfe-48f5-96ca-4b4ce82ea1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:26.648902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c05e306f-0e36-43dd-86d0-eb9a2a574bf7 req-7ea44858-5dfe-48f5-96ca-4b4ce82ea1fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 1099 time: 0.1915035 Mar 02 20:23:26.693658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c05e306f-0e36-43dd-86d0-eb9a2a574bf7 req-111ab912-9380-409e-8986-7e631bd458f5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360520 Mar 02 20:23:26.823690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f296-79bc-4410-9216-26fee9dae5f4 req-1fda0491-3207-41a5-8524-23a8ba956845 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:26.825246 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff70f296-79bc-4410-9216-26fee9dae5f4 req-1fda0491-3207-41a5-8524-23a8ba956845 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0880353 Mar 02 20:23:26.877237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff70f296-79bc-4410-9216-26fee9dae5f4 req-0d947571-ffda-4846-9b77-050ddfd7e46f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428398 Mar 02 20:23:28.069586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3c54e-b0ff-4dc5-8a10-88aa78e72fc4 req-a73773b6-1a05-435c-b828-5abcbcf0a68f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:28.071146 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5bb3c54e-b0ff-4dc5-8a10-88aa78e72fc4 req-a73773b6-1a05-435c-b828-5abcbcf0a68f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0832825 Mar 02 20:23:28.116965 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5bb3c54e-b0ff-4dc5-8a10-88aa78e72fc4 req-d450d270-2e43-4baa-b007-091b7dd263c8 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Mar 02 20:23:28.320415 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a0f4c-f6fe-443a-810c-f88929588d67 req-0c258ae6-ff8c-43be-8d43-0d335c0e8752 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:28.321863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a57a0f4c-f6fe-443a-810c-f88929588d67 req-0c258ae6-ff8c-43be-8d43-0d335c0e8752 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0930004 Mar 02 20:23:28.371473 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a57a0f4c-f6fe-443a-810c-f88929588d67 req-db40a8c4-2274-4b48-92b3-8702978546f5 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Mar 02 20:23:41.824353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95ee5c43-7767-4749-af4f-8bfc70b3c77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:42.809387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180cc90-dfd3-4383-a7c0-b49f764ef0dd req-101d2df2-3302-45ad-8ac3-dd010444258e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:42.810823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4180cc90-dfd3-4383-a7c0-b49f764ef0dd req-101d2df2-3302-45ad-8ac3-dd010444258e tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0836217 Mar 02 20:23:42.858272 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4180cc90-dfd3-4383-a7c0-b49f764ef0dd req-0193aaef-05bf-414a-8671-6281adba22bb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388763 Mar 02 20:23:44.057357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5fcae-1e23-467e-a8eb-2a11334c0746 req-499fed52-1063-4e4f-8ac0-b9946943ffdb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:44.058728 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48f5fcae-1e23-467e-a8eb-2a11334c0746 req-499fed52-1063-4e4f-8ac0-b9946943ffdb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0831931 Mar 02 20:23:44.102114 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48f5fcae-1e23-467e-a8eb-2a11334c0746 req-0d69b217-0869-4894-b776-1678eeee5cdb tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/security-groups?id=b32b2344-44d4-4161-8f75-bcb34a5d730d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Mar 02 20:23:44.303696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676912f2-a779-4c00-be39-8fa270d9bebc req-f7f67f0f-2576-48b9-9dc1-67fb14c9830f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:44.305247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-676912f2-a779-4c00-be39-8fa270d9bebc req-f7f67f0f-2576-48b9-9dc1-67fb14c9830f tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 946 time: 0.0918911 Mar 02 20:23:44.380991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Deleting port 9dc2fc64-d8fb-430b-b269-42e9241db5ee {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:44.381722 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.629869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] For port 9dc2fc64-d8fb-430b-b269-42e9241db5ee, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=9dc2fc64-d8fb-430b-b269-42e9241db5ee,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:44.630171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.750580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Calling delete_port for 9dc2fc64-d8fb-430b-b269-42e9241db5ee owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:44.902352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:44.914078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['9dc2fc64-d8fb-430b-b269-42e9241db5ee'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:23:44.953976 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Pushing event deleted for resources: {'Port': ['ID=9dc2fc64-d8fb-430b-b269-42e9241db5ee,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:45.032709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] No DVR routers for this DVR port 9dc2fc64-d8fb-430b-b269-42e9241db5ee on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:45.035319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.038177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'name': 'network-vif-deleted', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:23:45.049267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-29284af8-993c-4e55-90a7-d651f42f049d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.056314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-676912f2-a779-4c00-be39-8fa270d9bebc req-06297b9a-f1be-4392-b75d-6b5256efaf3a tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.32 "DELETE /v2.0/ports/9dc2fc64-d8fb-430b-b269-42e9241db5ee HTTP/1.1" status: 204 len: 173 time: 0.7450426 Mar 02 20:23:45.092781 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad13b450-3b41-4c76-ab32-55ff7b14055f', 'name': 'network-vif-deleted', 'tag': '9dc2fc64-d8fb-430b-b269-42e9241db5ee', 'status': 'completed', 'code': 200} Mar 02 20:23:45.266893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4af99836-05cd-42f9-ad87-4c688dc6e30b req-470ad397-1edd-450e-9a05-426d05e2a448 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Synchronizing usage tracker for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:23:45.285023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4af99836-05cd-42f9-ad87-4c688dc6e30b req-470ad397-1edd-450e-9a05-426d05e2a448 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] Unset dirty status for tenant:09351cd15fdd43d4a8330272d22dffdd on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:23:45.286243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4af99836-05cd-42f9-ad87-4c688dc6e30b req-470ad397-1edd-450e-9a05-426d05e2a448 tempest-TestEncryptedCinderVolumes-1388069956 tempest-TestEncryptedCinderVolumes-1388069956-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad13b450-3b41-4c76-ab32-55ff7b14055f HTTP/1.1" status: 200 len: 210 time: 0.0616910 Mar 02 20:23:45.425657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.453154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:45.531381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:46.430845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44120) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:47.101703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.165464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.459281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Deleting port 4edd66df-e3d5-4855-ae47-3a881d87dd55 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:47.459908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.635662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] For port 4edd66df-e3d5-4855-ae47-3a881d87dd55, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4edd66df-e3d5-4855-ae47-3a881d87dd55,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:47.635968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:47.793029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Calling delete_port for 4edd66df-e3d5-4855-ae47-3a881d87dd55 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:48.047120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 9dc2fc64-d8fb-430b-b269-42e9241db5ee no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:48.083522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 9dc2fc64-d8fb-430b-b269-42e9241db5ee {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:48.083858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 9dc2fc64-d8fb-430b-b269-42e9241db5ee not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:48.262000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.307891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Pushing event deleted for resources: {'Port': ['ID=4edd66df-e3d5-4855-ae47-3a881d87dd55,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:48.575216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:48.949827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Router 4eb18ed9-26bd-4277-ac68-903593b62f14 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:23:49.127862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:23:49.136794 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Sync routers for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:23:49.146134 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6c561b5e-530e-4205-bf0f-76c44a8d257a admin admin] 10.222.0.36 "PUT /v2.0/routers/4eb18ed9-26bd-4277-ac68-903593b62f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140312 Mar 02 20:23:49.146670 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:23:49.147271 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:49.148639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44124) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:49.320315 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:23:49.325611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.498949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.510955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Deleting port 5694d032-9303-4a0a-8263-3ecb660b5935 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:49.510955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.610824 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226'}], 'enable_snat': True}, 'gw_port_id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:23:48Z', 'revision_number': 5, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port': {'id': '5694d032-9303-4a0a-8263-3ecb660b5935', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:32Z', 'updated_at': '2022-03-02T20:22:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:49.615332 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Checking router: 4eb18ed9-26bd-4277-ac68-903593b62f14 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:23:49.624008 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Routers {'4eb18ed9-26bd-4277-ac68-903593b62f14'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:23:49.624640 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4eb18ed9-26bd-4277-ac68-903593b62f14'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:49.778448 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] Set router 4eb18ed9-26bd-4277-ac68-903593b62f14 gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:23:49.821804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] For port 5694d032-9303-4a0a-8263-3ecb660b5935, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=5694d032-9303-4a0a-8263-3ecb660b5935,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:49.822418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:49.923117 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 6, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:49.927551 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271fad65-1b04-4afa-b1ad-1a48f7161399 None None] The sync data for ids ['4eb18ed9-26bd-4277-ac68-903593b62f14'] in dv-neutron-831594-2-hyperv is: [{'id': '4eb18ed9-26bd-4277-ac68-903593b62f14', 'name': 'tempest-TestEncryptedCinderVolumes-1815980547-router', 'tenant_id': '09351cd15fdd43d4a8330272d22dffdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:31Z', 'updated_at': '2022-03-02T20:23:49Z', 'revision_number': 6, 'project_id': '09351cd15fdd43d4a8330272d22dffdd', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:23:49.951111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Calling delete_port for 5694d032-9303-4a0a-8263-3ecb660b5935 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:50.131242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.179446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5694d032-9303-4a0a-8263-3ecb660b5935,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:50.281220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.467335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.471215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.501855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.502348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eb18ed9-26bd-4277-ac68-903593b62f14 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:23:50.516220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.517418 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b05b8347-998a-4c5e-8f23-aa7b85d03a81 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4eb18ed9-26bd-4277-ac68-903593b62f14 HTTP/1.1" status: 204 len: 168 time: 1.3679068 Mar 02 20:23:50.520213 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44128) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:50.695650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Deleting subnet 0357f18c-51d6-4ce6-8e5b-a385fb83786d {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:23:50.698756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.749372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.831080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.906573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.953963 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0357f18c-51d6-4ce6-8e5b-a385fb83786d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:50.956690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:50.959988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ee1ba-38da-4332-af0e-e5842a89a1c3 None None] Network e6dd2fe0-12e6-48ec-aee5-e614764d66f1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:23:50.966372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.966717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.967049 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.967376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.967699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.968024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.968390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.968715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.969035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.969349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.969665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.969976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:23:50.973743 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-562018c1-76a5-4cca-9c51-a91221572fbf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0357f18c-51d6-4ce6-8e5b-a385fb83786d HTTP/1.1" status: 204 len: 168 time: 0.4519711 Mar 02 20:23:50.975794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44132) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:51.090916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.102099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Deleting port 78816a66-5ea0-45c3-8d15-bfd237871904 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:51.102444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.213707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] DHCP port deletion for e6dd2fe0-12e6-48ec-aee5-e614764d66f1 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:23:51.217989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Deleting port 78816a66-5ea0-45c3-8d15-bfd237871904 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:51.218356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.313932 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] For port 78816a66-5ea0-45c3-8d15-bfd237871904, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=78816a66-5ea0-45c3-8d15-bfd237871904,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:51.314263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.437335 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Calling delete_port for 78816a66-5ea0-45c3-8d15-bfd237871904 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:51.455731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] For port 78816a66-5ea0-45c3-8d15-bfd237871904, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=78816a66-5ea0-45c3-8d15-bfd237871904,segment=NetworkSegment(95a186bf-15ea-4a77-bbf6-260e8af62383),segment_id=95a186bf-15ea-4a77-bbf6-260e8af62383)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:51.456115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.517029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.566908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=78816a66-5ea0-45c3-8d15-bfd237871904,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:51.568726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] No DVR routers for this DVR port 78816a66-5ea0-45c3-8d15-bfd237871904 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:51.581874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Calling delete_port for 78816a66-5ea0-45c3-8d15-bfd237871904 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:51.654906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:23:51.655263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:23:51.682880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.709820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6dd2fe0-12e6-48ec-aee5-e614764d66f1']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:51.726338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95a186bf-15ea-4a77-bbf6-260e8af62383') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:51.726895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95a186bf-15ea-4a77-bbf6-260e8af62383') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:51.739174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.750844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4edd66df-e3d5-4855-ae47-3a881d87dd55 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:51.756266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.763193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:23:51.763703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:23:51.791402 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:23:51.801251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4edd66df-e3d5-4855-ae47-3a881d87dd55 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:51.801597 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4edd66df-e3d5-4855-ae47-3a881d87dd55 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:51.802023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5694d032-9303-4a0a-8263-3ecb660b5935 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:51.836162 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 5694d032-9303-4a0a-8263-3ecb660b5935 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:51.836538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 5694d032-9303-4a0a-8263-3ecb660b5935 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:51.836966 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 78816a66-5ea0-45c3-8d15-bfd237871904 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:51.863906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.872066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 78816a66-5ea0-45c3-8d15-bfd237871904 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:51.872454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 78816a66-5ea0-45c3-8d15-bfd237871904 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:51.886108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:51.901148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6dd2fe0-12e6-48ec-aee5-e614764d66f1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:51.917262 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fbbfb072-d89e-4e3d-a219-1c8b6fdd0f08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e6dd2fe0-12e6-48ec-aee5-e614764d66f1 HTTP/1.1" status: 204 len: 168 time: 0.9403896 Mar 02 20:23:51.920285 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44136) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:52.157506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Deleting port 78816a66-5ea0-45c3-8d15-bfd237871904 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:52.158202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:52.226163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2c66df0a-1d41-4c94-90f6-5366f1c5f76b None None] The port '78816a66-5ea0-45c3-8d15-bfd237871904' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:23:52.588288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:52.960204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Deleting port 092d57c4-e6e5-455d-82dd-5c946c1143d0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:52.960542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:53.138462 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] For port 092d57c4-e6e5-455d-82dd-5c946c1143d0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=092d57c4-e6e5-455d-82dd-5c946c1143d0,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:53.138970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:53.270985 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Calling delete_port for 092d57c4-e6e5-455d-82dd-5c946c1143d0 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:53.546696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:53.596515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Pushing event deleted for resources: {'Port': ['ID=092d57c4-e6e5-455d-82dd-5c946c1143d0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:53.993122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.400149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Router 1f4254bf-9ee4-4c7f-9273-25f67926db2f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:23:54.593593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:23:54.602462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Sync routers for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:23:54.603283 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-40bf4356-fdf9-483e-8de5-4da81d1b41dd admin admin] 10.222.0.36 "PUT /v2.0/routers/1f4254bf-9ee4-4c7f-9273-25f67926db2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6818173 Mar 02 20:23:54.605788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44140) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:54.611989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:23:54.612624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:54.777981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.785992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:23:54.960314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:54.971453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Deleting port fb30cb3b-aac8-43ad-b519-0c5d21f04dea {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:54.971868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.076749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54'}], 'enable_snat': True}, 'gw_port_id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:23:53Z', 'revision_number': 5, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port': {'id': 'fb30cb3b-aac8-43ad-b519-0c5d21f04dea', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:84:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:22:39Z', 'updated_at': '2022-03-02T20:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:55.080987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Checking router: 1f4254bf-9ee4-4c7f-9273-25f67926db2f for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:23:55.090285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Routers {'1f4254bf-9ee4-4c7f-9273-25f67926db2f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:23:55.090862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:55.151544 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] For port fb30cb3b-aac8-43ad-b519-0c5d21f04dea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:55.151849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.242520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] Set router 1f4254bf-9ee4-4c7f-9273-25f67926db2f gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:23:55.278928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Calling delete_port for fb30cb3b-aac8-43ad-b519-0c5d21f04dea owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:55.394701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:23:54Z', 'revision_number': 6, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:55.399309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0116eed-c459-427d-bbc1-6472a9fbbd03 None None] The sync data for ids ['1f4254bf-9ee4-4c7f-9273-25f67926db2f'] in dv-neutron-831594-2-hyperv is: [{'id': '1f4254bf-9ee4-4c7f-9273-25f67926db2f', 'name': 'tempest-TestEncryptedCinderVolumes-122142618-router', 'tenant_id': '86e911323e88415e984f1235766a7dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:22:38Z', 'updated_at': '2022-03-02T20:23:54Z', 'revision_number': 6, 'project_id': '86e911323e88415e984f1235766a7dfe', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:23:55.585839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.632279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb30cb3b-aac8-43ad-b519-0c5d21f04dea,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:55.733886 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.836121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 092d57c4-e6e5-455d-82dd-5c946c1143d0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:55.870216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 092d57c4-e6e5-455d-82dd-5c946c1143d0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:55.870624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 092d57c4-e6e5-455d-82dd-5c946c1143d0 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:55.931143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.933491 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.959288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.959792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4254bf-9ee4-4c7f-9273-25f67926db2f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:23:55.972613 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:55.973766 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4cef8548-159a-4103-b002-f706700cac7c admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f4254bf-9ee4-4c7f-9273-25f67926db2f HTTP/1.1" status: 204 len: 168 time: 1.3670988 Mar 02 20:23:55.977814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44144) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:56.037694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Deleting subnet 5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:23:56.041542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.101041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.183377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.259239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.307677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:56.313532 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.322793 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d40cb5d1-a256-4b4e-9e28-2c8a1853bd38 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5febc3ef-2a7a-4ef7-9dc8-cac6527d3ca8 HTTP/1.1" status: 204 len: 168 time: 0.3418121 Mar 02 20:23:56.323090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76dd8d-283f-4868-a5b7-4e06d44c03a8 None None] Network 71aa8930-5347-459d-ae8d-826fe4be5960 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:23:56.323190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44148) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:56.436981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.448352 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Deleting port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:56.448817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.599994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] DHCP port deletion for 71aa8930-5347-459d-ae8d-826fe4be5960 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:23:56.604749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Deleting port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:56.605116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.662456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] For port a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:56.663119 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.795745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Calling delete_port for a3a89321-0613-40cc-b5ac-f4b5dd5ba552 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:56.823985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] For port a3a89321-0613-40cc-b5ac-f4b5dd5ba552, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,segment=NetworkSegment(b64606c9-46a2-4a86-aa24-92c2b5a48094),segment_id=b64606c9-46a2-4a86-aa24-92c2b5a48094)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:23:56.824363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.882737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:56.932844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a89321-0613-40cc-b5ac-f4b5dd5ba552,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:56.937996 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] No DVR routers for this DVR port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:23:56.956451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Calling delete_port for a3a89321-0613-40cc-b5ac-f4b5dd5ba552 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:23:57.033963 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:23:57.034309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:23:57.165057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.195266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71aa8930-5347-459d-ae8d-826fe4be5960']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:57.208096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64606c9-46a2-4a86-aa24-92c2b5a48094') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:57.208427 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64606c9-46a2-4a86-aa24-92c2b5a48094') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:23:57.219812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.237620 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.244220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:23:57.244644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:23:57.257894 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:23:57.337188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.354766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.373894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] Pushing event deleted for resources: {'Network': ['ID=71aa8930-5347-459d-ae8d-826fe4be5960,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:57.377978 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-eb4980e8-a93c-4b94-856d-140fe6f98519 admin admin] 10.222.0.36 "DELETE /v2.0/networks/71aa8930-5347-459d-ae8d-826fe4be5960 HTTP/1.1" status: 204 len: 168 time: 1.0540805 Mar 02 20:23:57.535918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Deleting port a3a89321-0613-40cc-b5ac-f4b5dd5ba552 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:23:57.536358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.568070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44154) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:57.607057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-352d0831-8a98-42c0-9ad7-7e286a46eb18 None None] The port 'a3a89321-0613-40cc-b5ac-f4b5dd5ba552' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:23:57.622706 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3e700b0b-21a9-46e8-94d6-2afe79688b37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09351cd15fdd43d4a8330272d22dffdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534782 Mar 02 20:23:57.625445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44158) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:57.695647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.725181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a3a89321-0613-40cc-b5ac-f4b5dd5ba552 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:57.726616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.759810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a3a89321-0613-40cc-b5ac-f4b5dd5ba552 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:57.760604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a3a89321-0613-40cc-b5ac-f4b5dd5ba552 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:57.760604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device fb30cb3b-aac8-43ad-b519-0c5d21f04dea no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:23:57.782763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.796794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: fb30cb3b-aac8-43ad-b519-0c5d21f04dea {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:23:57.797143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device fb30cb3b-aac8-43ad-b519-0c5d21f04dea not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:23:57.802459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b2344-44d4-4161-8f75-bcb34a5d730d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:57.812675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:57.813789 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-983d171f-f183-4c94-a973-977cb3efff74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b32b2344-44d4-4161-8f75-bcb34a5d730d HTTP/1.1" status: 204 len: 168 time: 0.1871586 Mar 02 20:23:58.022182 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:23:58.188666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44166) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:58.238317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fe607232-db60-44b3-bdbb-0e91622b1421 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=86e911323e88415e984f1235766a7dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482290 Mar 02 20:23:58.242012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44170) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:58.300371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:58.330098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:58.382255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:58.403026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cea71f-373c-448c-9bde-fafa3cbc25ac,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:58.408633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:58.409763 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a6d04cd5-c5cf-42bf-959d-3d08eca35b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35cea71f-373c-448c-9bde-fafa3cbc25ac HTTP/1.1" status: 204 len: 168 time: 0.1669033 Mar 02 20:23:59.170585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44194) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:59.279419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455943338-network', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:23:59.284570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:59.288765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Usage tracker for resource:network and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:59.292873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:59.298915 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:59.312906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Made reservation on behalf of 914505e18eed497f9c4ad02176fcb7ac for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:59.315246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.327665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.342626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:59.346807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:59.349842 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:59.355909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:59.448142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.454395 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.483334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:23:59.491588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd66d72-71ab-4ccf-a013-1acb0ef13092,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:59.497432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.497825 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Added segment 23aeafd3-04dd-4041-b991-a2add29b6e5b of type vlan for network 243128df-0999-433b-a217-1696c8c3dc6f Mar 02 20:23:59.527458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.563360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.564303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:23:59.564921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.667592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] Pushing event updated for resources: {'Network': ['ID=243128df-0999-433b-a217-1696c8c3dc6f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:23:59.672218 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-c4b284b9-9d68-4625-8a9f-a1a4f92e2878 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5005839 Mar 02 20:23:59.675075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44200) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:23:59.678233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 243128df-0999-433b-a217-1696c8c3dc6f details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:23:59.685871 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Request body: {'subnet': {'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455943338-subnet', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:23:59.691116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:23:59.695421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Usage tracker for resource:subnet and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:23:59.698540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:23:59.704374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:23:59.718143 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Made reservation on behalf of 914505e18eed497f9c4ad02176fcb7ac for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:23:59.720426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:23:59.945245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.017361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9ab3e8-af4f-4ace-afdd-9b978018fc02,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:00.029154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Checking segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:00.029504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Network hostable DHCP agents. Network: 243128df-0999-433b-a217-1696c8c3dc6f, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:24:00.050844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Network 243128df-0999-433b-a217-1696c8c3dc6f is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:24:00.062282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 243128df-0999-433b-a217-1696c8c3dc6f) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:00.066796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:00.067893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.072291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb133130-93fa-40f0-b5a1-c1d6094106e8 None None] Network 243128df-0999-433b-a217-1696c8c3dc6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:24:00.094492 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d8d5bb30-1b27-4d3f-9cec-4a75fa3ef27e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4181840 Mar 02 20:24:00.097401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:00.104775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:00.112310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:00.119355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Usage tracker for resource:router and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:00.123799 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:00.133209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:00.147620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.148897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.166874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.331747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-243128df-0999-433b-a217-1696c8c3dc6f', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:24:00.332723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.489505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Allocated IP 172.20.0.2 (243128df-0999-433b-a217-1696c8c3dc6f/5b9ab3e8-af4f-4ace-afdd-9b978018fc02/e5223460-233a-4305-a2c3-a78ce07e5e9d) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:00.572843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.728073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.739759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Transition to ACTIVE for port object e5223460-233a-4305-a2c3-a78ce07e5e9d will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:00.758382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Transition to ACTIVE for port object e5223460-233a-4305-a2c3-a78ce07e5e9d will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:00.765552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.829090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Network 243128df-0999-433b-a217-1696c8c3dc6f is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:00.835881 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:00.838423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:00.848313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Pushing event updated for resources: {'Port': ['ID=e5223460-233a-4305-a2c3-a78ce07e5e9d,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:00.894969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.929031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.934666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Attempting to bind port e5223460-233a-4305-a2c3-a78ce07e5e9d on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:00.935022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Attempting to bind port e5223460-233a-4305-a2c3-a78ce07e5e9d by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:00.935371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Attempting to bind port e5223460-233a-4305-a2c3-a78ce07e5e9d on network 243128df-0999-433b-a217-1696c8c3dc6f {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:00.940688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:00.941047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Checking segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:00.941532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:00.941916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Bound using segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:00.942364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Bound port: e5223460-233a-4305-a2c3-a78ce07e5e9d, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:00.942722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.027458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] For port e5223460-233a-4305-a2c3-a78ce07e5e9d, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:01.030724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] For port e5223460-233a-4305-a2c3-a78ce07e5e9d, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e5223460-233a-4305-a2c3-a78ce07e5e9d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:01.034754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.061718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Allocated IP 172.26.2.219 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/e20c9f83-b722-43e4-8c7b-d593e4d66c7c) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:01.121648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76592b33-cfad-4f40-9d3b-b573f75c6d6e None None] Pushing event updated for resources: {'Port': ['ID=e5223460-233a-4305-a2c3-a78ce07e5e9d,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:01.213409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.246582 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.325260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:01.332940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:01.337918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:01.368311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Pushing event updated for resources: {'Port': ['ID=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:01.762492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e5223460-233a-4305-a2c3-a78ce07e5e9d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:01.788105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:01.844160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e5223460-233a-4305-a2c3-a78ce07e5e9d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:02.055570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b1b85-5c42-4236-b14b-d853624d6d2f None None] Network 243128df-0999-433b-a217-1696c8c3dc6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:24:02.161753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Provisioning for port e5223460-233a-4305-a2c3-a78ce07e5e9d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:02.169801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Provisioning complete for port e5223460-233a-4305-a2c3-a78ce07e5e9d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:02.170175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.275512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.393242 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.439069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] For port e5223460-233a-4305-a2c3-a78ce07e5e9d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e5223460-233a-4305-a2c3-a78ce07e5e9d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:02.444591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.505296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Router c6f82a07-f006-4b26-a547-b763fcd12e1f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:24:02.526912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f30218-56a0-4e79-a35f-45bbf31de105 None None] Pushing event updated for resources: {'Port': ['ID=e5223460-233a-4305-a2c3-a78ce07e5e9d,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:02.670489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-68d5dc76-e600-4b90-aca2-85d1e3846d52 None None] Provisioning complete for port e5223460-233a-4305-a2c3-a78ce07e5e9d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:02.670847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-68d5dc76-e600-4b90-aca2-85d1e3846d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.698001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:24:02.712147 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Sync routers for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:24:02.724382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:02.728218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c8d015f5-fddb-461d-8497-41b07f4e2cbf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6268263 Mar 02 20:24:02.728403 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:02.728403 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:02.728702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44208) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:02.941457 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:03.238863 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:01Z', 'revision_number': 3, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:03.243233 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Checking router: c6f82a07-f006-4b26-a547-b763fcd12e1f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:24:03.243792 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Updating router c6f82a07-f006-4b26-a547-b763fcd12e1f port e20c9f83-b722-43e4-8c7b-d593e4d66c7c binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:24:03.296647 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.432286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.614932 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.628555 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Transition to ACTIVE for port object e20c9f83-b722-43e4-8c7b-d593e4d66c7c will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:03.637334 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.724422 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Pushing event updated for resources: {'Port': ['ID=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:03.727712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Attempting to bind port e20c9f83-b722-43e4-8c7b-d593e4d66c7c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:03.728273 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Attempting to bind port e20c9f83-b722-43e4-8c7b-d593e4d66c7c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:03.728811 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Attempting to bind port e20c9f83-b722-43e4-8c7b-d593e4d66c7c on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:03.736259 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:03.736908 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:03.737454 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.738043 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:03.738646 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Bound port: e20c9f83-b722-43e4-8c7b-d593e4d66c7c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:03.739019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e5223460-233a-4305-a2c3-a78ce07e5e9d up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:03.739673 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.760567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Allocated IP 172.20.0.1 (243128df-0999-433b-a217-1696c8c3dc6f/5b9ab3e8-af4f-4ace-afdd-9b978018fc02/dbca7737-9349-43b1-b3a2-e73fd9dac2e1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:03.810548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.810934 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.811291 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.811626 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.811947 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.812269 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.812611 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.812931 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.813251 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.813441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e5223460-233a-4305-a2c3-a78ce07e5e9d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:03.813552 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.813866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.814175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:03.814508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.826155 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] For port e20c9f83-b722-43e4-8c7b-d593e4d66c7c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:03.829871 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] For port e20c9f83-b722-43e4-8c7b-d593e4d66c7c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:03.837978 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.912481 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:03.913102 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:03.926730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.942463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Transition to ACTIVE for port object dbca7737-9349-43b1-b3a2-e73fd9dac2e1 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:03.967117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:03.989789 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06be9c-6d61-45ab-beca-5431fd5d867a None None] Pushing event updated for resources: {'Port': ['ID=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:04.027602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Network 243128df-0999-433b-a217-1696c8c3dc6f is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:04.034473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:04.039012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:04.076816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:04.099657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.101255 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:04.236180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-818f99aa-d2b9-4d95-856b-7b5fe8ca8198 None None] Provisioning for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:04.241763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-818f99aa-d2b9-4d95-856b-7b5fe8ca8198 None None] Provisioning complete for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:04.242139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-818f99aa-d2b9-4d95-856b-7b5fe8ca8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.298747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-818f99aa-d2b9-4d95-856b-7b5fe8ca8198 None None] Port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:24:04.370532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.423831 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:01Z', 'revision_number': 3, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:04.427850 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db81c2-edf8-4726-bbec-c7d85b06f350 None None] The sync data for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv is: [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:01Z', 'revision_number': 3, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:24:04.604584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.610668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.724995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:04.733267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:04.873348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Network 243128df-0999-433b-a217-1696c8c3dc6f is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:04.874506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:05.081773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Router c6f82a07-f006-4b26-a547-b763fcd12e1f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:24:05.122400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2b60de22-8cd2-4ed6-9d2d-dca8bdfee980 None None] Provisioning complete for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:05.122991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2b60de22-8cd2-4ed6-9d2d-dca8bdfee980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.179280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-2b60de22-8cd2-4ed6-9d2d-dca8bdfee980 None None] Port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:24:05.382511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:24:05.391800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25c43d33-e7c3-4acb-bba9-6b59d542e5d1 admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f82a07-f006-4b26-a547-b763fcd12e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542954 Mar 02 20:24:05.773416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e20c9f83-b722-43e4-8c7b-d593e4d66c7c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:05.848977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port e20c9f83-b722-43e4-8c7b-d593e4d66c7c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:05.854557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e20c9f83-b722-43e4-8c7b-d593e4d66c7c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:05.854969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.940667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44226) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:05.946441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-112032488-network', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:05.951285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:05.956510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Usage tracker for resource:network and tenant:029fec47fad14e57b1cc43713a72af9e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:05.960056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:05.969047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:05.979666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:05.985696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Made reservation on behalf of 029fec47fad14e57b1cc43713a72af9e for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:05.986116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Sync routers for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:24:05.988010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.004152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:06.004794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:06.004958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.020034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:06.024289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Usage tracker for resource:security_group_rule and tenant:029fec47fad14e57b1cc43713a72af9e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:06.027592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:06.033553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:06.094830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port e20c9f83-b722-43e4-8c7b-d593e4d66c7c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:06.103298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.121272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.126618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.157432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:24:06.166425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a73c5e-29fc-4aff-8ae3-cbff7d5bbf0d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:06.173474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.173843 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Added segment 1374ace3-0b43-4075-8f42-f9b3fced4df4 of type vlan for network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c Mar 02 20:24:06.200829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.230605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.231607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:06.232170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.249635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:06.280727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:06.337903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] Pushing event updated for resources: {'Network': ['ID=ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:06.342199 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-96dca1bd-078e-42c8-b1bb-b79ca99a4cae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4004049 Mar 02 20:24:06.345205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44230) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:06.351834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Request body: {'subnet': {'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-112032488-subnet', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:06.352882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:24:06.356750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:06.360632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Usage tracker for resource:subnet and tenant:029fec47fad14e57b1cc43713a72af9e is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:06.363518 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:06.369281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:06.381276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Made reservation on behalf of 029fec47fad14e57b1cc43713a72af9e for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:06.384570 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.590686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.666172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a39cd88-0333-4675-8009-8a3547eb30f6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:06.675501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Checking segment: {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:06.675855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Network hostable DHCP agents. Network: ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:24:06.687628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 2, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:06.691473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Checking router: c6f82a07-f006-4b26-a547-b763fcd12e1f for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:24:06.691826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Updating router c6f82a07-f006-4b26-a547-b763fcd12e1f port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:24:06.695668 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:24:06.706013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:06.710798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:06.711823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.719933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b69423-659f-4037-aab5-61f7991f347f None None] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:24:06.736951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44234) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:06.737576 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-299c7719-0b15-4fe4-a71b-b6e934c5ea65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3906665 Mar 02 20:24:06.743064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:06.748457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:06.752524 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Usage tracker for resource:router and tenant:029fec47fad14e57b1cc43713a72af9e is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:06.755921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:06.762599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:06.775177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.776404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.792220 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:06.824091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.057472 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.084307 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'fixed_ips': [{'subnet_id': '9a39cd88-0333-4675-8009-8a3547eb30f6'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:24:07.085152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.371523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Allocated IP 172.20.0.2 (ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c/9a39cd88-0333-4675-8009-8a3547eb30f6/7dd36eda-3fcb-419c-bccc-5c78e76d5985) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:07.397404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.483347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Transition to ACTIVE for port object dbca7737-9349-43b1-b3a2-e73fd9dac2e1 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:07.488351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.519516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.537337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.672776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Allocated IP 172.26.2.152 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/cf9f31b9-68a0-4b73-9d4f-01ea303d02ad) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:07.700725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929e1bc-48dd-4922-a73e-438a5f968b90 None None] Pushing event updated for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:07.818630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.839577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.853068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e20c9f83-b722-43e4-8c7b-d593e4d66c7c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:07.870170 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.903564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Transition to ACTIVE for port object 7dd36eda-3fcb-419c-bccc-5c78e76d5985 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:07.929869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:07.932707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:07.936466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Attempting to bind port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:07.936839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Attempting to bind port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:07.937217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Attempting to bind port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 on network 243128df-0999-433b-a217-1696c8c3dc6f {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:07.941298 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:07.959440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Transition to ACTIVE for port object 7dd36eda-3fcb-419c-bccc-5c78e76d5985 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:07.963335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:07.963699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Checking segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:07.964141 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.964571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Bound using segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:07.965103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Bound port: dbca7737-9349-43b1-b3a2-e73fd9dac2e1, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:07.965498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:07.976550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Pushing event updated for resources: {'Port': ['ID=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:07.983272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.088306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:08.095187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:08.109605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:08.113785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port e20c9f83-b722-43e4-8c7b-d593e4d66c7c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:08.114118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.152440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Pushing event updated for resources: {'Port': ['ID=7dd36eda-3fcb-419c-bccc-5c78e76d5985,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:08.256632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] For port dbca7737-9349-43b1-b3a2-e73fd9dac2e1, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:08.287884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] For port dbca7737-9349-43b1-b3a2-e73fd9dac2e1, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:08.296547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Attempting to bind port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:08.296909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Attempting to bind port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:08.298437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Attempting to bind port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 on network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:08.300072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.336565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:08.336964 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Checking segment: {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:08.338408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.338408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Bound using segment: {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:08.338408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Bound port: 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:08.338726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.382779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.527941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:08.529563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:08.585132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929e1bc-48dd-4922-a73e-438a5f968b90 None None] Pushing event updated for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:08.613298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] For port 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:08.628029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] For port 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7dd36eda-3fcb-419c-bccc-5c78e76d5985,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:08.646997 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.827176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:08.830230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:08.890356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ca168-18b0-4e8b-a72e-362d8f5a80cf None None] Pushing event updated for resources: {'Port': ['ID=7dd36eda-3fcb-419c-bccc-5c78e76d5985,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:09.200893 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Router 03b9e183-738c-4cf1-8e98-046de88e26c7 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:24:09.278353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:08Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:09.282799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c4045-e51d-4685-8ab9-261e2b1dfc63 None None] The sync data for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv is: [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:08Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:24:09.402210 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:24:09.420468 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Sync routers for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:24:09.430870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:09.431596 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:09.437878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:09.442280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-30f3133f-9ffd-43a0-9537-2504ba92e36f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7013600 Mar 02 20:24:09.442541 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44238) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:09.669866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:09.868478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7dd36eda-3fcb-419c-bccc-5c78e76d5985 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:10.010376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:10.022935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dbca7737-9349-43b1-b3a2-e73fd9dac2e1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:10.076638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29789b5d-6a78-48ba-8616-3af25799f95d None None] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:24:10.132012 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:08Z', 'revision_number': 3, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:10.135934 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Checking router: 03b9e183-738c-4cf1-8e98-046de88e26c7 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:24:10.136274 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Updating router 03b9e183-738c-4cf1-8e98-046de88e26c7 port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:24:10.200362 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.217261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Provisioning for port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:10.225893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Provisioning complete for port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:10.226254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.378716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:10.389951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.414956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:10.415321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.536081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.568788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.582463 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Transition to ACTIVE for port object cf9f31b9-68a0-4b73-9d4f-01ea303d02ad will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:10.592872 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.618002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] For port 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7dd36eda-3fcb-419c-bccc-5c78e76d5985,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:10.637546 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.663062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Allocated IP 172.20.0.1 (ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c/9a39cd88-0333-4675-8009-8a3547eb30f6/aa992806-b7cc-43fb-9468-23de3b4a5878) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:10.684064 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Attempting to bind port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:10.684501 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Attempting to bind port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:10.684805 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Attempting to bind port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:10.695115 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41660c-46ab-4676-98e8-9abf5eb7285a None None] Pushing event updated for resources: {'Port': ['ID=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:10.706164 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:10.706688 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:10.706992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.707376 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:10.707849 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Bound port: cf9f31b9-68a0-4b73-9d4f-01ea303d02ad, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:10.708211 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.718360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.763690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a2886-5762-48fa-8c86-ab87172afb15 None None] Pushing event updated for resources: {'Port': ['ID=7dd36eda-3fcb-419c-bccc-5c78e76d5985,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:10.787804 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port dbca7737-9349-43b1-b3a2-e73fd9dac2e1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:10.794579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.881650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.883011 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] For port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:10.887096 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] For port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:10.892999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:10.893551 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.910048 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Transition to ACTIVE for port object aa992806-b7cc-43fb-9468-23de3b4a5878 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:10.939121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.965850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7f6c1f61-ae8c-4e3e-829d-b6b1771cf121 None None] Provisioning complete for port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:10.966297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1f61-ae8c-4e3e-829d-b6b1771cf121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:10.977992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:10.978723 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:11.046680 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41660c-46ab-4676-98e8-9abf5eb7285a None None] Pushing event updated for resources: {'Port': ['ID=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:11.135907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:11.143433 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:11.147708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:11.179957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Pushing event updated for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:11.196638 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:11.212071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.433179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1bd21cc1-7f99-4e7d-8a96-0c263d58573f None None] Provisioning for port aa992806-b7cc-43fb-9468-23de3b4a5878 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:11.438741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1bd21cc1-7f99-4e7d-8a96-0c263d58573f None None] Provisioning complete for port aa992806-b7cc-43fb-9468-23de3b4a5878 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:11.439116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1bd21cc1-7f99-4e7d-8a96-0c263d58573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.483839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.486462 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:08Z', 'revision_number': 3, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:11.490715 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcfd54-3dca-4e53-8e05-abfd6c97287d None None] The sync data for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv is: [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:08Z', 'revision_number': 3, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:24:11.496302 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1bd21cc1-7f99-4e7d-8a96-0c263d58573f None None] Port aa992806-b7cc-43fb-9468-23de3b4a5878 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:24:11.732948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.739095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.831939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7dd36eda-3fcb-419c-bccc-5c78e76d5985 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:11.850888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Pushing event updated for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:11.853484 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.863071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b9b16580-3e1a-444c-b2ae-f103a4f3fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:11.914287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:11.915026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:12.008960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:12.010158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:12.055704 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dbca7737-9349-43b1-b3a2-e73fd9dac2e1 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:12.139306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:12.139674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:12.227255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Router 03b9e183-738c-4cf1-8e98-046de88e26c7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:24:12.324922 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1915e4ce-9ca0-4cb7-be22-abdedcd004ab None None] Provisioning complete for port aa992806-b7cc-43fb-9468-23de3b4a5878 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:12.325289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1915e4ce-9ca0-4cb7-be22-abdedcd004ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:12.382387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1915e4ce-9ca0-4cb7-be22-abdedcd004ab None None] Port aa992806-b7cc-43fb-9468-23de3b4a5878 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:24:12.419644 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:24:12.429146 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-66d138d8-9cd2-414c-bbec-991acc287317 admin admin] 10.222.0.36 "PUT /v2.0/routers/03b9e183-738c-4cf1-8e98-046de88e26c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9855051 Mar 02 20:24:13.118952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Sync routers for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:24:13.128337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:13.129037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:13.366404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:13.711145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:11Z', 'revision_number': 4, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aa992806-b7cc-43fb-9468-23de3b4a5878', 'name': '', 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'mac_address': 'fa:16:3e:6d:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:10Z', 'updated_at': '2022-03-02T20:24:11Z', 'revision_number': 2, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'subnets': [{'id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:13.724636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Checking router: 03b9e183-738c-4cf1-8e98-046de88e26c7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:24:13.725202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Updating router 03b9e183-738c-4cf1-8e98-046de88e26c7 port aa992806-b7cc-43fb-9468-23de3b4a5878 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:24:13.792961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf9f31b9-68a0-4b73-9d4f-01ea303d02ad up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:13.841208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:13.976152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:13.992448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:13.992824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.227753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.256846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:14.265221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.400752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:14.406323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.422336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Transition to ACTIVE for port object aa992806-b7cc-43fb-9468-23de3b4a5878 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:14.431340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.618211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e48b-5237-44ce-aedb-d06287c50ce0 None None] Pushing event updated for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:14.681216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Attempting to bind port aa992806-b7cc-43fb-9468-23de3b4a5878 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:14.681599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Attempting to bind port aa992806-b7cc-43fb-9468-23de3b4a5878 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:14.681942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Attempting to bind port aa992806-b7cc-43fb-9468-23de3b4a5878 on network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:14.691092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:14.691464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Checking segment: {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:14.691946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.692239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Bound using segment: {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:14.692738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Bound port: aa992806-b7cc-43fb-9468-23de3b4a5878, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1374ace3-0b43-4075-8f42-f9b3fced4df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:14.693118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.868119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] For port aa992806-b7cc-43fb-9468-23de3b4a5878, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:14.871405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] For port aa992806-b7cc-43fb-9468-23de3b4a5878, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aa992806-b7cc-43fb-9468-23de3b4a5878,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:14.877064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:14.958761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:14.959725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:23:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:15.063407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40e48b-5237-44ce-aedb-d06287c50ce0 None None] Pushing event updated for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:15.085398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cb44cef0-29ee-4819-b602-815a95a5497e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.214364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:15.478945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.481641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.559716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:15.587281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:11Z', 'revision_number': 4, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aa992806-b7cc-43fb-9468-23de3b4a5878', 'name': '', 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'mac_address': 'fa:16:3e:6d:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:10Z', 'updated_at': '2022-03-02T20:24:14Z', 'revision_number': 4, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'subnets': [{'id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:15.591906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cb7d0f-be4d-4351-b6f3-524ecb669452 None None] The sync data for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv is: [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:24:11Z', 'revision_number': 4, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'aa992806-b7cc-43fb-9468-23de3b4a5878', 'name': '', 'network_id': 'ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'mac_address': 'fa:16:3e:6d:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:10Z', 'updated_at': '2022-03-02T20:24:14Z', 'revision_number': 4, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'subnets': [{'id': '9a39cd88-0333-4675-8009-8a3547eb30f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:24:15.908867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf9f31b9-68a0-4b73-9d4f-01ea303d02ad up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:15.999987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:16.000367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:16.162888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aa992806-b7cc-43fb-9468-23de3b4a5878 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:16.248012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port aa992806-b7cc-43fb-9468-23de3b4a5878 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:16.254418 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aa992806-b7cc-43fb-9468-23de3b4a5878 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:16.255042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:16.413591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:16.455992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port aa992806-b7cc-43fb-9468-23de3b4a5878, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aa992806-b7cc-43fb-9468-23de3b4a5878,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:16.464030 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:16.559965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:17.167195 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:17.745079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aa992806-b7cc-43fb-9468-23de3b4a5878 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:17.819681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port aa992806-b7cc-43fb-9468-23de3b4a5878 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:17.819681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:22.732064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-2cc482b4-89d2-47dd-a17c-46db26c6ba65 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:22.733601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-2cc482b4-89d2-47dd-a17c-46db26c6ba65 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 815 time: 0.1473129 Mar 02 20:24:22.748993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-57cceb96-6e1f-43eb-8258-90efc3b22fe9 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/quotas/914505e18eed497f9c4ad02176fcb7ac HTTP/1.1" status: 200 len: 375 time: 0.0097163 Mar 02 20:24:22.832835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-8640e80b-2201-453a-a3c5-8759b58cbb92 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Synchronizing usage tracker for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:22.852593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-8640e80b-2201-453a-a3c5-8759b58cbb92 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Unset dirty status for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:22.854033 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-8640e80b-2201-453a-a3c5-8759b58cbb92 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999963 Mar 02 20:24:23.121829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f1c86815-51f3-48ca-9511-a6a0ae4d3388 service neutron] 10.222.0.36 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560067 Mar 02 20:24:23.256141 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-afbc8ce5-940e-414f-812b-c249528a730f service neutron] 10.222.0.36 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281250 Mar 02 20:24:23.442076 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6806cc7-4314-42d0-9081-1c6a02f50ac5 req-55f480c1-82eb-4fdf-9666-8112ec4840ac tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 210 time: 0.0474610 Mar 02 20:24:24.533977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-d812c3c2-5e69-431f-904f-06a4195cd7e2 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:24.535551 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-d812c3c2-5e69-431f-904f-06a4195cd7e2 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 815 time: 0.1565900 Mar 02 20:24:24.547552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'port': {'device_id': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'admin_state_up': True, 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:24.622391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0a3eea77-d609-4c77-a1be-54e0f69c5237 req-b3e1d3f2-e382-45eb-9bfa-76fc52f5e404 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 210 time: 0.0609336 Mar 02 20:24:24.732134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:24.742385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:24.755056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Made reservation on behalf of 914505e18eed497f9c4ad02176fcb7ac for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:24:24.758962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.118226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Allocated IP 172.20.0.7 (243128df-0999-433b-a217-1696c8c3dc6f/5b9ab3e8-af4f-4ace-afdd-9b978018fc02/e91ce91d-d3ee-4df0-b5e3-a5fbba21310d) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:25.378194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.407056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Transition to ACTIVE for port object e91ce91d-d3ee-4df0-b5e3-a5fbba21310d will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:25.438605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.513023 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Network 243128df-0999-433b-a217-1696c8c3dc6f is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:25.521619 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:25.527183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:25.567140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:25.587003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.587362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.587667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.587997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.588352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.588677 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.588999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.589321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.589639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.589981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.590278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.590592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:25.628887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:25.629767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:25.685454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-6a999549-2440-4e15-9a61-b7e4e9205811 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1413574 Mar 02 20:24:25.966039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-85b9e740-8af8-4a76-9ec2-0e8fe8d6c68d None None] Provisioning for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:25.971628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dde3b0-20a6-4c81-abba-18615e3eb8d5 req-75f80fd4-cdd6-49be-8bfb-cd8040942305 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:25.972936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-38dde3b0-20a6-4c81-abba-18615e3eb8d5 req-75f80fd4-cdd6-49be-8bfb-cd8040942305 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Synchronizing usage tracker for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:25.985263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-85b9e740-8af8-4a76-9ec2-0e8fe8d6c68d None None] Provisioning complete for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:25.985962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-85b9e740-8af8-4a76-9ec2-0e8fe8d6c68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:26.004070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-38dde3b0-20a6-4c81-abba-18615e3eb8d5 req-75f80fd4-cdd6-49be-8bfb-cd8040942305 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Unset dirty status for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:26.016133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-38dde3b0-20a6-4c81-abba-18615e3eb8d5 req-75f80fd4-cdd6-49be-8bfb-cd8040942305 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.2119091 Mar 02 20:24:26.066717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-85b9e740-8af8-4a76-9ec2-0e8fe8d6c68d None None] Port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:24:26.085439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-38dde3b0-20a6-4c81-abba-18615e3eb8d5 req-ccc7faea-15ad-4076-a987-b312ec10eb57 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636711 Mar 02 20:24:27.334845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f631-e6ef-4e29-8ee1-092108ab98a1 req-acba4bc8-a3c2-4485-99da-95e335c009f7 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:27.341187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e06f631-e6ef-4e29-8ee1-092108ab98a1 req-acba4bc8-a3c2-4485-99da-95e335c009f7 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.1249554 Mar 02 20:24:27.390756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e06f631-e6ef-4e29-8ee1-092108ab98a1 req-f95076f6-4ad3-467c-9d55-a74f9f9ac1ac tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457723 Mar 02 20:24:28.613334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865f84b-8eae-490b-a5ad-f4c31ef7f5f2 req-9ea4d7e6-19b9-48ff-9870-cecfe53ade12 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:28.615152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8865f84b-8eae-490b-a5ad-f4c31ef7f5f2 req-9ea4d7e6-19b9-48ff-9870-cecfe53ade12 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.0906212 Mar 02 20:24:28.683796 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8865f84b-8eae-490b-a5ad-f4c31ef7f5f2 req-6db73739-a91b-4c99-af08-31a16cf94780 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579510 Mar 02 20:24:29.915264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78081c1-94fc-4a22-a787-5659dbdb293c req-7c564806-ee22-48d9-9ca5-8e51f2c0d4da tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:29.917788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78081c1-94fc-4a22-a787-5659dbdb293c req-7c564806-ee22-48d9-9ca5-8e51f2c0d4da tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.1050117 Mar 02 20:24:29.978679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d78081c1-94fc-4a22-a787-5659dbdb293c req-18ca426f-773a-459e-a390-964a590b74bb tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541022 Mar 02 20:24:31.202624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517f6ae-829b-4092-ac30-a268aea7e930 req-f44d0288-6b6b-4b8a-981d-b5711e57e372 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:31.204282 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6517f6ae-829b-4092-ac30-a268aea7e930 req-f44d0288-6b6b-4b8a-981d-b5711e57e372 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.0839958 Mar 02 20:24:31.256298 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6517f6ae-829b-4092-ac30-a268aea7e930 req-383e79b8-5623-4055-82ce-fe07e77b53e7 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450776 Mar 02 20:24:32.452446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60bd4-4b46-4b41-88c2-854243a0fbff req-bfbb60ad-f7ea-426b-a214-c5549e057543 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:32.453614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-13b60bd4-4b46-4b41-88c2-854243a0fbff req-bfbb60ad-f7ea-426b-a214-c5549e057543 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 931 time: 0.0829844 Mar 02 20:24:32.506940 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-13b60bd4-4b46-4b41-88c2-854243a0fbff req-33dde4b1-3617-4447-9e77-2bbd750505f3 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466454 Mar 02 20:24:32.672522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Request body: {'port': {'device_id': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:32.798040 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.153905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91ce91d-d3ee-4df0-b5e3-a5fbba21310d {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:24:33.161829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.177457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Transition to ACTIVE for port object e91ce91d-d3ee-4df0-b5e3-a5fbba21310d will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:24:33.183899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.347456 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:33.423156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Attempting to bind port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:24:33.423410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Attempting to bind port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:24:33.423733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Attempting to bind port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d on network 243128df-0999-433b-a217-1696c8c3dc6f {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:33.428748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d on network 243128df-0999-433b-a217-1696c8c3dc6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:24:33.429064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Attempting to bind port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d on network 243128df-0999-433b-a217-1696c8c3dc6f {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:24:33.434189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:24:33.434542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Checking segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:24:33.434940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Bound using segment: {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:24:33.435361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Bound port: e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23aeafd3-04dd-4041-b991-a2add29b6e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:24:33.435718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.680062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:24:33.684007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:24:33.691818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.762501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:33.763119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:33.764531 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] 10.222.0.32 "PUT /v2.0/ports/e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 1093 time: 1.0985892 Mar 02 20:24:33.765043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:24:33.793574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0c4ab-37e5-4822-a56d-61f7c23c9375 req-d8ca0a18-f894-42c1-bb1b-a3f585fbb5f1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:33.794726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-53e0c4ab-37e5-4822-a56d-61f7c23c9375 req-d8ca0a18-f894-42c1-bb1b-a3f585fbb5f1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 943 time: 0.1781292 Mar 02 20:24:33.858387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c4b4-5e1a-441d-91fc-7271f3d1e20b service neutron] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:33.866636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:24:33.900441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-53e0c4ab-37e5-4822-a56d-61f7c23c9375 req-aa00d97d-3a1a-4594-8665-3d08a19aa185 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991108 Mar 02 20:24:33.927624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-a959124d-a037-4654-9e69-1ebedd3b1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:33.929182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-a959124d-a037-4654-9e69-1ebedd3b1c43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1096 time: 0.1060245 Mar 02 20:24:33.995884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-7c3c1b69-17fe-4724-a009-c7afcdaa6db2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 217 time: 0.0601749 Mar 02 20:24:34.066458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-133e2ce0-f2d1-4105-af04-01d3fd3bc103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.068046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-133e2ce0-f2d1-4105-af04-01d3fd3bc103 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0666013 Mar 02 20:24:34.149813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-998d0890-5277-4c25-8295-e261599bd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.151448 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-998d0890-5277-4c25-8295-e261599bd033 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764630 Mar 02 20:24:34.289263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-2a0c5978-e09f-4350-a36a-f07e26b0a47d service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299615 Mar 02 20:24:34.433752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59ee22e1-6d09-4e08-8d17-0cd0ccf98ff6 req-d8f3cb13-4b66-4bb7-b626-4bf67d42443d service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376326 Mar 02 20:24:34.558781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377387a-7184-4aff-9d15-163674cd2d98 req-f2d6dc4d-55d3-4d13-9a6e-6542ee103c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.560175 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-f2d6dc4d-55d3-4d13-9a6e-6542ee103c0b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1096 time: 0.0742922 Mar 02 20:24:34.696350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377387a-7184-4aff-9d15-163674cd2d98 req-ef5dbc86-af98-4e40-be57-35216df9547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.697782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-ef5dbc86-af98-4e40-be57-35216df9547b service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1311142 Mar 02 20:24:34.777197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-49089b7b-32a0-41ee-9af6-c052e095d84b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 217 time: 0.0722878 Mar 02 20:24:34.844670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377387a-7184-4aff-9d15-163674cd2d98 req-7037fbb9-b702-45c0-ade1-e9f07acc8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.846004 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-7037fbb9-b702-45c0-ade1-e9f07acc8376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0629423 Mar 02 20:24:34.924638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377387a-7184-4aff-9d15-163674cd2d98 req-2ee68d97-99fd-47ae-b5d6-905ee8748744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:34.926155 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-2ee68d97-99fd-47ae-b5d6-905ee8748744 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738490 Mar 02 20:24:35.023487 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:24:35.109767 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-3f4146bb-92f7-43a5-9cc1-407d822d63b1 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756876 Mar 02 20:24:35.177786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93292a98-c3d7-4098-9525-55394e12df63 req-e5bd1c6a-a932-42fe-8ad3-1cc6f445e551 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:35.179254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93292a98-c3d7-4098-9525-55394e12df63 req-e5bd1c6a-a932-42fe-8ad3-1cc6f445e551 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 943 time: 0.1556447 Mar 02 20:24:35.293517 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93292a98-c3d7-4098-9525-55394e12df63 req-6fb9680a-73c8-4df6-aa2a-1417768d98c8 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714135 Mar 02 20:24:35.298976 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b377387a-7184-4aff-9d15-163674cd2d98 req-fda4b6cb-ee4e-4040-9f3f-b59569ecd56f service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779668 Mar 02 20:24:36.359699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e91ce91d-d3ee-4df0-b5e3-a5fbba21310d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:24:36.535440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:36.548940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'port_id': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'mac_address': 'fa:16:3e:13:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:24:36.597039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76f5e-415b-4396-a9f2-08b93bb22ac4 req-139eacc4-34d5-4c8b-b997-c64897a5846b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:36.598394 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-40b76f5e-415b-4396-a9f2-08b93bb22ac4 req-139eacc4-34d5-4c8b-b997-c64897a5846b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 943 time: 0.1987600 Mar 02 20:24:36.603340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.621250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91ce91d-d3ee-4df0-b5e3-a5fbba21310d {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:24:36.637504 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:36.642626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:36.644276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-40b76f5e-415b-4396-a9f2-08b93bb22ac4 req-e8ec7cac-a703-4231-8af6-6bd970e404d4 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Mar 02 20:24:36.724538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:36.732370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.732719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.733089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.733420 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.733718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.734043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.734390 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.734713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.735007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.735336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.735653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.735960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:36.854950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:24:37.836730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0abbc-e4f9-4a8c-be39-2f12c81099cc req-b30603c6-f25e-494c-95d3-ecf0bbcdbf50 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:37.838198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcc0abbc-e4f9-4a8c-be39-2f12c81099cc req-b30603c6-f25e-494c-95d3-ecf0bbcdbf50 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 944 time: 0.0856900 Mar 02 20:24:37.891613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dcc0abbc-e4f9-4a8c-be39-2f12c81099cc req-380d7405-6bd5-45c2-b154-c7e0988cd067 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446427 Mar 02 20:24:38.388387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e91ce91d-d3ee-4df0-b5e3-a5fbba21310d up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:24:38.465003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:24:38.470298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:38.470675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.588711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.615343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:24:38.625237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:38.630698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:38.663219 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'code': 200} Mar 02 20:24:38.704503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:38.919086 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc6759-bb40-41cc-ae28-e69b118abc13 req-d433972d-ea33-405a-ade1-c6220e1ad781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:38.920787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34dc6759-bb40-41cc-ae28-e69b118abc13 req-d433972d-ea33-405a-ade1-c6220e1ad781 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1098 time: 0.0891163 Mar 02 20:24:38.965729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34dc6759-bb40-41cc-ae28-e69b118abc13 req-a84243d5-7f4c-4711-9337-a86db3d39ce0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393558 Mar 02 20:24:39.088606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08188738-9859-44e5-9e2d-f7283a2b15d0 req-bfd45d0e-6b80-49fd-bb09-6e60c8564d85 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:39.090049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-08188738-9859-44e5-9e2d-f7283a2b15d0 req-bfd45d0e-6b80-49fd-bb09-6e60c8564d85 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0891008 Mar 02 20:24:39.137389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-08188738-9859-44e5-9e2d-f7283a2b15d0 req-38974c8b-6613-4afc-8da8-2115bdb0240a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Mar 02 20:24:40.363585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe74698-6208-49e3-97ef-112280cf482a req-fa43aa88-b6d5-4729-b842-e5ad85bcfa63 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:40.365198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbe74698-6208-49e3-97ef-112280cf482a req-fa43aa88-b6d5-4729-b842-e5ad85bcfa63 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.1055374 Mar 02 20:24:40.410363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbe74698-6208-49e3-97ef-112280cf482a req-6a02fb14-94d3-4a77-a882-3eff165d6e51 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Mar 02 20:24:40.626310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ead27e-ddc4-4aec-981c-340a6e45ebb6 req-73ea6018-e021-46f2-9155-0aae75339af1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:40.627787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77ead27e-ddc4-4aec-981c-340a6e45ebb6 req-73ea6018-e021-46f2-9155-0aae75339af1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.1034729 Mar 02 20:24:40.672366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-77ead27e-ddc4-4aec-981c-340a6e45ebb6 req-435d43ad-22cf-44d6-8d5f-9d3646dcb90c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387414 Mar 02 20:24:41.079210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93788-6d14-4f83-8fc0-1c9cbd850fef req-98e32342-4ecd-4a7b-a518-0a7a3e23e7e4 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:41.080609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fac93788-6d14-4f83-8fc0-1c9cbd850fef req-98e32342-4ecd-4a7b-a518-0a7a3e23e7e4 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0841324 Mar 02 20:24:41.126197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fac93788-6d14-4f83-8fc0-1c9cbd850fef req-e8e88ba9-7c68-4a9f-a2dd-b291ef3c0520 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Mar 02 20:24:41.828780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5888a940-f568-4f10-8424-0db3315fef61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.051047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e287c80-ed25-463b-b4c5-55017d80d551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.427244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.449901 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:45.526304 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:47.171110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:50.296848 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-606c630c-f8e8-4bc2-b57a-1883c1a7e62e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694642 Mar 02 20:24:50.461094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353acdc-930b-440c-8708-1c8c414a1940 req-a149a73e-5aab-4627-8caf-e864df8733e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:50.462571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-a149a73e-5aab-4627-8caf-e864df8733e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1098 time: 0.0826457 Mar 02 20:24:50.610362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353acdc-930b-440c-8708-1c8c414a1940 req-552f9cdf-b815-4a89-9715-f26ae65bd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:50.611878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-552f9cdf-b815-4a89-9715-f26ae65bd8dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1289582 Mar 02 20:24:50.682359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-f71e5823-4179-498a-bb90-3a2ee6caf9cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 217 time: 0.0644732 Mar 02 20:24:50.743541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353acdc-930b-440c-8708-1c8c414a1940 req-4339172d-da7b-446f-aac3-c06186ba51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:50.745449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-4339172d-da7b-446f-aac3-c06186ba51a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0578332 Mar 02 20:24:50.825356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353acdc-930b-440c-8708-1c8c414a1940 req-88bdba8e-ba14-4aa4-9d7a-651512c53135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:50.826780 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-88bdba8e-ba14-4aa4-9d7a-651512c53135 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747299 Mar 02 20:24:50.985056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-21190f8c-873f-42a9-9d7f-20339865381a service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515553 Mar 02 20:24:51.125930 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1353acdc-930b-440c-8708-1c8c414a1940 req-5cc07025-9b6e-43fa-97bf-e1867360f2c4 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344934 Mar 02 20:24:51.379112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff197842-3caa-4ecd-9d1b-1e5160b031a6 req-f43ca773-b6e8-4129-9874-3ec79329608c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:51.380516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff197842-3caa-4ecd-9d1b-1e5160b031a6 req-f43ca773-b6e8-4129-9874-3ec79329608c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0938501 Mar 02 20:24:51.429356 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ff197842-3caa-4ecd-9d1b-1e5160b031a6 req-dc8f2b80-41e1-4b4e-ac6b-f5a3afdfe21b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Mar 02 20:24:51.453172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44426) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:51.569348 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189a3a6-4176-4fa8-99ce-fe9d501f1de0 tempest-TestMinimumBasicScenario-2143059908 tempest-TestMinimumBasicScenario-2143059908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:51.570074 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0189a3a6-4176-4fa8-99ce-fe9d501f1de0 tempest-TestMinimumBasicScenario-2143059908 tempest-TestMinimumBasicScenario-2143059908-project-admin] Synchronizing usage tracker for tenant:029fec47fad14e57b1cc43713a72af9e on resource:port {{(pid=87813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:51.587668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0189a3a6-4176-4fa8-99ce-fe9d501f1de0 tempest-TestMinimumBasicScenario-2143059908 tempest-TestMinimumBasicScenario-2143059908-project-admin] Unset dirty status for tenant:029fec47fad14e57b1cc43713a72af9e on resource:port {{(pid=87813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:51.589025 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0189a3a6-4176-4fa8-99ce-fe9d501f1de0 tempest-TestMinimumBasicScenario-2143059908 tempest-TestMinimumBasicScenario-2143059908-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1093 time: 0.1345339 Mar 02 20:24:51.591739 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44434) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:51.596912 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:51.603175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:51.607315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:floatingip and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:51.610187 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:51.616125 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:51.629296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:51.768365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.020226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Allocated IP 172.26.2.59 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/88cf6554-2654-4a91-b753-5afb873876e7) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:24:52.189136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.221231 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.285776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:24:52.288540 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:24:52.291637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:24:52.341889 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'Port': ['ID=88cf6554-2654-4a91-b753-5afb873876e7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:52.353571 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.354015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.354349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.354683 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.355002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.355354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.355667 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.355977 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.356288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.356635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.356949 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.357249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:24:52.738176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:52.815789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.027001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.033666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.143202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'Port': ['ID=88cf6554-2654-4a91-b753-5afb873876e7,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:53.154938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:53.337421 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Floating IP e2c2d01b-47c8-44f6-9834-0d5ff98c431f associated. External IP: 172.26.2.59, port: e91ce91d-d3ee-4df0-b5e3-a5fbba21310d. Mar 02 20:24:53.802687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Router c6f82a07-f006-4b26-a547-b763fcd12e1f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:24:53.979377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:24:53.994092 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Sync routers for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:24:54.004530 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:54.005262 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:24:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:54.008784 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.066543 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7abb2d84-d21e-414c-b70c-3db66a1df952 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4737964 Mar 02 20:24:54.067514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:24:54.069598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.075795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775685347', 'description': 'tempest-secgroup-smoke-1775685347 description', 'project_id': '914505e18eed497f9c4ad02176fcb7ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.082679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.087256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.090196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.096629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.109608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.130247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.134520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.138189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.144056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.186020 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:54.218276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.224022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.249691 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:24:54.268119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aca6e88-2ad0-4bd4-a074-9a8915528c8d,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.315742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.316997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-693c1926-2378-4232-a986-289081d4bcd5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2457447 Mar 02 20:24:54.320457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44446) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.326338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.332819 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.337147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.340431 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.347162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-3cd1765b-d147-4cc0-a610-273cb200d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:54.348346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.348743 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-3cd1765b-d147-4cc0-a610-273cb200d87a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1098 time: 0.0757625 Mar 02 20:24:54.370238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.438577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.444077 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.468595 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d0d9b6-6ef2-4988-a56d-fa8b4e2917de,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.481190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.483053 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e3d7fcd2-455f-40b8-9b0d-0fd7e65506db tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616058 Mar 02 20:24:54.485785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44450) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.491443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.497659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.501629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.501953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-9cdec891-58c8-409e-b52b-e62c61824097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:54.504218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-9cdec891-58c8-409e-b52b-e62c61824097 service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1480236 Mar 02 20:24:54.504605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.510710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.529814 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.568612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e2c2d01b-47c8-44f6-9834-0d5ff98c431f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'floating_ip_address': '172.26.2.59', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'port_id': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'mac_address': 'fa:16:3e:13:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:52Z', 'updated_at': '2022-03-02T20:24:52Z', 'revision_number': 0, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:54.572887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Checking router: c6f82a07-f006-4b26-a547-b763fcd12e1f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:24:54.583788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:24:54.584496 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:24:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:54.596156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.601565 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.634183 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d366072b-512d-409e-9a2c-1f0948e4c8a1,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.644759 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.646611 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-875a24c1-bdef-46ff-8e17-4ecac554258c tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596344 Mar 02 20:24:54.649642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44454) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.656618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.663792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.668514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.672305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.678221 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.699357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.727723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-5c3e57b5-7965-4ee9-8f58-59b09bcfb100 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 998 time: 0.2177427 Mar 02 20:24:54.765692 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:24:54.765907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.772604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.805163 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-123a5e14-1e13-46d6-9ba0-601fe99d4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:54.807278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-123a5e14-1e13-46d6-9ba0-601fe99d4b6f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0671573 Mar 02 20:24:54.808112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c00de3-4203-42d2-94a9-1124b3a2de25,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.811797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.815818 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f2034d91-94ba-4b7f-be40-74361edee357 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623073 Mar 02 20:24:54.816261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44458) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.821439 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.828358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:54.832888 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:54.835877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:54.841929 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:54.862092 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.889136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-16369c25-bef2-46d0-acab-27d01f4d31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:54.890650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-16369c25-bef2-46d0-acab-27d01f4d31cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741687 Mar 02 20:24:54.932923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.937944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.964919 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366c2c4e-3ae0-4573-90f8-f9e177d5779f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:54.982363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:54.986331 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-814279fd-366f-4ea1-bfdc-94ba20eb515e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667702 Mar 02 20:24:54.986508 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44462) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:54.992796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:54.998989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:55.002867 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:55.006106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:55.013992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:55.028450 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Project 914505e18eed497f9c4ad02176fcb7ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:55.036040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.044227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-2bb809d3-d4e0-4454-b01f-ace63180318e service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470194 Mar 02 20:24:55.114420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.119772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.145473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7223572f-dc19-4b0e-91c3-0ca83c2b861a,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.157054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.158880 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-690ce1f7-13a6-4bcb-9da7-2c00c83aaa7a tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1707146 Mar 02 20:24:55.161560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44466) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:24:55.167816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'security_group_rule': {'security_group_id': '6aca6e88-2ad0-4bd4-a074-9a8915528c8d', 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:55.173895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:24:55.177852 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Usage tracker for resource:security_group_rule and tenant:914505e18eed497f9c4ad02176fcb7ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:24:55.180292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c53e0984-1c82-4b4f-8b3d-376d2e0c3245 req-9d3334cc-997f-47f7-ba6f-cf57c5b07722 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297164 Mar 02 20:24:55.181076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:24:55.187023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:24:55.192541 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e2c2d01b-47c8-44f6-9834-0d5ff98c431f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'floating_ip_address': '172.26.2.59', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'port_id': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'mac_address': 'fa:16:3e:13:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:52Z', 'updated_at': '2022-03-02T20:24:52Z', 'revision_number': 0, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:24:55.198703 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac86c2f-e024-4546-96a9-30b70c1fa290 None None] The sync data for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv is: [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'e2c2d01b-47c8-44f6-9834-0d5ff98c431f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'floating_ip_address': '172.26.2.59', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'port_id': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'mac_address': 'fa:16:3e:13:ea:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:24:52Z', 'updated_at': '2022-03-02T20:24:52Z', 'revision_number': 0, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:24:55.198974 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Project 914505e18eed497f9c4ad02176fcb7ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:24:55.205780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.274665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.280080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.305061 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c469eaa1-a55b-4b76-8e09-2bdebc352b81,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:55.316028 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.320125 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-57d4553b-697f-4ffa-8ce7-d2cf52bd5f03 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1548679 Mar 02 20:24:55.397037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23103652-8dff-4b00-8ccd-f7cfe44a2c02 None None] New status for floating IP e2c2d01b-47c8-44f6-9834-0d5ff98c431f: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:24:55.440620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-4bd68a2a-4c04-4cbf-a35f-667e85b5386f tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Synchronizing usage tracker for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:24:55.459116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-4bd68a2a-4c04-4cbf-a35f-667e85b5386f tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Unset dirty status for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:24:55.460393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-4bd68a2a-4c04-4cbf-a35f-667e85b5386f tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775685347&fields=id&tenant_id=914505e18eed497f9c4ad02176fcb7ac HTTP/1.1" status: 200 len: 267 time: 0.0605628 Mar 02 20:24:55.554326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-89dc0b22-1e72-4ece-bacb-5f570f77d817 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:55.555864 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-89dc0b22-1e72-4ece-bacb-5f570f77d817 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0888622 Mar 02 20:24:55.568482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'port': {'security_groups': ['5bd66d72-71ab-4ccf-a013-1acb0ef13092', '6aca6e88-2ad0-4bd4-a074-9a8915528c8d']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:24:55.692050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.953444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:24:55.983311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:55.992149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.004357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:24:56.057123 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.057743 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.059140 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d641c18-7dcf-4cc7-aea4-9c9653d9afe2 req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "PUT /v2.0/ports/e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 981 time: 0.4955461 Mar 02 20:24:56.059573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:24:56.086818 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd77ed-434c-414a-8dc3-c313601cb8b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=6']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:24:56.122209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:24:56.129343 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:24:56.298431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb40b3-fe0f-4c7c-ba8a-f6d1323017f3 req-28b769d3-e205-4220-8cca-5123c2f9fad5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.299916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9dcb40b3-fe0f-4c7c-ba8a-f6d1323017f3 req-28b769d3-e205-4220-8cca-5123c2f9fad5 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.1155381 Mar 02 20:24:56.302194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604b3f-d470-4be5-9974-d3073a686950 req-ab5eaf65-987c-4b8f-86b6-a5fbe2ce51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.303658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-ab5eaf65-987c-4b8f-86b6-a5fbe2ce51a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1137 time: 0.1560454 Mar 02 20:24:56.409540 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4e10a555-f8e3-46be-b160-3291fea7199e None None] Provisioning complete for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:24:56.410155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4e10a555-f8e3-46be-b160-3291fea7199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:24:56.436113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9dcb40b3-fe0f-4c7c-ba8a-f6d1323017f3 req-df059641-7218-426f-b4ea-50477f1762f6 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289451 Mar 02 20:24:56.495405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604b3f-d470-4be5-9974-d3073a686950 req-545e50b3-6817-45e1-a8a6-5f6346d84c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.495405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-545e50b3-6817-45e1-a8a6-5f6346d84c9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1735938 Mar 02 20:24:56.597442 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-e20e622f-530e-46f0-a2ff-3a7a9d57cd7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 1000 time: 0.0972703 Mar 02 20:24:56.660958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604b3f-d470-4be5-9974-d3073a686950 req-b972a5aa-475f-4b84-affc-263383ec03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.662439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-b972a5aa-475f-4b84-affc-263383ec03ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0576015 Mar 02 20:24:56.737092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604b3f-d470-4be5-9974-d3073a686950 req-0abdfce7-a388-493e-b3c6-c530d6fe065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:24:56.738595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-0abdfce7-a388-493e-b3c6-c530d6fe065e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693967 Mar 02 20:24:56.996981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-57e41812-95fb-48ca-b893-5fa69ed4527b service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508218 Mar 02 20:24:57.135352 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-68604b3f-d470-4be5-9974-d3073a686950 req-131f0d45-80a6-4924-aa2a-b456dcfba0ef service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314211 Mar 02 20:25:11.824235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-72c4f44f-9ee6-4f52-92b8-d767623af06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:12.023157 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:25:12.792208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839e24-d2ed-4a0b-9068-fce956041621 req-4bd0626c-ce88-454c-8989-ee30a3c4104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:12.793712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-4bd0626c-ce88-454c-8989-ee30a3c4104d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1137 time: 0.1411088 Mar 02 20:25:12.804255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8cad6-8203-4181-a2ae-b6c5de0ad92a req-7b60c4bc-1133-486c-9544-6a1c69416b49 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:12.805671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dc8cad6-8203-4181-a2ae-b6c5de0ad92a req-7b60c4bc-1133-486c-9544-6a1c69416b49 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.1153393 Mar 02 20:25:12.937992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dc8cad6-8203-4181-a2ae-b6c5de0ad92a req-f096e6b5-9b4a-4900-84c0-84b5cbb76e12 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139383 Mar 02 20:25:12.965981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839e24-d2ed-4a0b-9068-fce956041621 req-3c52e707-5324-4494-816b-cd0192ec593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:12.967418 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-3c52e707-5324-4494-816b-cd0192ec593d service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1609416 Mar 02 20:25:13.071388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-7f7b61b3-b8bb-4b16-a63f-a437848f15a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 1000 time: 0.0959594 Mar 02 20:25:13.140495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839e24-d2ed-4a0b-9068-fce956041621 req-649d29ac-fe60-402f-852f-7418fcbbef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:13.141918 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-649d29ac-fe60-402f-852f-7418fcbbef0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0639465 Mar 02 20:25:13.222188 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09839e24-d2ed-4a0b-9068-fce956041621 req-c8e030ac-5822-4e70-ae84-085b798771e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:13.223684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-c8e030ac-5822-4e70-ae84-085b798771e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758424 Mar 02 20:25:13.354285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-84f646f3-9d02-434a-ac1f-17f683b308e1 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234314 Mar 02 20:25:13.487028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-09839e24-d2ed-4a0b-9068-fce956041621 req-b930a0ae-2644-4932-af19-8b7f84e98ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256094 Mar 02 20:25:14.126587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfcc3-3e49-427c-8aeb-599bbf6078a5 req-00cf2e2a-ef7b-42cf-89f3-e577fc0d502f tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:14.128063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76abfcc3-3e49-427c-8aeb-599bbf6078a5 req-00cf2e2a-ef7b-42cf-89f3-e577fc0d502f tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0831819 Mar 02 20:25:14.177544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76abfcc3-3e49-427c-8aeb-599bbf6078a5 req-e96a7f7a-322f-4911-9049-4b28cacad46d tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404654 Mar 02 20:25:15.046636 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fe68-8af3-49c2-818b-6b77c95f2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:15.425954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:15.462735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:15.522674 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:15.541566 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137d501-712c-41fd-91f2-104edbce4d07 req-5f2d39ac-c788-43ab-98f0-4d5d3af7de78 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:15.543064 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8137d501-712c-41fd-91f2-104edbce4d07 req-5f2d39ac-c788-43ab-98f0-4d5d3af7de78 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0868511 Mar 02 20:25:15.589493 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8137d501-712c-41fd-91f2-104edbce4d07 req-e9092f14-a972-4ced-ba7f-9ad63f1a56de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404689 Mar 02 20:25:16.783781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f726f72-3f45-436f-9acc-1d362b7a48a9 req-4be5576a-7d2a-4cd6-8530-bd8714258402 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:16.785290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f726f72-3f45-436f-9acc-1d362b7a48a9 req-4be5576a-7d2a-4cd6-8530-bd8714258402 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0873063 Mar 02 20:25:16.832887 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f726f72-3f45-436f-9acc-1d362b7a48a9 req-906b6cdf-3768-4708-841e-922d54388955 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410979 Mar 02 20:25:17.177174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:18.022553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bcfd1-c416-456b-8338-86201dff9528 req-6a75e03a-b2be-4fd7-827c-966b145cbf13 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:18.023928 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c37bcfd1-c416-456b-8338-86201dff9528 req-6a75e03a-b2be-4fd7-827c-966b145cbf13 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0846491 Mar 02 20:25:18.070361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c37bcfd1-c416-456b-8338-86201dff9528 req-3c352751-0b43-4b5a-8711-ad9bd5dcb067 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405095 Mar 02 20:25:19.271578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b70d2c-a362-4847-9aca-32c3b9f4ed5b req-ce0e6ec7-d170-4b74-b0e7-b36c98b6c7ae tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:19.273080 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9b70d2c-a362-4847-9aca-32c3b9f4ed5b req-ce0e6ec7-d170-4b74-b0e7-b36c98b6c7ae tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0931916 Mar 02 20:25:19.322350 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9b70d2c-a362-4847-9aca-32c3b9f4ed5b req-d56514f5-62c0-485d-a23d-dd5a19a9486e tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425191 Mar 02 20:25:20.610904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62151fc5-ecf0-4f40-8cb3-e3549c7aa663 req-b265d389-cb72-4255-9016-b7d9f9f491dd tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:20.612304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62151fc5-ecf0-4f40-8cb3-e3549c7aa663 req-b265d389-cb72-4255-9016-b7d9f9f491dd tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.1838810 Mar 02 20:25:20.657969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-62151fc5-ecf0-4f40-8cb3-e3549c7aa663 req-4a1c1feb-bbe3-4445-99a0-3ecf5c7450c6 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398285 Mar 02 20:25:21.850135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304cff6-0795-4449-b852-6a4b58ed9821 req-a967a6df-1c05-46a1-8137-a35e868a96ec tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:21.851813 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c304cff6-0795-4449-b852-6a4b58ed9821 req-a967a6df-1c05-46a1-8137-a35e868a96ec tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0833585 Mar 02 20:25:21.902215 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c304cff6-0795-4449-b852-6a4b58ed9821 req-f4731bfa-ddac-4c28-8487-b84be58831b4 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421948 Mar 02 20:25:23.088950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c7197-9e0d-4d81-9fbd-131993606f0a req-472c981e-766c-4275-840a-7693fba73a67 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:23.090342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c8c7197-9e0d-4d81-9fbd-131993606f0a req-472c981e-766c-4275-840a-7693fba73a67 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0820158 Mar 02 20:25:23.137921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3c8c7197-9e0d-4d81-9fbd-131993606f0a req-89d9498f-6111-4ed6-8a46-d99de945e7ce tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405619 Mar 02 20:25:24.353497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab3104-61e9-48ab-b31e-2459190d893a req-b94315a6-f1a2-417f-98c8-665ca5d3519d tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:24.354871 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44ab3104-61e9-48ab-b31e-2459190d893a req-b94315a6-f1a2-417f-98c8-665ca5d3519d tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0952644 Mar 02 20:25:24.405200 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44ab3104-61e9-48ab-b31e-2459190d893a req-2e2f6534-458d-467c-9b94-2efaf5c7b6f0 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433598 Mar 02 20:25:25.612013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e58c1df-f34f-460d-a2c3-6810a0941184 req-9545387f-dede-4f43-8dcd-ad22c7f1b787 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:25.613500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e58c1df-f34f-460d-a2c3-6810a0941184 req-9545387f-dede-4f43-8dcd-ad22c7f1b787 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0934005 Mar 02 20:25:25.676246 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5e58c1df-f34f-460d-a2c3-6810a0941184 req-da42e7b1-9480-41bb-821a-dd72c65208b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=6aca6e88-2ad0-4bd4-a074-9a8915528c8d&id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565825 Mar 02 20:25:41.829190 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aabda6b9-0bff-4295-af32-f4087df9b6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:45.042044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0fe7969a-c429-4d56-9065-c77328a68863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:45.429583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:45.470230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:45.517037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:47.176981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:49.023117 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:25:52.282969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-92467f68-33b6-4b47-992c-221da87cc28f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773404 Mar 02 20:25:52.432223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-e5872b35-5e36-40d6-88e2-b7d8e1b2cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:52.433748 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-e5872b35-5e36-40d6-88e2-b7d8e1b2cc67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1137 time: 0.0789332 Mar 02 20:25:52.583124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-17a36da3-483a-43b6-b89e-c07f38a36593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:52.584563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-17a36da3-483a-43b6-b89e-c07f38a36593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1319759 Mar 02 20:25:52.692282 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-363872b2-086e-412c-89f2-9634c759ed1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 1000 time: 0.1009386 Mar 02 20:25:52.756471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-381a9d5e-05d8-4801-b911-24afd30a57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:52.758119 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-381a9d5e-05d8-4801-b911-24afd30a57e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0586920 Mar 02 20:25:52.841056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-f1dbf9ef-6bc8-466d-9282-6cdd003b91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:52.842432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-f1dbf9ef-6bc8-466d-9282-6cdd003b91c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779822 Mar 02 20:25:52.978403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-52c75397-9b59-4c08-ba24-9781aa1aaf94 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286988 Mar 02 20:25:53.118370 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b903319c-f38d-4f8b-8aa2-17e321efb4c4 req-74a4584a-e867-416f-93e5-7e6fed24c32f service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336026 Mar 02 20:25:58.718011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-30261f8d-50c6-460b-852f-695ee1550c7d tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775685347&fields=id&tenant_id=914505e18eed497f9c4ad02176fcb7ac HTTP/1.1" status: 200 len: 267 time: 0.0437779 Mar 02 20:25:58.801811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-bf1d535a-c49d-4f12-a1f0-05a0420a1771 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:58.803310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-bf1d535a-c49d-4f12-a1f0-05a0420a1771 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 984 time: 0.0798869 Mar 02 20:25:58.814078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Request body: {'port': {'security_groups': ['5bd66d72-71ab-4ccf-a013-1acb0ef13092']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:25:58.934594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.285747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:25:59.310881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.317322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.329090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:25:59.388549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:59.389569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.391557 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a29ca665-2a47-4a0c-bfb4-439f27d3a88d req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "PUT /v2.0/ports/e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 942 time: 0.5818324 Mar 02 20:25:59.392236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:25:59.399474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44532) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:59.450382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:25:59.452693 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:25:59.528601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event updated for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=7']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:59.554505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.554842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.555234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.555499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.555823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.556142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.556569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.557080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.557185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.557416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.557902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.558223 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9758c5-195f-4400-ba30-cb023b9317de tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:25:59.582758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.632666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.658438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-5bb00df2-4d7e-48f8-942f-3f47e3525747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:59.659867 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-5bb00df2-4d7e-48f8-942f-3f47e3525747 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1098 time: 0.1805410 Mar 02 20:25:59.733799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f1c96554-a6cb-4200-93a0-1e4cf3d63066 None None] Provisioning complete for port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:25:59.734179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f1c96554-a6cb-4200-93a0-1e4cf3d63066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.810242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.821699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-19fe2654-d075-411a-b4ee-13807c88e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:25:59.823163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-19fe2654-d075-411a-b4ee-13807c88e27d service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1523833 Mar 02 20:25:59.832793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aca6e88-2ad0-4bd4-a074-9a8915528c8d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:25:59.910547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:25:59.911641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4256fa29-db3c-46c8-b2d1-cdff07a9ed43 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "DELETE /v2.0/security-groups/6aca6e88-2ad0-4bd4-a074-9a8915528c8d HTTP/1.1" status: 204 len: 168 time: 0.5073056 Mar 02 20:25:59.915627 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44536) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:25:59.939438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-95d595f0-e7c4-4807-8325-a912c00abb17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 1000 time: 0.1089606 Mar 02 20:26:00.003322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-7900132b-4e1c-4dc0-a354-4069b9af512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:00.003322 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-7900132b-4e1c-4dc0-a354-4069b9af512a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0565803 Mar 02 20:26:00.082701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-cd1dc609-05c0-4f3c-85df-344b8e407ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:00.084121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-cd1dc609-05c0-4f3c-85df-344b8e407ec4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756180 Mar 02 20:26:00.128516 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Deleting port 88cf6554-2654-4a91-b753-5afb873876e7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:00.128870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:00.218300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-b0aa0446-2ee4-4789-90ca-86c4f9c04ce0 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275153 Mar 02 20:26:00.299419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:00.299728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:00.353351 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b17d521-ec6e-480d-9aeb-d72775d1ee6d req-52144a18-66f5-4e88-b9d8-825e9eb2b1ee service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269426 Mar 02 20:26:00.532670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Calling delete_port for 88cf6554-2654-4a91-b753-5afb873876e7 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:00.686039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:00.730894 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event deleted for resources: {'Port': ['ID=88cf6554-2654-4a91-b753-5afb873876e7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:00.767287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.767622 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.767951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.768272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.768614 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.768928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.769242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.769555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.769864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.770173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.770480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.770789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:00.833034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:00.833362 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Floating IP e2c2d01b-47c8-44f6-9834-0d5ff98c431f disassociated (deleted). External IP: 172.26.2.59, port: e91ce91d-d3ee-4df0-b5e3-a5fbba21310d. Mar 02 20:26:01.180525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Router c6f82a07-f006-4b26-a547-b763fcd12e1f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:26:01.365785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:01.376117 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Sync routers for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:01.387174 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:01.387825 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:25:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:01.389463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:01.443784 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-694319fe-a965-44ef-8578-d7fe1ed3697b tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "DELETE /v2.0/floatingips/e2c2d01b-47c8-44f6-9834-0d5ff98c431f HTTP/1.1" status: 204 len: 168 time: 1.5268524 Mar 02 20:26:01.444219 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:26:01.491280 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:26:01.570558 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:01.594717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23a0e-5292-4284-a084-779e1e683a8a req-fc250f74-6dec-411a-8a01-42f075931fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:01.596368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-fc250f74-6dec-411a-8a01-42f075931fbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=914505e18eed497f9c4ad02176fcb7ac&device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 1098 time: 0.0844023 Mar 02 20:26:01.742069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23a0e-5292-4284-a084-779e1e683a8a req-fcd4628f-b889-4415-ab8b-4ad636f51a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:01.743636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-fcd4628f-b889-4415-ab8b-4ad636f51a2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 200 len: 916 time: 0.1417840 Mar 02 20:26:01.819917 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-c91d6ed4-8df0-41a7-a1bf-340582edf979 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 200 len: 217 time: 0.0706189 Mar 02 20:26:01.883122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23a0e-5292-4284-a084-779e1e683a8a req-41c4a14b-c259-4e8c-9735-9b8ba7ae86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:01.884827 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-41c4a14b-c259-4e8c-9735-9b8ba7ae86c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 200 len: 854 time: 0.0595438 Mar 02 20:26:01.913122 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:01.918619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Checking router: c6f82a07-f006-4b26-a547-b763fcd12e1f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:01.927948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:01.928580 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:25:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:01.975802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d23a0e-5292-4284-a084-779e1e683a8a req-31178c2a-0ccb-4199-9f21-63b1d27aa1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:01.981275 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-31178c2a-0ccb-4199-9f21-63b1d27aa1bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=243128df-0999-433b-a217-1696c8c3dc6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902035 Mar 02 20:26:02.110364 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:02.246100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-54b8806d-9f53-4570-80f0-da50d34ac43e service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445228 Mar 02 20:26:02.392393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-22d23a0e-5292-4284-a084-779e1e683a8a req-e412f0d6-9179-409c-8a8c-3a42392787c0 service neutron] 10.222.0.32 "GET /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400797 Mar 02 20:26:02.463344 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:02.468321 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e4ad5-92e9-4873-a022-ebf1a9c85267 None None] The sync data for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv is: [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:04Z', 'revision_number': 4, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dbca7737-9349-43b1-b3a2-e73fd9dac2e1', 'name': '', 'network_id': '243128df-0999-433b-a217-1696c8c3dc6f', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'mac_address': 'fa:16:3e:60:e1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:03Z', 'updated_at': '2022-03-02T20:24:10Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'subnets': [{'id': '5b9ab3e8-af4f-4ace-afdd-9b978018fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:02.813229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a553cf6-db6c-49b8-a98b-cfccca948354 None None] New status for floating IP e2c2d01b-47c8-44f6-9834-0d5ff98c431f: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:26:06.019844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5059e2-d86a-4785-9273-c325f9b54095 req-b53efa2f-eef9-42b5-b4d8-7650320aab81 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:06.021354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c5059e2-d86a-4785-9273-c325f9b54095 req-b53efa2f-eef9-42b5-b4d8-7650320aab81 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0862994 Mar 02 20:26:06.066324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c5059e2-d86a-4785-9273-c325f9b54095 req-bd793928-d68b-4f27-ad90-712a1d731061 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Synchronizing usage tracker for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:06.084447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-1c5059e2-d86a-4785-9273-c325f9b54095 req-bd793928-d68b-4f27-ad90-712a1d731061 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Unset dirty status for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:06.086137 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c5059e2-d86a-4785-9273-c325f9b54095 req-bd793928-d68b-4f27-ad90-712a1d731061 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589552 Mar 02 20:26:07.287802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d32af7-46fe-4459-aa57-39393061d444 req-c175f4fa-c55a-4488-b39e-d5fae0f12e46 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:07.289316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25d32af7-46fe-4459-aa57-39393061d444 req-c175f4fa-c55a-4488-b39e-d5fae0f12e46 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0843832 Mar 02 20:26:07.336206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-25d32af7-46fe-4459-aa57-39393061d444 req-d2f1790d-74b6-4637-b855-c0f9ca2a35a6 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/security-groups?id=5bd66d72-71ab-4ccf-a013-1acb0ef13092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389273 Mar 02 20:26:07.588608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-c67c294b-e900-4896-9c54-14d2e04a51b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:07.590052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-c67c294b-e900-4896-9c54-14d2e04a51b1 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 945 time: 0.0851138 Mar 02 20:26:07.679551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Deleting port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:07.680343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:07.956548 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] For port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:07.956867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.074935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Calling delete_port for e91ce91d-d3ee-4df0-b5e3-a5fbba21310d owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:08.225628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.236979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:26:08.274138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Pushing event deleted for resources: {'Port': ['ID=e91ce91d-d3ee-4df0-b5e3-a5fbba21310d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:08.354952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] No DVR routers for this DVR port e91ce91d-d3ee-4df0-b5e3-a5fbba21310d on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:26:08.358658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:08.362768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'name': 'network-vif-deleted', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:26:08.378494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36000ac9-daa9-4a7b-80c3-0687b7b61f18 req-4facd7f0-bf7c-49e7-9c8b-387ff0fc9384 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.32 "DELETE /v2.0/ports/e91ce91d-d3ee-4df0-b5e3-a5fbba21310d HTTP/1.1" status: 204 len: 173 time: 0.7813344 Mar 02 20:26:08.413510 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd39e85-1ec4-4919-9468-8bfcb59e2e68', 'name': 'network-vif-deleted', 'tag': 'e91ce91d-d3ee-4df0-b5e3-a5fbba21310d', 'status': 'completed', 'code': 200} Mar 02 20:26:08.502257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-cee43bdb-1016-4b1a-8c00-0b54c1347a47 req-e2db0c2b-e63e-4bc2-9edc-53492aadc1b2 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Synchronizing usage tracker for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:08.521352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-cee43bdb-1016-4b1a-8c00-0b54c1347a47 req-e2db0c2b-e63e-4bc2-9edc-53492aadc1b2 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] Unset dirty status for tenant:914505e18eed497f9c4ad02176fcb7ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:08.523091 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cee43bdb-1016-4b1a-8c00-0b54c1347a47 req-e2db0c2b-e63e-4bc2-9edc-53492aadc1b2 tempest-TestMinimumBasicScenario-1715150618 tempest-TestMinimumBasicScenario-1715150618-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdd39e85-1ec4-4919-9468-8bfcb59e2e68 HTTP/1.1" status: 200 len: 210 time: 0.0648396 Mar 02 20:26:10.228078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44622) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:10.788653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e91ce91d-d3ee-4df0-b5e3-a5fbba21310d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:10.823266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: e91ce91d-d3ee-4df0-b5e3-a5fbba21310d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:10.823595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device e91ce91d-d3ee-4df0-b5e3-a5fbba21310d not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:10.888907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.246254 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Deleting port dbca7737-9349-43b1-b3a2-e73fd9dac2e1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:11.246984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.414407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] For port dbca7737-9349-43b1-b3a2-e73fd9dac2e1, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:11.414769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.539889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Calling delete_port for dbca7737-9349-43b1-b3a2-e73fd9dac2e1 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:11.808153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.839693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3130480f-e54f-426b-b7fd-01e193224c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:11.885370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbca7737-9349-43b1-b3a2-e73fd9dac2e1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:12.238168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:12.608077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Router c6f82a07-f006-4b26-a547-b763fcd12e1f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:26:12.789969 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:12.800139 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Sync routers for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:12.810942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b6c112ee-73ad-4526-b588-465d98c6219e admin admin] 10.222.0.36 "PUT /v2.0/routers/c6f82a07-f006-4b26-a547-b763fcd12e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5816910 Mar 02 20:26:12.811594 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:12.812201 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:25:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:12.813690 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44626) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:12.994685 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:13.000989 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.178386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.189880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Deleting port e20c9f83-b722-43e4-8c7b-d593e4d66c7c {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:13.190432 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.284535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:26:11Z', 'revision_number': 5, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port': {'id': 'e20c9f83-b722-43e4-8c7b-d593e4d66c7c', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:13.288782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Checking router: c6f82a07-f006-4b26-a547-b763fcd12e1f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:13.298289 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Routers {'c6f82a07-f006-4b26-a547-b763fcd12e1f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:13.298937 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:25:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['c6f82a07-f006-4b26-a547-b763fcd12e1f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:13.449138 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] Set router c6f82a07-f006-4b26-a547-b763fcd12e1f gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:13.483255 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] For port e20c9f83-b722-43e4-8c7b-d593e4d66c7c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:13.483604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.553007 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:26:13Z', 'revision_number': 6, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:13.556932 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b929b1e-d04a-4d31-9044-4f8cc2078e9e None None] The sync data for ids ['c6f82a07-f006-4b26-a547-b763fcd12e1f'] in dv-neutron-831594-2-hyperv is: [{'id': 'c6f82a07-f006-4b26-a547-b763fcd12e1f', 'name': 'tempest-TestMinimumBasicScenario-1455943338-router', 'tenant_id': '914505e18eed497f9c4ad02176fcb7ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:00Z', 'updated_at': '2022-03-02T20:26:13Z', 'revision_number': 6, 'project_id': '914505e18eed497f9c4ad02176fcb7ac', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:13.605226 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Calling delete_port for e20c9f83-b722-43e4-8c7b-d593e4d66c7c owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:13.900173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:13.953025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=e20c9f83-b722-43e4-8c7b-d593e4d66c7c,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:13.983633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dbca7737-9349-43b1-b3a2-e73fd9dac2e1 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:14.021873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: dbca7737-9349-43b1-b3a2-e73fd9dac2e1 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:14.022411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dbca7737-9349-43b1-b3a2-e73fd9dac2e1 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:14.067687 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.238630 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.241000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.268866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.269835 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6f82a07-f006-4b26-a547-b763fcd12e1f {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:26:14.285562 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.286711 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0e036855-0509-4f75-a117-05c6fa5e8b5c admin admin] 10.222.0.36 "DELETE /v2.0/routers/c6f82a07-f006-4b26-a547-b763fcd12e1f HTTP/1.1" status: 204 len: 168 time: 1.4714599 Mar 02 20:26:14.289688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:14.350558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Deleting subnet 5b9ab3e8-af4f-4ace-afdd-9b978018fc02 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:26:14.353613 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.404926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.489273 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.560032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.601445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9ab3e8-af4f-4ace-afdd-9b978018fc02,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:14.607063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.613994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea59d6-e37d-420e-a2e0-45ab4223f269 None None] Network 243128df-0999-433b-a217-1696c8c3dc6f requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:26:14.614625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-24b8b13f-c253-4cfd-a7dc-43df08269676 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b9ab3e8-af4f-4ace-afdd-9b978018fc02 HTTP/1.1" status: 204 len: 168 time: 0.3232038 Mar 02 20:26:14.617195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:14.725593 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.736830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Deleting port e5223460-233a-4305-a2c3-a78ce07e5e9d {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:14.737164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.889437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] DHCP port deletion for 243128df-0999-433b-a217-1696c8c3dc6f request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:26:14.893855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Deleting port e5223460-233a-4305-a2c3-a78ce07e5e9d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:14.894228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:14.947125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] For port e5223460-233a-4305-a2c3-a78ce07e5e9d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e5223460-233a-4305-a2c3-a78ce07e5e9d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:14.947484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.099983 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-daabfa57-27b1-479f-b39f-4268c7ab9646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.119414 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] For port e5223460-233a-4305-a2c3-a78ce07e5e9d, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=e5223460-233a-4305-a2c3-a78ce07e5e9d,segment=NetworkSegment(23aeafd3-04dd-4041-b991-a2add29b6e5b),segment_id=23aeafd3-04dd-4041-b991-a2add29b6e5b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:15.119798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.187606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Calling delete_port for e5223460-233a-4305-a2c3-a78ce07e5e9d owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:15.267540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.269334 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Calling delete_port for e5223460-233a-4305-a2c3-a78ce07e5e9d owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:15.318435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5223460-233a-4305-a2c3-a78ce07e5e9d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:15.322292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] No DVR routers for this DVR port e5223460-233a-4305-a2c3-a78ce07e5e9d on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:26:15.352843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:26:15.353318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:26:15.431846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.439424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.467182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243128df-0999-433b-a217-1696c8c3dc6f']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:15.478536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.480806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aeafd3-04dd-4041-b991-a2add29b6e5b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:15.481105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aeafd3-04dd-4041-b991-a2add29b6e5b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:15.493972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.510376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.517081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:26:15.517538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.524511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:26:15.531286 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:26:15.607789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.627132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.637537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] Pushing event deleted for resources: {'Network': ['ID=243128df-0999-433b-a217-1696c8c3dc6f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:15.644944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e9efafb6-38bf-4518-954e-5ab2a8e3e142 admin admin] 10.222.0.36 "DELETE /v2.0/networks/243128df-0999-433b-a217-1696c8c3dc6f HTTP/1.1" status: 204 len: 168 time: 1.0268023 Mar 02 20:26:15.647837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:15.806775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e5223460-233a-4305-a2c3-a78ce07e5e9d no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:15.847648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e5223460-233a-4305-a2c3-a78ce07e5e9d {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:15.847986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e5223460-233a-4305-a2c3-a78ce07e5e9d not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:15.848431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e20c9f83-b722-43e4-8c7b-d593e4d66c7c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:15.870835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Deleting port e5223460-233a-4305-a2c3-a78ce07e5e9d {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:15.871125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:15.912833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: e20c9f83-b722-43e4-8c7b-d593e4d66c7c {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:15.913172 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device e20c9f83-b722-43e4-8c7b-d593e4d66c7c not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:15.947144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-763aeb93-e0b7-4ed5-b5a0-a1485c609ab3 None None] The port 'e5223460-233a-4305-a2c3-a78ce07e5e9d' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:26:16.183539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.671749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Deleting port aa992806-b7cc-43fb-9468-23de3b4a5878 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:16.672517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.858141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] For port aa992806-b7cc-43fb-9468-23de3b4a5878, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=aa992806-b7cc-43fb-9468-23de3b4a5878,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:16.858401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:16.983017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Calling delete_port for aa992806-b7cc-43fb-9468-23de3b4a5878 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:17.181496 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.183282 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.232286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa992806-b7cc-43fb-9468-23de3b4a5878,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:17.522847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:17.904711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Router 03b9e183-738c-4cf1-8e98-046de88e26c7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:26:18.200311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:18.209336 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Sync routers for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:18.220674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7f4c82fc-793e-4834-9a00-26e1f78fab5b admin admin] 10.222.0.36 "PUT /v2.0/routers/03b9e183-738c-4cf1-8e98-046de88e26c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5717154 Mar 02 20:26:18.221458 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:18.222108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.223895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44642) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:18.401947 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:18.425099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.701249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:26:17Z', 'revision_number': 5, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port': {'id': 'cf9f31b9-68a0-4b73-9d4f-01ea303d02ad', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:32:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:24:07Z', 'updated_at': '2022-03-02T20:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.706171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Checking router: 03b9e183-738c-4cf1-8e98-046de88e26c7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:18.714870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Routers {'03b9e183-738c-4cf1-8e98-046de88e26c7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:18.715472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['03b9e183-738c-4cf1-8e98-046de88e26c7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.718896 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.730390 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Deleting port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:18.730778 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.870352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] Set router 03b9e183-738c-4cf1-8e98-046de88e26c7 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:18.900271 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] For port cf9f31b9-68a0-4b73-9d4f-01ea303d02ad, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:18.900646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:18.973819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:26:18Z', 'revision_number': 6, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:18.978624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b262cc-a7cf-4cf7-a702-c3cb391c7256 None None] The sync data for ids ['03b9e183-738c-4cf1-8e98-046de88e26c7'] in dv-neutron-831594-2-hyperv is: [{'id': '03b9e183-738c-4cf1-8e98-046de88e26c7', 'name': 'tempest-TestMinimumBasicScenario-112032488-router', 'tenant_id': '029fec47fad14e57b1cc43713a72af9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:24:06Z', 'updated_at': '2022-03-02T20:26:18Z', 'revision_number': 6, 'project_id': '029fec47fad14e57b1cc43713a72af9e', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:19.027382 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Calling delete_port for cf9f31b9-68a0-4b73-9d4f-01ea303d02ad owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:19.201990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.247641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf9f31b9-68a0-4b73-9d4f-01ea303d02ad,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:19.343217 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.519574 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.521750 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.547825 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.548356 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b9e183-738c-4cf1-8e98-046de88e26c7 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:26:19.564573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.566131 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6b28ea36-65ca-4511-9160-1b910695d511 admin admin] 10.222.0.36 "DELETE /v2.0/routers/03b9e183-738c-4cf1-8e98-046de88e26c7 HTTP/1.1" status: 204 len: 168 time: 1.3409755 Mar 02 20:26:19.569174 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44646) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:19.629924 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Deleting subnet 9a39cd88-0333-4675-8009-8a3547eb30f6 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:26:19.632901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.688105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.774072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.825115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf9f31b9-68a0-4b73-9d4f-01ea303d02ad no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:19.846812 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.864562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: cf9f31b9-68a0-4b73-9d4f-01ea303d02ad {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:19.865236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device cf9f31b9-68a0-4b73-9d4f-01ea303d02ad not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:19.865830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aa992806-b7cc-43fb-9468-23de3b4a5878 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:19.890230 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a39cd88-0333-4675-8009-8a3547eb30f6,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:19.892413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:19.898719 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2ab0d0ca-9212-478d-bde8-602f33950760 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9a39cd88-0333-4675-8009-8a3547eb30f6 HTTP/1.1" status: 204 len: 168 time: 0.3285198 Mar 02 20:26:19.901620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44650) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:19.904402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d3e5f-fee1-4d9e-a246-b966156b1c14 None None] Network ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:26:19.928430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: aa992806-b7cc-43fb-9468-23de3b4a5878 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:19.929019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device aa992806-b7cc-43fb-9468-23de3b4a5878 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:20.013586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.027620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Deleting port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:20.027963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.200035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] DHCP port deletion for ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:26:20.204570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Deleting port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:20.204940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.249631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] For port 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7dd36eda-3fcb-419c-bccc-5c78e76d5985,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:20.249991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.372222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Calling delete_port for 7dd36eda-3fcb-419c-bccc-5c78e76d5985 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:20.406962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] For port 7dd36eda-3fcb-419c-bccc-5c78e76d5985, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=7dd36eda-3fcb-419c-bccc-5c78e76d5985,segment=NetworkSegment(1374ace3-0b43-4075-8f42-f9b3fced4df4),segment_id=1374ace3-0b43-4075-8f42-f9b3fced4df4)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:20.407380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.469160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.524692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd36eda-3fcb-419c-bccc-5c78e76d5985,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:20.529040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Calling delete_port for 7dd36eda-3fcb-419c-bccc-5c78e76d5985 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:26:20.529225 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] No DVR routers for this DVR port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:26:20.602638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:26:20.602991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:26:20.656030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.683664 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:20.695585 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1374ace3-0b43-4075-8f42-f9b3fced4df4') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:20.695898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1374ace3-0b43-4075-8f42-f9b3fced4df4') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:20.707858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.725010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.731334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:26:20.731711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:26:20.744611 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:26:20.830498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.847120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:20.857104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:20.864205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bc87f919-231c-41b8-964f-f19892086868 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba0882c0-ca6a-43a3-a6de-d3dbe30ed09c HTTP/1.1" status: 204 len: 168 time: 0.9598975 Mar 02 20:26:21.058021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44656) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:21.104744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Deleting port 7dd36eda-3fcb-419c-bccc-5c78e76d5985 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:26:21.105314 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.107738 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1c34cf12-df11-48c9-b8a4-ea7c348aa6d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=914505e18eed497f9c4ad02176fcb7ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485461 Mar 02 20:26:21.110378 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44660) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:21.169127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.170076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-c49dfdeb-0f52-4b42-9ac5-53e7717d1c97 None None] The port '7dd36eda-3fcb-419c-bccc-5c78e76d5985' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:26:21.196790 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.251735 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.268305 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd66d72-71ab-4ccf-a013-1acb0ef13092,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:21.282426 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.285935 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-aee69396-aa7c-491d-9fa6-332fbc272323 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5bd66d72-71ab-4ccf-a013-1acb0ef13092 HTTP/1.1" status: 204 len: 168 time: 0.1723373 Mar 02 20:26:21.670193 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:21.721104 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-57d6c382-8dc7-404f-bc47-8bb73199d971 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=029fec47fad14e57b1cc43713a72af9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496116 Mar 02 20:26:21.723673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44672) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:21.783956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.810716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7dd36eda-3fcb-419c-bccc-5c78e76d5985 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:26:21.813497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.846308 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 7dd36eda-3fcb-419c-bccc-5c78e76d5985 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:26:21.846626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 7dd36eda-3fcb-419c-bccc-5c78e76d5985 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:26:21.869530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.883741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a73c5e-29fc-4aff-8ae3-cbff7d5bbf0d,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:21.890331 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:21.891457 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1ce4a3cb-6e09-4ae4-851d-3f1e34639c25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35a73c5e-29fc-4aff-8ae3-cbff7d5bbf0d HTTP/1.1" status: 204 len: 168 time: 0.1669126 Mar 02 20:26:24.925338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:24.931132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169495505', 'description': 'tempest-secgroup-smoke-1169495505 description', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:24.938782 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:24.942968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:24.948799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:24.961808 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:24.973795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:24.986277 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.001593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.006000 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.008959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.016130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.114375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.120563 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.132425 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.139796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.144372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.157994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.165531 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0179d72-f3be-4ca2-abf0-926c1dc989f1,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.239860 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.245237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.300846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053f5958-6998-4938-9f9d-c6650fc98a1f,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.305446 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.311025 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5c18fc30-09cb-4659-954b-76cca5f5b9d2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3807924 Mar 02 20:26:25.311025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44720) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.315803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:25.324477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.328303 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.331346 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.339339 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.358059 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.429916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.438965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.462788 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6eff52-d9d6-4985-99e0-84e0194224f4,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.473276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.474508 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e8d9fb03-9569-482c-96b7-07b44dcb6fbd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627226 Mar 02 20:26:25.477362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44724) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.482396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:25.488583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.492596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.495564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.501489 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.521952 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.583715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.588677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.611869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10bb35d-be3c-419a-b5c2-c8a5c251e803,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.623850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.625691 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d727d43a-bff6-4a06-a335-f3239e829b3d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472087 Mar 02 20:26:25.628398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44728) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.633792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:25.640234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.644550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.648002 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.654295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.674371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.737419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.742525 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.765539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdd710b-7f5b-4555-a377-e9f5f2c72114,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.775899 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.777310 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-277439e5-969e-4b22-80aa-c975b0128380 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1478486 Mar 02 20:26:25.779927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44732) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.784988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:25.791437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.795279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.798377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.804789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.827181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.894809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.904065 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.932501 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f07d53-b7a3-4a1d-8242-e91c672fc618,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:25.943801 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:25.945178 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0551ccd1-8c5d-4910-8c3b-dfba4ffa3517 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642673 Mar 02 20:26:25.947815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:25.952730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:25.959082 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:25.963114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:25.966110 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:25.972204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:25.985335 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:26:25.993044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.022474 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:26:26.062457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.068165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.093214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608d2dba-0b99-4705-9815-e5e6cd6e60da,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:26.103820 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.105153 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2d0238f1-a2e4-4d6d-b341-5e5a2fd81b69 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563721 Mar 02 20:26:26.108130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44740) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:26.113253 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '053f5958-6998-4938-9f9d-c6650fc98a1f', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:26.120177 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:26.124227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:26.127357 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:26.133659 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:26.146001 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:26:26.152810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.229420 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.234818 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.261991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b6137f-eacf-4c06-bc66-b3db397dd038,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:26.273116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.274622 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-65e72bc0-f773-4a82-9ce2-eee6ff007a09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654274 Mar 02 20:26:26.280692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:26.286724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'network': {'name': 'tempest-network-smoke--825160777', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:26.292296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:26.296373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:network and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:26.299461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:26.305913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:26.318814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:26.323537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.366100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:26:26.378480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.378834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Added segment f903b36e-f122-44a6-b5d0-590cb706151b of type vlan for network b3c4108d-f933-4ce1-bade-6a367ffc3d6c Mar 02 20:26:26.410275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.446146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.452426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:26.453011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.556366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2743127 Mar 02 20:26:26.559196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44748) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:26.562382 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d17ca-9020-49b6-8f4b-859239a2a033 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Network': ['ID=b3c4108d-f933-4ce1-bade-6a367ffc3d6c,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:26.565966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'admin_state_up': True, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:26.573811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:26:26.575179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:26.580204 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:router and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:26.585073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:26.591940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:26.605005 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.606651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:26.625029 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.053850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.377108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.408401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.556542 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.211 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/51897b95-5e8c-4bcc-a363-deeff0677e3b) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:27.703779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.739124 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:27.805130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:27.811981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:27.814680 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:26:27.850142 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=51897b95-5e8c-4bcc-a363-deeff0677e3b,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:28.242165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:28.721477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:28.942118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router f6cfdced-90eb-4270-9238-ebf740aa913f is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:26:29.128108 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:29.138799 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Sync routers for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:29.149394 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:29.150018 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:29.158171 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:29.160366 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2baf675b-1c02-4ed2-8d89-556260e31525 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5995135 Mar 02 20:26:29.166418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44752) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:29.314150 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b7ec72ac-fec8-42ee-8a81-38c447fc636d tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cbad553f484a41d2a2d8227aae01d90b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1475902 Mar 02 20:26:29.317025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44758) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:29.332706 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:29.460927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573ec41-e358-468f-a2cf-f340718d6113 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:29.462981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5573ec41-e358-468f-a2cf-f340718d6113 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1450813 Mar 02 20:26:29.465857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44762) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:29.630609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d585373d-ee6d-4532-8e8c-b0388dad94f6 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1636178 Mar 02 20:26:29.633191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44766) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:29.638877 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592056223', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:29.680613 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:29.686141 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Checking router: f6cfdced-90eb-4270-9238-ebf740aa913f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:29.686572 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Updating router f6cfdced-90eb-4270-9238-ebf740aa913f port 51897b95-5e8c-4bcc-a363-deeff0677e3b binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:26:29.739941 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:29.763111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:29.767535 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:subnet and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:29.771212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:29.777078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:29.788195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:29.792895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.024897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.079514 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.091004 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Transition to ACTIVE for port object 51897b95-5e8c-4bcc-a363-deeff0677e3b will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:30.101045 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.115449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Subnet': ['ID=d19d44ce-70f8-47ee-a85f-cc30443b2d7c,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:30.124296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Checking segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:26:30.124687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network hostable DHCP agents. Network: b3c4108d-f933-4ce1-bade-6a367ffc3d6c, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:26:30.145130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:26:30.159048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, b3c4108d-f933-4ce1-bade-6a367ffc3d6c) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:30.163699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:30.164259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.168684 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c95a0-818e-4606-9a32-c02e2925f82f None None] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:26:30.179930 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Pushing event updated for resources: {'Port': ['ID=51897b95-5e8c-4bcc-a363-deeff0677e3b,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:30.184927 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Attempting to bind port 51897b95-5e8c-4bcc-a363-deeff0677e3b on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:30.185411 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Attempting to bind port 51897b95-5e8c-4bcc-a363-deeff0677e3b by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:30.185638 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Attempting to bind port 51897b95-5e8c-4bcc-a363-deeff0677e3b on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:26:30.188847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9cbc1bca-4736-4c41-8f9e-7fd89c5ca3aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5544853 Mar 02 20:26:30.191490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44770) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:30.194571 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:26:30.194927 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:26:30.195319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.195699 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:26:30.196157 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Bound port: 51897b95-5e8c-4bcc-a363-deeff0677e3b, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:30.196551 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.223882 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.224218 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.224573 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.224895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.225215 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.225533 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.225846 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.226157 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.226501 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.227098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.227098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.227402 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.277629 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] For port 51897b95-5e8c-4bcc-a363-deeff0677e3b, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:26:30.280760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] For port 51897b95-5e8c-4bcc-a363-deeff0677e3b, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51897b95-5e8c-4bcc-a363-deeff0677e3b,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:26:30.286822 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.359861 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:30.360486 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:30.397743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:26:30.398612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.520558 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6164967-e2cc-40de-84cb-13f6f3aa36a3 None None] Pushing event updated for resources: {'Port': ['ID=51897b95-5e8c-4bcc-a363-deeff0677e3b,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:30.558207 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:30.571856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Allocated IP 172.20.0.2 (b3c4108d-f933-4ce1-bade-6a367ffc3d6c/d19d44ce-70f8-47ee-a85f-cc30443b2d7c/d85b61a7-f36a-4482-aacc-6305a366e513) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:30.793330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.804124 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Transition to ACTIVE for port object d85b61a7-f36a-4482-aacc-6305a366e513 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:30.824102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Transition to ACTIVE for port object d85b61a7-f36a-4482-aacc-6305a366e513 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:30.831255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.862819 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:30.867461 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b443d0-66ab-4995-b775-9b5b9af1c68b None None] The sync data for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv is: [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:30.898784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:30.901780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:30.904359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:26:30.917874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:30.920990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Pushing event updated for resources: {'Port': ['ID=d85b61a7-f36a-4482-aacc-6305a366e513,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:30.959399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.959768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.960058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.960430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.960780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.961105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.961439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.961757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.962073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.962386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.962699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:30.963008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:26:31.059025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Attempting to bind port d85b61a7-f36a-4482-aacc-6305a366e513 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:31.059389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Attempting to bind port d85b61a7-f36a-4482-aacc-6305a366e513 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:31.059746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Attempting to bind port d85b61a7-f36a-4482-aacc-6305a366e513 on network b3c4108d-f933-4ce1-bade-6a367ffc3d6c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:26:31.065436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:26:31.065813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Checking segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:26:31.066671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.067156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Bound using segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:26:31.067621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Bound port: d85b61a7-f36a-4482-aacc-6305a366e513, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:31.068183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.190908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] For port d85b61a7-f36a-4482-aacc-6305a366e513, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:26:31.196358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] For port d85b61a7-f36a-4482-aacc-6305a366e513, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d85b61a7-f36a-4482-aacc-6305a366e513,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:26:31.202775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.300305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bfd1-3907-49e2-93e0-0701bd598799 None None] Pushing event updated for resources: {'Port': ['ID=d85b61a7-f36a-4482-aacc-6305a366e513,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:31.517686 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.1 (b3c4108d-f933-4ce1-bade-6a367ffc3d6c/d19d44ce-70f8-47ee-a85f-cc30443b2d7c/c4e7c4d5-e7da-45fd-b43c-050906eee641) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:31.694654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.711738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object c4e7c4d5-e7da-45fd-b43c-050906eee641 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:31.738262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.806207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:31.817443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:31.822512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:26:31.855907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:31.888602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:31.889121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51897b95-5e8c-4bcc-a363-deeff0677e3b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:31.967928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 51897b95-5e8c-4bcc-a363-deeff0677e3b completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:31.973876 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 51897b95-5e8c-4bcc-a363-deeff0677e3b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:31.974263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.100248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.120435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 51897b95-5e8c-4bcc-a363-deeff0677e3b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51897b95-5e8c-4bcc-a363-deeff0677e3b,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:32.126342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.127281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d85b61a7-f36a-4482-aacc-6305a366e513 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:32.171667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.246578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=51897b95-5e8c-4bcc-a363-deeff0677e3b,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:32.260602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d85b61a7-f36a-4482-aacc-6305a366e513 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:32.321352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a746ac9-573f-4cb7-8c6c-58e7f103b30c None None] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:26:32.478605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Provisioning for port d85b61a7-f36a-4482-aacc-6305a366e513 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:32.494102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Provisioning complete for port d85b61a7-f36a-4482-aacc-6305a366e513 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:32.494464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.613091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.619306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.669329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.707144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] For port d85b61a7-f36a-4482-aacc-6305a366e513, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d85b61a7-f36a-4482-aacc-6305a366e513,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:32.714728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.739329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:32.793974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f4a0a-6182-438f-95a3-8aa903d386ec None None] Pushing event updated for resources: {'Port': ['ID=d85b61a7-f36a-4482-aacc-6305a366e513,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:32.835873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:32.896092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:32.897358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:32.940253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Provisioning complete for port d85b61a7-f36a-4482-aacc-6305a366e513 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:32.941175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:33.094571 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Provisioning for port c4e7c4d5-e7da-45fd-b43c-050906eee641 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:33.101232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Provisioning complete for port c4e7c4d5-e7da-45fd-b43c-050906eee641 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:33.101595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:33.163468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-59016657-76cd-477d-a20e-3d21fd929cae None None] Port c4e7c4d5-e7da-45fd-b43c-050906eee641 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:26:33.241369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router f6cfdced-90eb-4270-9238-ebf740aa913f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:26:33.284513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-16458002-8ae1-4a6c-b22a-a5e5d5a05a20 None None] Provisioning complete for port c4e7c4d5-e7da-45fd-b43c-050906eee641 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:33.285009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-16458002-8ae1-4a6c-b22a-a5e5d5a05a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:33.337909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-16458002-8ae1-4a6c-b22a-a5e5d5a05a20 None None] Port c4e7c4d5-e7da-45fd-b43c-050906eee641 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:26:33.430379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:33.442802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6bad5e3d-1656-425a-8b9f-ee03187da68e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/f6cfdced-90eb-4270-9238-ebf740aa913f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2469327 Mar 02 20:26:33.443040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Sync routers for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:33.454183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:33.454973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:33.534842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f8d4280a-b286-4382-936c-96e1bf785c2c None None] Provisioning complete for port c4e7c4d5-e7da-45fd-b43c-050906eee641 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:33.535219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8d4280a-b286-4382-936c-96e1bf785c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:33.607347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-982ff4d2-cc96-4b44-bdc7-41c9416aab99 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169495505&fields=id&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 267 time: 0.0398316 Mar 02 20:26:33.701492 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-f8d4280a-b286-4382-936c-96e1bf785c2c None None] Port c4e7c4d5-e7da-45fd-b43c-050906eee641 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:26:33.716706 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:33.760509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-0ebd1eb1-c8c8-423b-b4b8-889d002d9145 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:33.761207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-0ebd1eb1-c8c8-423b-b4b8-889d002d9145 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:33.781634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-0ebd1eb1-c8c8-423b-b4b8-889d002d9145 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:33.783206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-0ebd1eb1-c8c8-423b-b4b8-889d002d9145 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 796 time: 0.1687233 Mar 02 20:26:33.845398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51897b95-5e8c-4bcc-a363-deeff0677e3b up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:33.854201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-dac70b36-3054-4248-8105-1fb7ef106fd2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/quotas/cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 375 time: 0.0651035 Mar 02 20:26:33.951352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-b0abc6c3-43cc-4298-8fae-e29bf42558b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:33.970207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-b0abc6c3-43cc-4298-8fae-e29bf42558b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:33.971563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-b0abc6c3-43cc-4298-8fae-e29bf42558b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116223 Mar 02 20:26:34.028359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 51897b95-5e8c-4bcc-a363-deeff0677e3b triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:34.029020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:34.158420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-358e4b79-cc5e-4d10-b2fe-15d0e2100f71 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736343 Mar 02 20:26:34.190758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d85b61a7-f36a-4482-aacc-6305a366e513 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:34.229362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 2, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:34.238204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Checking router: f6cfdced-90eb-4270-9238-ebf740aa913f for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:34.238568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Updating router f6cfdced-90eb-4270-9238-ebf740aa913f port c4e7c4d5-e7da-45fd-b43c-050906eee641 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:26:34.295235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-2b40d4e6-2a17-42ae-a2af-56bb0b0afde7 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293733 Mar 02 20:26:34.304743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:34.347474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d85b61a7-f36a-4482-aacc-6305a366e513 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:34.347845 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:34.565698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-97f8eae5-371e-48ca-a1f6-cab2cc1df8f7 req-a72aa7f1-a088-4140-8b07-0868db02c9f9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 210 time: 0.1277270 Mar 02 20:26:34.788863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:34.802137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Transition to ACTIVE for port object c4e7c4d5-e7da-45fd-b43c-050906eee641 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:34.810408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:34.985893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78489e-0122-42a9-9a02-ce2fdca164fd None None] Pushing event updated for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:35.047621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Attempting to bind port c4e7c4d5-e7da-45fd-b43c-050906eee641 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:35.048060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Attempting to bind port c4e7c4d5-e7da-45fd-b43c-050906eee641 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:35.048395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Attempting to bind port c4e7c4d5-e7da-45fd-b43c-050906eee641 on network b3c4108d-f933-4ce1-bade-6a367ffc3d6c {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:26:35.054498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:26:35.054902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Checking segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:26:35.055167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:35.055572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Bound using segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:26:35.056018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Bound port: c4e7c4d5-e7da-45fd-b43c-050906eee641, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:35.056419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:35.161443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] For port c4e7c4d5-e7da-45fd-b43c-050906eee641, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:26:35.166006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] For port c4e7c4d5-e7da-45fd-b43c-050906eee641, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4e7c4d5-e7da-45fd-b43c-050906eee641,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:26:35.170774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:35.250186 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:35.250823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:35.313185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78489e-0122-42a9-9a02-ce2fdca164fd None None] Pushing event updated for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:35.519555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:35.644614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-28eb2201-7f88-4cf1-b297-1dfad6e08c76 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:35.647695 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-28eb2201-7f88-4cf1-b297-1dfad6e08c76 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 796 time: 0.1719725 Mar 02 20:26:35.757057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32d4394f-8dfa-4b97-9963-7eba2d119b51 req-693852c7-084a-4c92-9bd1-a5e163622845 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 210 time: 0.0728490 Mar 02 20:26:35.773572 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-42f592bd-7892-43a7-9734-07fbd4c59fcc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 380 time: 0.1164811 Mar 02 20:26:35.785742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'port': {'device_id': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'admin_state_up': True, 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'security_groups': ['053f5958-6998-4938-9f9d-c6650fc98a1f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:35.869491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:35Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:35.873835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ad545a-879d-4ffc-84df-84d30a6fb9e5 None None] The sync data for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv is: [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:35Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:35.964036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:35.976824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:35.990265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:26:35.994471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:36.166100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.13 (b3c4108d-f933-4ce1-bade-6a367ffc3d6c/d19d44ce-70f8-47ee-a85f-cc30443b2d7c/dffdf871-a244-4d25-a618-0507e84a6273) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:36.487488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:36.504060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object dffdf871-a244-4d25-a618-0507e84a6273 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:36.542753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:36.608765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:36.616670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:36.622444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:26:36.656452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:36.695103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:36.695795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:36.727406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-96adf699-740d-4b3f-b9b6-921af4598300 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9473689 Mar 02 20:26:36.741365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-2090d511-7642-492c-85bd-622eb281190a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:26:36.742357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-2090d511-7642-492c-85bd-622eb281190a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092108 Mar 02 20:26:36.809835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Request body: {'port': {'device_id': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:36.950119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1d829dab-1e7a-4649-945c-f5831bd6496c None None] Provisioning for port dffdf871-a244-4d25-a618-0507e84a6273 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:36.957395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1d829dab-1e7a-4649-945c-f5831bd6496c None None] Provisioning complete for port dffdf871-a244-4d25-a618-0507e84a6273 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:36.957944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1d829dab-1e7a-4649-945c-f5831bd6496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:36.981678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.023968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1d829dab-1e7a-4649-945c-f5831bd6496c None None] Port dffdf871-a244-4d25-a618-0507e84a6273 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:26:37.054178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977a2e-8f9d-4e7f-8122-3bdac658db3c req-c9eddfea-17db-4e96-a2c3-2869a5ca6fe2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:37.054881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ef977a2e-8f9d-4e7f-8122-3bdac658db3c req-c9eddfea-17db-4e96-a2c3-2869a5ca6fe2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:26:37.125128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ef977a2e-8f9d-4e7f-8122-3bdac658db3c req-c9eddfea-17db-4e96-a2c3-2869a5ca6fe2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:26:37.126299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef977a2e-8f9d-4e7f-8122-3bdac658db3c req-c9eddfea-17db-4e96-a2c3-2869a5ca6fe2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 932 time: 0.2277625 Mar 02 20:26:37.218822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ef977a2e-8f9d-4e7f-8122-3bdac658db3c req-9ab5a7cd-5dbc-48e4-978c-98dc9c3e6309 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792189 Mar 02 20:26:37.384043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffdf871-a244-4d25-a618-0507e84a6273 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:26:37.391741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.406748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Transition to ACTIVE for port object dffdf871-a244-4d25-a618-0507e84a6273 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:26:37.412890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.544905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:37.650370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Attempting to bind port dffdf871-a244-4d25-a618-0507e84a6273 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:26:37.650709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Attempting to bind port dffdf871-a244-4d25-a618-0507e84a6273 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:26:37.651034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Attempting to bind port dffdf871-a244-4d25-a618-0507e84a6273 on network b3c4108d-f933-4ce1-bade-6a367ffc3d6c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:26:37.655861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Port dffdf871-a244-4d25-a618-0507e84a6273 on network b3c4108d-f933-4ce1-bade-6a367ffc3d6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:26:37.656184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Attempting to bind port dffdf871-a244-4d25-a618-0507e84a6273 on network b3c4108d-f933-4ce1-bade-6a367ffc3d6c {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:26:37.661370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:26:37.661967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Checking segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:26:37.662070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Bound using segment: {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:26:37.662463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Bound port: dffdf871-a244-4d25-a618-0507e84a6273, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f903b36e-f122-44a6-b5d0-590cb706151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:26:37.662796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.754261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:26:37.757627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dffdf871-a244-4d25-a618-0507e84a6273,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:26:37.763326 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.819334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:37.820025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:37.821330 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] 10.222.0.32 "PUT /v2.0/ports/dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 1094 time: 1.0725660 Mar 02 20:26:37.821795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:26:37.849670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7347e2-22ce-47eb-af3a-751c3f4d8dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:37.880974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4e7c4d5-e7da-45fd-b43c-050906eee641 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:37.903723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273', 'status': 'completed', 'code': 200} Mar 02 20:26:37.954181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-9cb64c22-b2c9-4420-9b4d-c0b720d9ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:37.954972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port c4e7c4d5-e7da-45fd-b43c-050906eee641 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:37.955703 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-9cb64c22-b2c9-4420-9b4d-c0b720d9ab0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1097 time: 0.0859990 Mar 02 20:26:37.961092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c4e7c4d5-e7da-45fd-b43c-050906eee641 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:37.961872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:38.027821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-0b9cd9b5-d4ab-49d6-a0a4-63fdaa9f9563 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 217 time: 0.0650284 Mar 02 20:26:38.094759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-2c3757be-82d5-455f-a48e-5720b8f82797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.094958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:38.096105 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-2c3757be-82d5-455f-a48e-5720b8f82797 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 200 len: 834 time: 0.0624285 Mar 02 20:26:38.128569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port c4e7c4d5-e7da-45fd-b43c-050906eee641, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4e7c4d5-e7da-45fd-b43c-050906eee641,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:38.132759 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:38.175140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-224c77c5-74d5-49e7-a1ea-d918aff73b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.176713 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-224c77c5-74d5-49e7-a1ea-d918aff73b88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743296 Mar 02 20:26:38.201285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:38.326971 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-20abff1c-b140-4c9f-a438-d467308215a2 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437914 Mar 02 20:26:38.626403 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6551f4e1-2e97-43dc-8c85-39f9f4c97acd req-a811c304-32a3-49c9-bb36-ca4709e4d332 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929599 Mar 02 20:26:38.639043 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8270-1865-4c33-9e12-f8ee73bdb0b8 req-24260332-b78e-4235-8b17-9c38ba144ca3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.640461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3aed8270-1865-4c33-9e12-f8ee73bdb0b8 req-24260332-b78e-4235-8b17-9c38ba144ca3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 944 time: 0.3086674 Mar 02 20:26:38.724951 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3aed8270-1865-4c33-9e12-f8ee73bdb0b8 req-8783494c-e6c4-4791-b2bc-36c45d02e88d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775564 Mar 02 20:26:38.757768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172393-5c8f-436b-8995-d6261760c40f req-55be2176-ded3-4d7e-b74f-c3019b342922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.758930 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-55be2176-ded3-4d7e-b74f-c3019b342922 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1097 time: 0.0820153 Mar 02 20:26:38.903830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172393-5c8f-436b-8995-d6261760c40f req-11cb5ded-16b8-4703-bee3-7eed4efb771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:38.905559 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-11cb5ded-16b8-4703-bee3-7eed4efb771a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 897 time: 0.1404407 Mar 02 20:26:38.979489 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-56056176-e586-46e8-b760-2f080d0fa271 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 217 time: 0.0665011 Mar 02 20:26:39.054952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172393-5c8f-436b-8995-d6261760c40f req-a90f83d7-9646-4f6e-b785-443cfcbad362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:39.056476 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-a90f83d7-9646-4f6e-b785-443cfcbad362 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 200 len: 834 time: 0.0697274 Mar 02 20:26:39.136809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172393-5c8f-436b-8995-d6261760c40f req-3e55e364-42ae-4d77-882c-d2028f5c7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:39.138325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-3e55e364-42ae-4d77-882c-d2028f5c7e3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755115 Mar 02 20:26:39.280756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-1994aebb-623e-4b5d-9d0d-0a324aaac605 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351175 Mar 02 20:26:39.433909 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34172393-5c8f-436b-8995-d6261760c40f req-de6ea753-f397-4092-ab11-40756ad2e132 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457865 Mar 02 20:26:39.823493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4e7c4d5-e7da-45fd-b43c-050906eee641 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:39.892864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port c4e7c4d5-e7da-45fd-b43c-050906eee641 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:39.893227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:39.919486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bc2bd-cd79-4a48-9aaf-45e4253f9cc3 req-e697b7d6-a30c-4c8d-a8b3-c6602cd1745d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:39.921028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-828bc2bd-cd79-4a48-9aaf-45e4253f9cc3 req-e697b7d6-a30c-4c8d-a8b3-c6602cd1745d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 944 time: 0.0818822 Mar 02 20:26:39.966843 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-828bc2bd-cd79-4a48-9aaf-45e4253f9cc3 req-6b4f61e6-d0b7-4239-8ff6-9b77b1043e86 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Mar 02 20:26:40.868153 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dffdf871-a244-4d25-a618-0507e84a6273 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:26:41.009380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dffdf871-a244-4d25-a618-0507e84a6273,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:41.023990 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'dffdf871-a244-4d25-a618-0507e84a6273', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'port_id': 'dffdf871-a244-4d25-a618-0507e84a6273', 'mac_address': 'fa:16:3e:22:60:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:26:41.082270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:41.101479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffdf871-a244-4d25-a618-0507e84a6273 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:26:41.118226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dffdf871-a244-4d25-a618-0507e84a6273,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:41.124531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:41.161519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db47c03-30e2-45ac-940c-f8603b286cd6 req-62059a01-a1f4-4cb0-85ff-b1522afafac0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:41.163022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2db47c03-30e2-45ac-940c-f8603b286cd6 req-62059a01-a1f4-4cb0-85ff-b1522afafac0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 944 time: 0.0904562 Mar 02 20:26:41.196696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:41.213505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2db47c03-30e2-45ac-940c-f8603b286cd6 req-2b104944-3258-44c5-8572-66eb2044357c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440276 Mar 02 20:26:41.359398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['dffdf871-a244-4d25-a618-0507e84a6273'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:26:41.839808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4775769c-b113-4344-9d5c-9f6878075810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:42.403614 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68df39-5e4e-4588-a94b-a698ee7cfba3 req-817b7654-84ea-4620-bef4-53f983729fcd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:42.405098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f68df39-5e4e-4588-a94b-a698ee7cfba3 req-817b7654-84ea-4620-bef4-53f983729fcd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 945 time: 0.0822115 Mar 02 20:26:42.452343 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f68df39-5e4e-4588-a94b-a698ee7cfba3 req-4065cfd0-3dc9-4e60-8778-569048e82269 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Mar 02 20:26:42.883489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dffdf871-a244-4d25-a618-0507e84a6273 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:26:42.959394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port dffdf871-a244-4d25-a618-0507e84a6273 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:26:42.964422 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port dffdf871-a244-4d25-a618-0507e84a6273 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:26:42.964792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.113594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.141508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:26:43.151559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dffdf871-a244-4d25-a618-0507e84a6273,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:26:43.157288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:43.217172 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273', 'code': 200} Mar 02 20:26:43.249781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:43.438404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae0f8-1351-4b08-8db7-534a7248c8d2 req-21d02497-e04a-4c31-9384-b2240d03f3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:43.439907 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f3ae0f8-1351-4b08-8db7-534a7248c8d2 req-21d02497-e04a-4c31-9384-b2240d03f3ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1099 time: 0.0716560 Mar 02 20:26:43.481743 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9f3ae0f8-1351-4b08-8db7-534a7248c8d2 req-723a44d4-f49a-480c-9018-1624c4fdf01f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352514 Mar 02 20:26:43.638145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7180dc1-c182-4110-811e-48e8cedf77a5 req-597d81a0-6eac-4dea-90d3-fa960552e309 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:43.639639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7180dc1-c182-4110-811e-48e8cedf77a5 req-597d81a0-6eac-4dea-90d3-fa960552e309 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0846603 Mar 02 20:26:43.685150 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a7180dc1-c182-4110-811e-48e8cedf77a5 req-5e8b5acc-8263-4d18-831f-b06b171a5001 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Mar 02 20:26:44.874823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb10332-b32d-49fe-bd4e-4f18a1340c44 req-f99d93ac-b6d6-4e5e-9d11-fa97e25b173b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:44.876305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbb10332-b32d-49fe-bd4e-4f18a1340c44 req-f99d93ac-b6d6-4e5e-9d11-fa97e25b173b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Mar 02 20:26:44.922263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbb10332-b32d-49fe-bd4e-4f18a1340c44 req-4a500585-b023-407b-9396-977b37d07bc7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Mar 02 20:26:45.044962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6ade96ab-686b-45a3-a8ab-129579c1bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.111039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeff605-f15a-42b3-abd6-37694351367e req-919d5e1c-16d1-4517-936d-68dd7a78a200 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:45.112552 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeff605-f15a-42b3-abd6-37694351367e req-919d5e1c-16d1-4517-936d-68dd7a78a200 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0833137 Mar 02 20:26:45.157049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeff605-f15a-42b3-abd6-37694351367e req-03f1e3c0-95ce-4a7a-a383-1a1174751265 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Mar 02 20:26:45.180757 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44832) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:45.251453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2714098c-e1fe-4edf-af1b-2a0d8cfb5497 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:45.253044 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2714098c-e1fe-4edf-af1b-2a0d8cfb5497 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1094 time: 0.0713310 Mar 02 20:26:45.256081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44836) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:45.261106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'dffdf871-a244-4d25-a618-0507e84a6273', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:26:45.267431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:26:45.271712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:floatingip and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:26:45.274742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:26:45.280954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:26:45.294827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.435718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.484830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.519148 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.527628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.663598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.118 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/c647b09f-e42b-42e0-b8c8-3c62b2f881f1) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:26:45.813446 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.845257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:45.909020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:26:45.912027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:26:45.915375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:26:45.968027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=c647b09f-e42b-42e0-b8c8-3c62b2f881f1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:46.357465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:46.440870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:46.650987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:46.656992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:46.770278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=c647b09f-e42b-42e0-b8c8-3c62b2f881f1,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:26:46.782861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:46.953787 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP b5680727-4254-4ee3-8d36-f299d14d3e68 associated. External IP: 172.26.2.118, port: dffdf871-a244-4d25-a618-0507e84a6273. Mar 02 20:26:47.183109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:47.401417 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router f6cfdced-90eb-4270-9238-ebf740aa913f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:26:47.579397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:26:47.589481 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Sync routers for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:26:47.600377 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:47.600997 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:47.604987 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:26:47.659098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7dcb3707-3d53-4ddd-9906-e3cbfbee43a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4018908 Mar 02 20:26:47.659673 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:26:47.703533 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273', 'status': 'completed', 'code': 200} Mar 02 20:26:47.775787 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:47.858680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-923be577-50d7-42da-82cb-9b07dcdd35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:47.860161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-923be577-50d7-42da-82cb-9b07dcdd35ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1099 time: 0.1352160 Mar 02 20:26:47.868603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c12807-2e3c-4ae4-8c2e-75485ca870ff req-67008e13-63cd-413b-9af5-d2b9be7a94e6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:47.869969 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23c12807-2e3c-4ae4-8c2e-75485ca870ff req-67008e13-63cd-413b-9af5-d2b9be7a94e6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.1142147 Mar 02 20:26:47.999923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23c12807-2e3c-4ae4-8c2e-75485ca870ff req-a8e24670-bd92-4733-b047-d112673224c6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115961 Mar 02 20:26:48.023901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44844) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:48.027152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-b6d29f20-b5f3-46ed-981a-516eabc604a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:48.028633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-b6d29f20-b5f3-46ed-981a-516eabc604a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 897 time: 0.1578212 Mar 02 20:26:48.133496 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-0c84b4ba-4802-42ff-9d4c-bca70f1bac6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 1000 time: 0.0991364 Mar 02 20:26:48.137930 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-30f2291a-7415-4f40-9eda-46982b428fa3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/b5680727-4254-4ee3-8d36-f299d14d3e68 HTTP/1.1" status: 200 len: 992 time: 0.1120539 Mar 02 20:26:48.150201 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'b5680727-4254-4ee3-8d36-f299d14d3e68', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'port_id': 'dffdf871-a244-4d25-a618-0507e84a6273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'mac_address': 'fa:16:3e:22:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:46Z', 'updated_at': '2022-03-02T20:26:46Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:48.154013 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Checking router: f6cfdced-90eb-4270-9238-ebf740aa913f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:26:48.162181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:26:48.162796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:26:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:48.198951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-f4e10e0b-a483-401a-a797-001a211faf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:48.200397 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-f4e10e0b-a483-401a-a797-001a211faf42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 200 len: 834 time: 0.0614779 Mar 02 20:26:48.274609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-1c41e4df-b017-4c92-a1de-05b564a3c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:48.276011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-1c41e4df-b017-4c92-a1de-05b564a3c8a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702350 Mar 02 20:26:48.338609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:26:48.405889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-be7d28bf-2f60-448b-958c-18bb5b3cb881 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239548 Mar 02 20:26:48.652255 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-582237ab-13ff-4abf-86e1-6afd6aef7f47 req-c6ba2ee6-4cbe-47d3-9bc2-b33109a7836f service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402148 Mar 02 20:26:48.696861 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'b5680727-4254-4ee3-8d36-f299d14d3e68', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'port_id': 'dffdf871-a244-4d25-a618-0507e84a6273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'mac_address': 'fa:16:3e:22:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:46Z', 'updated_at': '2022-03-02T20:26:46Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:26:48.700782 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779d0ed9-2661-42e3-9318-4fe26a8ff53c None None] The sync data for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv is: [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'b5680727-4254-4ee3-8d36-f299d14d3e68', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.118', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'port_id': 'dffdf871-a244-4d25-a618-0507e84a6273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'mac_address': 'fa:16:3e:22:60:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:26:46Z', 'updated_at': '2022-03-02T20:26:46Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:26:48.888897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3ccaa3-e792-485f-878e-9a27aa6259bc None None] New status for floating IP b5680727-4254-4ee3-8d36-f299d14d3e68: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:26:49.142195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44848) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:26:49.253787 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7569ae34-77ac-4b9d-8cc3-be3433b522a2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/b5680727-4254-4ee3-8d36-f299d14d3e68 HTTP/1.1" status: 200 len: 994 time: 0.1103368 Mar 02 20:26:54.813915 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-9ea0c803-e07e-4184-bd08-48a7713c6998 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723886 Mar 02 20:26:54.963594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-311c3b6a-5262-4d1e-8da2-0d38051a98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:54.965166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-311c3b6a-5262-4d1e-8da2-0d38051a98d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1099 time: 0.0814083 Mar 02 20:26:55.112134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-49c4b5d4-74e9-43e8-95c2-b1030845715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:55.113554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-49c4b5d4-74e9-43e8-95c2-b1030845715a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 897 time: 0.1283309 Mar 02 20:26:55.214738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-3840ce3b-2f23-4bda-8585-c7fddd85c138 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 1002 time: 0.0952349 Mar 02 20:26:55.275983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-d8c6dcc5-35c3-407a-bfad-3bbbe1b664b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:55.277432 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-d8c6dcc5-35c3-407a-bfad-3bbbe1b664b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 200 len: 834 time: 0.0569956 Mar 02 20:26:55.354667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-1682bdfd-64a8-4dc7-8a1a-0e097ce72fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:26:55.356142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-1682bdfd-64a8-4dc7-8a1a-0e097ce72fd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732226 Mar 02 20:26:55.488832 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-6cd4ab7d-8a07-4c2d-9f1d-446dc7910e91 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265283 Mar 02 20:26:55.632511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-59f42482-8481-47d2-940d-7c259dc9bf37 req-942c834b-b3fb-4d75-bf0a-385ea2c824fc service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368179 Mar 02 20:27:03.022471 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:27:11.835569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bbe26c36-a726-484a-90f7-09aa1a842a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:15.056763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a96bbc3c-225a-420e-b521-657c6a115c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:15.439103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:15.489727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:15.524777 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:17.189682 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:20.867890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0ff9b-9552-4df3-857b-daef047e5429 req-41094eb9-fb01-4515-b823-ec3bcb14f113 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:20.869574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ca0ff9b-9552-4df3-857b-daef047e5429 req-41094eb9-fb01-4515-b823-ec3bcb14f113 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0817199 Mar 02 20:27:20.916997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2ca0ff9b-9552-4df3-857b-daef047e5429 req-d13014e8-f041-4592-a273-b18c2f925d4b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Mar 02 20:27:22.116266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71f185-cad5-45ec-a184-fe21c9e79102 req-36aebabd-6d0a-4674-a8e7-964c1a791c36 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:22.117696 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4c71f185-cad5-45ec-a184-fe21c9e79102 req-36aebabd-6d0a-4674-a8e7-964c1a791c36 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0894234 Mar 02 20:27:22.162910 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4c71f185-cad5-45ec-a184-fe21c9e79102 req-c9dc461d-ebde-4035-b1af-9b746ab31a06 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393598 Mar 02 20:27:22.197350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44870) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:22.304194 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-32ee728c-02a8-409d-8d4f-3e97216da8c8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/b5680727-4254-4ee3-8d36-f299d14d3e68 HTTP/1.1" status: 200 len: 994 time: 0.1057005 Mar 02 20:27:23.787680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2af8d4-c4e3-4d65-8217-9c755f3364c6 req-90fe51bd-950f-4ab4-b7d4-3c3b7a771ee4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:23.789279 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bd2af8d4-c4e3-4d65-8217-9c755f3364c6 req-90fe51bd-950f-4ab4-b7d4-3c3b7a771ee4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0860472 Mar 02 20:27:23.839326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bd2af8d4-c4e3-4d65-8217-9c755f3364c6 req-90b2f5c0-22af-490d-921c-98f0fa31dade tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Mar 02 20:27:25.034242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048887ba-3231-403a-ac3d-4ade532b92ea req-1cad22e5-a984-4a8d-873d-7d92f92dc71d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:25.035838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-048887ba-3231-403a-ac3d-4ade532b92ea req-1cad22e5-a984-4a8d-873d-7d92f92dc71d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0831912 Mar 02 20:27:25.083617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-048887ba-3231-403a-ac3d-4ade532b92ea req-d94777c3-f660-4849-8335-27bac96f08f2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412121 Mar 02 20:27:26.284646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438894c-a935-4fea-b6af-7ad9aa0752de req-eaf57b0d-4a94-4036-b600-8293400ad6a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:26.286125 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e438894c-a935-4fea-b6af-7ad9aa0752de req-eaf57b0d-4a94-4036-b600-8293400ad6a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0926476 Mar 02 20:27:26.332671 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e438894c-a935-4fea-b6af-7ad9aa0752de req-54e739e9-4f05-4075-a249-a21c6079aa2e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Mar 02 20:27:27.534643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f07f0-239e-45dd-82f3-c1da11180227 req-edf8a6bc-c3e0-4115-9a99-16b4b285cc93 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:27.537019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-759f07f0-239e-45dd-82f3-c1da11180227 req-edf8a6bc-c3e0-4115-9a99-16b4b285cc93 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0971949 Mar 02 20:27:27.594132 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-759f07f0-239e-45dd-82f3-c1da11180227 req-51140e99-3cf5-40de-812a-8c446a306caf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486183 Mar 02 20:27:28.809098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02993801-3efa-422c-ad53-5851c8bf3dc2 req-24b92cfc-cb81-4cc1-bd2f-044060e89332 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:28.810878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-02993801-3efa-422c-ad53-5851c8bf3dc2 req-24b92cfc-cb81-4cc1-bd2f-044060e89332 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0921266 Mar 02 20:27:28.857413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-02993801-3efa-422c-ad53-5851c8bf3dc2 req-cc2bb730-833d-4391-9ab8-bf2a49c9fb4f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Mar 02 20:27:30.076634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de792c19-6161-4ca4-985b-f4c97ca0cfef req-2a1a9541-dcdf-4fdb-b1a2-ad4c273fcb0f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:30.078030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de792c19-6161-4ca4-985b-f4c97ca0cfef req-2a1a9541-dcdf-4fdb-b1a2-ad4c273fcb0f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.0981212 Mar 02 20:27:30.227735 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de792c19-6161-4ca4-985b-f4c97ca0cfef req-0a13460b-5544-4d49-89e5-8bc70484039c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438797 Mar 02 20:27:30.250687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44890) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:30.362452 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e3ac01b0-c804-4e77-b43b-8aa1c0d53ced tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/b5680727-4254-4ee3-8d36-f299d14d3e68 HTTP/1.1" status: 200 len: 994 time: 0.1104345 Mar 02 20:27:30.665688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:30.879661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port c647b09f-e42b-42e0-b8c8-3c62b2f881f1 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:27:30.880001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:31.054759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:31.054990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:31.174248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for c647b09f-e42b-42e0-b8c8-3c62b2f881f1 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:27:31.327751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:31.375710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=c647b09f-e42b-42e0-b8c8-3c62b2f881f1,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:31.412599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.412929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.413259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.413590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.413932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.414251 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.414569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.415219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.415534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.415847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.416166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.416514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:31.480229 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:31.480646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP b5680727-4254-4ee3-8d36-f299d14d3e68 disassociated (deleted). External IP: 172.26.2.118, port: dffdf871-a244-4d25-a618-0507e84a6273. Mar 02 20:27:31.836833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router f6cfdced-90eb-4270-9238-ebf740aa913f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:27:32.134464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:27:32.144557 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Sync routers for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:27:32.155399 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:32.156020 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:32.157870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:32.215413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b8b902b7-bced-4000-b818-7008609ebd46 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/floatingips/b5680727-4254-4ee3-8d36-f299d14d3e68 HTTP/1.1" status: 204 len: 168 time: 1.5485437 Mar 02 20:27:32.216159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:27:32.264184 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273', 'status': 'completed', 'code': 200} Mar 02 20:27:32.335622 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:32.368761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-bfbbebd3-d362-4175-9958-a7427378d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.370237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-bfbbebd3-d362-4175-9958-a7427378d2ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 1099 time: 0.0851684 Mar 02 20:27:32.522039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-c40c23e5-4f0a-482b-878c-ec8d25038c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.523550 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-c40c23e5-4f0a-482b-878c-ec8d25038c33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 200 len: 897 time: 0.1470902 Mar 02 20:27:32.630172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-cebbffe5-5302-4db7-ade1-ba4ef193155e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 200 len: 217 time: 0.0716605 Mar 02 20:27:32.665701 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:32.669662 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Checking router: f6cfdced-90eb-4270-9238-ebf740aa913f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:27:32.677975 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:32.678571 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:32.714074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-26db572f-4139-4a7e-9bc3-7277b4657dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.715434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-26db572f-4139-4a7e-9bc3-7277b4657dfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 200 len: 834 time: 0.0774708 Mar 02 20:27:32.731749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2808c-c215-4e78-906e-353315f8accf req-33d5d8fa-1628-4628-b660-9e05d0dc9918 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.732899 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-69c2808c-c215-4e78-906e-353315f8accf req-33d5d8fa-1628-4628-b660-9e05d0dc9918 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:32.800691 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-69c2808c-c215-4e78-906e-353315f8accf req-33d5d8fa-1628-4628-b660-9e05d0dc9918 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:32.801958 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c2808c-c215-4e78-906e-353315f8accf req-33d5d8fa-1628-4628-b660-9e05d0dc9918 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.2739778 Mar 02 20:27:32.861950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69c2808c-c215-4e78-906e-353315f8accf req-4173b9d9-405f-4abc-af65-b04577effd28 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530167 Mar 02 20:27:32.866977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-1afe82a2-38d0-4978-8338-31e55824a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:32.868531 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-1afe82a2-38d0-4978-8338-31e55824a9f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3c4108d-f933-4ce1-bade-6a367ffc3d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311402 Mar 02 20:27:32.882008 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:33.003365 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-dffac5c8-4f47-4870-b68e-84f939ba10e2 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277697 Mar 02 20:27:33.133640 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fa896e0b-8e7d-4a71-8c17-c14efe5b1c5a req-1ea3e684-5390-45eb-a797-64f5dd42e791 service neutron] 10.222.0.32 "GET /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236696 Mar 02 20:27:33.192049 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:33.196267 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb71f2-4e56-48bc-a606-f9baf19d254b None None] The sync data for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv is: [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'c4e7c4d5-e7da-45fd-b43c-050906eee641', 'name': '', 'network_id': 'b3c4108d-f933-4ce1-bade-6a367ffc3d6c', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:ea:68:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:31Z', 'updated_at': '2022-03-02T20:26:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'd19d44ce-70f8-47ee-a85f-cc30443b2d7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:27:33.423616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3247225b-de54-4697-b5ad-75176e62ea04 None None] New status for floating IP b5680727-4254-4ee3-8d36-f299d14d3e68: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:27:34.133162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9162324-19e2-4fa9-96bf-74e5357ff468 req-ebd9f7c6-7d86-4259-91d0-d70bf1275674 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:34.134667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9162324-19e2-4fa9-96bf-74e5357ff468 req-ebd9f7c6-7d86-4259-91d0-d70bf1275674 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.1403613 Mar 02 20:27:34.149862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-627de5d7-fdf7-486e-87d9-9d51d16108bf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:34.151985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-627de5d7-fdf7-486e-87d9-9d51d16108bf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 946 time: 0.1122291 Mar 02 20:27:34.248822 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9162324-19e2-4fa9-96bf-74e5357ff468 req-f65e0a60-a0f6-462c-8907-a075ca1410aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=053f5958-6998-4938-9f9d-c6650fc98a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955911 Mar 02 20:27:34.254200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port dffdf871-a244-4d25-a618-0507e84a6273 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:27:34.254538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:34.521865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port dffdf871-a244-4d25-a618-0507e84a6273, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dffdf871-a244-4d25-a618-0507e84a6273,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:34.522241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:34.741862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for dffdf871-a244-4d25-a618-0507e84a6273 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:27:34.894937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:34.944560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=dffdf871-a244-4d25-a618-0507e84a6273,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:35.020303 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port dffdf871-a244-4d25-a618-0507e84a6273 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:27:35.022933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:35.025481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'name': 'network-vif-deleted', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:27:35.043296 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb99ae64-3f7b-4855-b3bb-54b9d811f67c req-0282ce24-5518-4f7d-8040-b94dceccec8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "DELETE /v2.0/ports/dffdf871-a244-4d25-a618-0507e84a6273 HTTP/1.1" status: 204 len: 173 time: 0.8732264 Mar 02 20:27:35.072882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dca6e38-8f33-48bf-9de0-b1f6ae608a51', 'name': 'network-vif-deleted', 'tag': 'dffdf871-a244-4d25-a618-0507e84a6273', 'status': 'completed', 'code': 200} Mar 02 20:27:35.419907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b2ae6b9a-cf4c-4580-98fd-17939d6a1e2e req-05b2933e-cd9d-44f4-89bf-886ded4eb32b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:35.437217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-b2ae6b9a-cf4c-4580-98fd-17939d6a1e2e req-05b2933e-cd9d-44f4-89bf-886ded4eb32b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:35.438376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b2ae6b9a-cf4c-4580-98fd-17939d6a1e2e req-05b2933e-cd9d-44f4-89bf-886ded4eb32b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=0dca6e38-8f33-48bf-9de0-b1f6ae608a51 HTTP/1.1" status: 200 len: 210 time: 0.0613151 Mar 02 20:27:36.538085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:37.059861 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dffdf871-a244-4d25-a618-0507e84a6273 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:27:37.092975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: dffdf871-a244-4d25-a618-0507e84a6273 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:27:37.093320 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device dffdf871-a244-4d25-a618-0507e84a6273 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:27:37.136926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:37.489047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port c4e7c4d5-e7da-45fd-b43c-050906eee641 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:27:37.489435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:37.773936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port c4e7c4d5-e7da-45fd-b43c-050906eee641, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=c4e7c4d5-e7da-45fd-b43c-050906eee641,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:37.774588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:37.898390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for c4e7c4d5-e7da-45fd-b43c-050906eee641 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:27:38.231507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:38.279590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=c4e7c4d5-e7da-45fd-b43c-050906eee641,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:38.563793 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.035020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router f6cfdced-90eb-4270-9238-ebf740aa913f has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:27:39.213005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:27:39.225211 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Sync routers for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:27:39.235278 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:39.235895 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:39.242834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7743b13c-216b-4df2-b923-6373d7395a0b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/f6cfdced-90eb-4270-9238-ebf740aa913f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7001159 Mar 02 20:27:39.243035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44920) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:39.310443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting subnet d19d44ce-70f8-47ee-a85f-cc30443b2d7c {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:27:39.313514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.372174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.412687 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:39.457293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.536800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.585752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Subnet': ['ID=d19d44ce-70f8-47ee-a85f-cc30443b2d7c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:39.587534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.595424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386dba44-aa5d-424f-a076-1121e2a231fc None None] Network b3c4108d-f933-4ce1-bade-6a367ffc3d6c requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:27:39.598247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-71b8a311-e943-4ee1-ac29-750c4f5ee749 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/subnets/d19d44ce-70f8-47ee-a85f-cc30443b2d7c HTTP/1.1" status: 204 len: 168 time: 0.3542087 Mar 02 20:27:39.601187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44924) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:39.704800 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:27:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:39.710632 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Checking router: f6cfdced-90eb-4270-9238-ebf740aa913f for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:27:39.720072 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Routers {'f6cfdced-90eb-4270-9238-ebf740aa913f'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:39.720717 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['f6cfdced-90eb-4270-9238-ebf740aa913f'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:39.808025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.898693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] DHCP port deletion for b3c4108d-f933-4ce1-bade-6a367ffc3d6c request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:27:39.904116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Deleting port d85b61a7-f36a-4482-aacc-6305a366e513 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:27:39.905213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:39.933850 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] Set router f6cfdced-90eb-4270-9238-ebf740aa913f gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:40.019639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.031849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 51897b95-5e8c-4bcc-a363-deeff0677e3b {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:27:40.032191 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.106941 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:27:40.123137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] For port d85b61a7-f36a-4482-aacc-6305a366e513, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d85b61a7-f36a-4482-aacc-6305a366e513,segment=NetworkSegment(f903b36e-f122-44a6-b5d0-590cb706151b),segment_id=f903b36e-f122-44a6-b5d0-590cb706151b)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:40.123531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.221606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 51897b95-5e8c-4bcc-a363-deeff0677e3b, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51897b95-5e8c-4bcc-a363-deeff0677e3b,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:40.222239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.274126 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:27:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:40.278229 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcf2773-707b-4cba-8e9c-819412f6e997 None None] The sync data for ids ['f6cfdced-90eb-4270-9238-ebf740aa913f'] in dv-neutron-831594-2-hyperv is: [{'id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946555344', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:26:26Z', 'updated_at': '2022-03-02T20:27:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '51897b95-5e8c-4bcc-a363-deeff0677e3b', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cfdced-90eb-4270-9238-ebf740aa913f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:26:27Z', 'updated_at': '2022-03-02T20:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:27:40.282191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Calling delete_port for d85b61a7-f36a-4482-aacc-6305a366e513 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:27:40.358408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 51897b95-5e8c-4bcc-a363-deeff0677e3b owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:27:40.373156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.423806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Pushing event deleted for resources: {'Port': ['ID=d85b61a7-f36a-4482-aacc-6305a366e513,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:40.428264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] No DVR routers for this DVR port d85b61a7-f36a-4482-aacc-6305a366e513 on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.443021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32861e7c-6439-43fb-81ef-c827231d775b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:40.551408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.716814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=51897b95-5e8c-4bcc-a363-deeff0677e3b,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:40.809838 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.983143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:40.985353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.024009 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.024588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Fanout notify agent at l3_agent the message router_deleted on router f6cfdced-90eb-4270-9238-ebf740aa913f {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:27:41.041031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.042052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8f8a90f1-1705-4fd1-9767-4970e44fd54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/routers/f6cfdced-90eb-4270-9238-ebf740aa913f HTTP/1.1" status: 204 len: 168 time: 1.4396424 Mar 02 20:27:41.045541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44928) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:41.162763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.294371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.319482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c4108d-f933-4ce1-bade-6a367ffc3d6c']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:41.331810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f903b36e-f122-44a6-b5d0-590cb706151b') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:41.332110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f903b36e-f122-44a6-b5d0-590cb706151b') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:41.343475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.359627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.370526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:27:41.370915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:27:41.385466 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:27:41.471003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.490536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.501158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Network': ['ID=b3c4108d-f933-4ce1-bade-6a367ffc3d6c,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:41.512323 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b7c268bf-62dd-49c1-8b95-29cf88557ed8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/networks/b3c4108d-f933-4ce1-bade-6a367ffc3d6c HTTP/1.1" status: 204 len: 168 time: 0.4654691 Mar 02 20:27:41.515296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44932) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:41.596098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.628767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.705638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.722712 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f5958-6998-4938-9f9d-c6650fc98a1f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:41.733898 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.736491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d9d6b8a3-85c0-4afe-ad94-f1e6f61b158b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/security-groups/053f5958-6998-4938-9f9d-c6650fc98a1f HTTP/1.1" status: 204 len: 168 time: 0.2188771 Mar 02 20:27:41.841416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-58e26806-116d-4238-8c7d-52fab16a032b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:41.853430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4e7c4d5-e7da-45fd-b43c-050906eee641 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:27:41.887375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: c4e7c4d5-e7da-45fd-b43c-050906eee641 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:27:41.887715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device c4e7c4d5-e7da-45fd-b43c-050906eee641 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:27:41.888144 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51897b95-5e8c-4bcc-a363-deeff0677e3b no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:27:41.923935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 51897b95-5e8c-4bcc-a363-deeff0677e3b {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:27:41.924353 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51897b95-5e8c-4bcc-a363-deeff0677e3b not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:27:41.924813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d85b61a7-f36a-4482-aacc-6305a366e513 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:27:41.957171 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d85b61a7-f36a-4482-aacc-6305a366e513 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:27:41.957511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d85b61a7-f36a-4482-aacc-6305a366e513 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:27:42.039014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44940) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.045007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507570332', 'description': 'tempest-secgroup-smoke-1507570332 description', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.054247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.058435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.061568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.067913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.082071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.107219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.111143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.114146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.121576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.195917 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.205271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.248386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:42.252466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.253687 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-575debdb-9d16-4281-abd0-b623eb807afd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2132161 Mar 02 20:27:42.257157 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44944) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.262404 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.268804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.272909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.275960 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.285887 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.306874 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.371151 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.375601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.399057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565aecd1-da77-4713-a7ce-6148e090963b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:42.414044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.414377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.415084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.415373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.415693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.416011 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.416317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.416728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.417020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.417328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.417639 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.417983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:42.421090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.424914 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e4502b76-82d5-4603-a1c4-934594aae7a4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641526 Mar 02 20:27:42.425437 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44948) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.431039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.437062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.440822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.443626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.449853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.468689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.537638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.543249 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.566938 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c554635d-a87d-490e-8c38-8ff61c8b1151,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:42.576589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.577926 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-abf8d084-98b5-4724-be18-904090b96c81 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1509540 Mar 02 20:27:42.580712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44952) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.587103 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.593633 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.597791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.601510 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.611287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.629696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.695026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.699533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.722711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955e0313-26b0-4530-b2f1-ae4de1f0737c,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:42.735752 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.737560 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9fe25f1e-c3db-4785-92d2-15376a963bba tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551821 Mar 02 20:27:42.740295 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.745622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.752386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.756989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.759937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.765684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.790679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.858753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.863597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.886767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7427d1c9-c382-4ac6-8e4c-89c11de508f2,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:42.897232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:42.898491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d17141b1-97ad-43d6-9154-4b57417e41ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571562 Mar 02 20:27:42.901543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:42.906480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:42.912651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:42.917100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:42.920772 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:42.926936 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:42.938096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:27:42.944607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.011736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.016412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.038780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e71403-af2d-4e2d-aa48-cc629b998df3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:43.049077 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.050257 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fadc7a41-cb00-4258-8669-474a476d9aaf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478033 Mar 02 20:27:43.053260 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:43.058249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:43.064265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:43.068142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:43.071145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:43.076933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:43.088177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:27:43.094645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.161059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.165938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.188741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b23979-f16a-4f55-a939-03f998fb8412,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:43.200586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.201939 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c5ba23c1-bc7c-4c49-9b3a-2ddb09be8450 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477566 Mar 02 20:27:43.205121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44968) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:43.210697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'network': {'name': 'tempest-network-smoke--431559197', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:43.216158 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:43.220763 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:network and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:43.224359 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:43.230440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:43.242134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:27:43.245772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.273114 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:27:43.282661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.283138 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Added segment a7ec6fe6-325e-404a-b6cb-daff373818f5 of type vlan for network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 Mar 02 20:27:43.310983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.352737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.358295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:43.358864 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.577076 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3708041 Mar 02 20:27:43.579949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:43.585575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'admin_state_up': True, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:43.588928 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccea6b5-93b3-4a64-a2ee-a9a1c836d1f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Network': ['ID=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:43.594222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:43.599177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:router and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:43.599623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:27:43.602365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:43.609310 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:43.621703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.623075 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:43.638708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.022774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.336115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.367821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.520381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.237 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/f8a92f92-13b5-409c-90ab-d970105161a5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:27:44.685235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.716834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:44.776698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:27:44.783506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:44.787581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:27:44.817056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=f8a92f92-13b5-409c-90ab-d970105161a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:45.056488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c5662f72-3f3d-405c-bdb2-382c5b4321b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.221011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.443109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.494754 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.533218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.686068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:45.894750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router eb631ef2-4461-46bf-a0df-aff67a74e2bc is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:27:46.086565 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:27:46.099196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Sync routers for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:27:46.110912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:46.112061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:46.118434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:46.121558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-12182e01-9caa-42b3-8274-a9bae89556f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5390439 Mar 02 20:27:46.123486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:46.164498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-1457f2cc-6c7e-4328-99b7-eab000817c9c tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cbad553f484a41d2a2d8227aae01d90b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398769 Mar 02 20:27:46.167526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44980) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:46.302196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:46.306625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfa00e0-d6d9-408f-968f-74794ba94cd8 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:46.308102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-5bfa00e0-d6d9-408f-968f-74794ba94cd8 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396484 Mar 02 20:27:46.311021 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 44984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:46.356459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-fee4a605-a162-466e-b5c2-5aa80f9039d3 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441470 Mar 02 20:27:46.359514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44988) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:46.365358 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1383991331', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:46.482729 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:46.487423 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:subnet and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:27:46.489590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:27:46.496078 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:46.507134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:27:46.511740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:46.608562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:45Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:46.612638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Checking router: eb631ef2-4461-46bf-a0df-aff67a74e2bc for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:27:46.613110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Updating router eb631ef2-4461-46bf-a0df-aff67a74e2bc port f8a92f92-13b5-409c-90ab-d970105161a5 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:27:46.669073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:46.741799 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:46.829276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Subnet': ['ID=5e740334-bc07-42fc-8007-29f5eaf3425d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:46.839725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Checking segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:27:46.840147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network hostable DHCP agents. Network: ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:27:46.861129 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:27:46.872265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:46.877473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:46.878064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:46.895071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e292ff-c6bf-486f-9cd9-ca60c568a63e None None] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:27:46.900235 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8340267b-591b-4753-a280-060325b5b720 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5396483 Mar 02 20:27:46.903149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 44992) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:27:47.235041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.236852 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.258095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Transition to ACTIVE for port object f8a92f92-13b5-409c-90ab-d970105161a5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:47.261855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:27:47.262678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.279885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.411421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Attempting to bind port f8a92f92-13b5-409c-90ab-d970105161a5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:27:47.411790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Attempting to bind port f8a92f92-13b5-409c-90ab-d970105161a5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:27:47.412150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Attempting to bind port f8a92f92-13b5-409c-90ab-d970105161a5 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:27:47.429693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146b2d7-939e-4dd9-a6d1-994d4ff1054f None None] Pushing event updated for resources: {'Port': ['ID=f8a92f92-13b5-409c-90ab-d970105161a5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:47.434789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:27:47.435166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:27:47.435572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.435958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:27:47.436464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Bound port: f8a92f92-13b5-409c-90ab-d970105161a5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:27:47.436838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.562330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] For port f8a92f92-13b5-409c-90ab-d970105161a5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:27:47.564562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Allocated IP 172.20.0.2 (ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2/5e740334-bc07-42fc-8007-29f5eaf3425d/59833c7a-7284-4603-a69e-ba88c7a0c27c) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:27:47.567258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] For port f8a92f92-13b5-409c-90ab-d970105161a5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f8a92f92-13b5-409c-90ab-d970105161a5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:27:47.576342 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.627672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:47.746261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:47.746797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:47.824286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146b2d7-939e-4dd9-a6d1-994d4ff1054f None None] Pushing event updated for resources: {'Port': ['ID=f8a92f92-13b5-409c-90ab-d970105161a5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:48.010877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.014100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:48.123452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Transition to ACTIVE for port object 59833c7a-7284-4603-a69e-ba88c7a0c27c will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:48.217273 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Transition to ACTIVE for port object 59833c7a-7284-4603-a69e-ba88c7a0c27c will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:48.233943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.296585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.1 (ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2/5e740334-bc07-42fc-8007-29f5eaf3425d/a2c3014c-19ae-4820-9fc3-423022928a5a) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:27:48.314595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:27:48.318634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:48.345544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:27:48.393001 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Pushing event updated for resources: {'Port': ['ID=59833c7a-7284-4603-a69e-ba88c7a0c27c,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:48.463664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.483104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object a2c3014c-19ae-4820-9fc3-423022928a5a will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:48.509075 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.516058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Attempting to bind port 59833c7a-7284-4603-a69e-ba88c7a0c27c on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:27:48.516442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Attempting to bind port 59833c7a-7284-4603-a69e-ba88c7a0c27c by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:27:48.516801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Attempting to bind port 59833c7a-7284-4603-a69e-ba88c7a0c27c on network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:27:48.523799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:27:48.524164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Checking segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:27:48.524580 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.524948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Bound using segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:27:48.525428 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Bound port: 59833c7a-7284-4603-a69e-ba88c7a0c27c, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:27:48.525795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.573345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:27:48.584975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:48.585219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:45Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:48.587503 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:27:48.597729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382f5c5c-f226-4b82-b099-bcf9a6770f98 None None] The sync data for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv is: [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:45Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:27:48.626665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] For port 59833c7a-7284-4603-a69e-ba88c7a0c27c, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:27:48.629978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] For port 59833c7a-7284-4603-a69e-ba88c7a0c27c, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59833c7a-7284-4603-a69e-ba88c7a0c27c,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:27:48.636263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.639315 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:48.656419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:48.727908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2fe1-cf8a-4a13-a9b2-c09dc526f470 None None] Pushing event updated for resources: {'Port': ['ID=59833c7a-7284-4603-a69e-ba88c7a0c27c,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:49.053137 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:49.490009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:49.495477 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:49.610804 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:49.613172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:49.727370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f68eee-6576-45cb-b6d3-6508002da98e None None] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:27:49.760712 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:27:49.762355 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:49.832514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5acdc000-90e5-4c19-a351-d44fc64e6f00 None None] Provisioning for port 59833c7a-7284-4603-a69e-ba88c7a0c27c completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:49.960626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f8a92f92-13b5-409c-90ab-d970105161a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:50.055858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f8a92f92-13b5-409c-90ab-d970105161a5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:50.063917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f8a92f92-13b5-409c-90ab-d970105161a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:50.064248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.115100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router eb631ef2-4461-46bf-a0df-aff67a74e2bc has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:27:50.192976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.212205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port f8a92f92-13b5-409c-90ab-d970105161a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f8a92f92-13b5-409c-90ab-d970105161a5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:50.218899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.219840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59833c7a-7284-4603-a69e-ba88c7a0c27c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:50.309641 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:27:50.321773 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Sync routers for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:27:50.324859 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d07d08fc-8a37-41df-ad35-b01f79e0c5d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/eb631ef2-4461-46bf-a0df-aff67a74e2bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4206796 Mar 02 20:27:50.332982 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:50.334320 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:50.341473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=f8a92f92-13b5-409c-90ab-d970105161a5,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:50.355808 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 59833c7a-7284-4603-a69e-ba88c7a0c27c completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:50.365459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59833c7a-7284-4603-a69e-ba88c7a0c27c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:50.365972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.412974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Provisioning for port a2c3014c-19ae-4820-9fc3-423022928a5a completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:50.429655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Provisioning complete for port a2c3014c-19ae-4820-9fc3-423022928a5a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:50.430137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.503871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Port a2c3014c-19ae-4820-9fc3-423022928a5a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:27:50.532313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-213b919f-8c48-468a-9284-c6678a03d015 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:50.555158 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-213b919f-8c48-468a-9284-c6678a03d015 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:50.563288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Provisioning complete for port 59833c7a-7284-4603-a69e-ba88c7a0c27c triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:50.563877 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-82442986-408b-4565-a694-ba9dac7716c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.564015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-213b919f-8c48-468a-9284-c6678a03d015 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507570332&fields=id&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 267 time: 0.0855701 Mar 02 20:27:50.571207 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:50.612617 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.666892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 59833c7a-7284-4603-a69e-ba88c7a0c27c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59833c7a-7284-4603-a69e-ba88c7a0c27c,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:50.677226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:50.737817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-887b5884-79aa-4413-b3fd-057979720e84 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:50.738728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-887b5884-79aa-4413-b3fd-057979720e84 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:50.756648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-887b5884-79aa-4413-b3fd-057979720e84 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:50.758654 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-887b5884-79aa-4413-b3fd-057979720e84 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 796 time: 0.1937973 Mar 02 20:27:50.775136 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-a97f442c-5b6e-4d65-80fc-20187536424d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/quotas/cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 375 time: 0.0105829 Mar 02 20:27:50.828989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=59833c7a-7284-4603-a69e-ba88c7a0c27c,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:50.863098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-03573fac-5c3a-4bce-94f0-c19502c3bb9c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:50.880365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5251e7e8-a529-4aba-91f2-9425214d247a req-03573fac-5c3a-4bce-94f0-c19502c3bb9c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:50.881714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-03573fac-5c3a-4bce-94f0-c19502c3bb9c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011169 Mar 02 20:27:50.898345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-26271869-67dc-4cb8-852d-5460be8b585a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:27:50.899286 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-26271869-67dc-4cb8-852d-5460be8b585a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053976 Mar 02 20:27:50.935935 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:49Z', 'revision_number': 2, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:50.941522 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Checking router: eb631ef2-4461-46bf-a0df-aff67a74e2bc for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:27:50.942006 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Updating router eb631ef2-4461-46bf-a0df-aff67a74e2bc port a2c3014c-19ae-4820-9fc3-423022928a5a binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:27:50.944250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-41b1831c-5d2a-497d-a4f9-faf8a748983d None None] Provisioning complete for port a2c3014c-19ae-4820-9fc3-423022928a5a triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:50.944654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-41b1831c-5d2a-497d-a4f9-faf8a748983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.000856 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-41b1831c-5d2a-497d-a4f9-faf8a748983d None None] Port a2c3014c-19ae-4820-9fc3-423022928a5a cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:27:51.007396 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.047892 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-39726a7e-814c-4054-a50f-4c5d4fd03ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426382 Mar 02 20:27:51.180096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-75febb12-c30f-4704-8db2-35633cf1257b service neutron] 10.222.0.36 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258016 Mar 02 20:27:51.365692 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.379726 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Transition to ACTIVE for port object a2c3014c-19ae-4820-9fc3-423022928a5a will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:51.387456 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.517254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d92cefa-2f2d-490d-aaa2-fb38067d970d req-150fa3c8-0a6d-4f1c-bcce-bee5df50e794 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 210 time: 0.1799831 Mar 02 20:27:51.572624 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Pushing event updated for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:51.590180 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.590655 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.591044 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.591423 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.591796 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.592168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.592563 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.592937 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.593304 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.593670 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.594032 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.594395 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:27:51.653213 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Attempting to bind port a2c3014c-19ae-4820-9fc3-423022928a5a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:27:51.653860 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Attempting to bind port a2c3014c-19ae-4820-9fc3-423022928a5a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:27:51.654353 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Attempting to bind port a2c3014c-19ae-4820-9fc3-423022928a5a on network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:27:51.660890 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:27:51.661252 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Checking segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:27:51.661642 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.662017 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Bound using segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:27:51.662505 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Bound port: a2c3014c-19ae-4820-9fc3-423022928a5a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:27:51.662884 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.781349 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] For port a2c3014c-19ae-4820-9fc3-423022928a5a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:27:51.784548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] For port a2c3014c-19ae-4820-9fc3-423022928a5a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2c3014c-19ae-4820-9fc3-423022928a5a,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:27:51.792376 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:51.867113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f8a92f92-13b5-409c-90ab-d970105161a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:51.869765 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:27:51.870393 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:51.950200 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b12b25-f7a2-4f1f-b85f-ee5354e7e49d None None] Pushing event updated for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:51.951347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f8a92f92-13b5-409c-90ab-d970105161a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:51.951743 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:52.072902 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:27:52.084267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59833c7a-7284-4603-a69e-ba88c7a0c27c up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:52.155827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59833c7a-7284-4603-a69e-ba88c7a0c27c triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:52.156199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:52.398018 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:51Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:27:52.401981 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacf08e-8eb4-469c-9f79-38262cd94878 None None] The sync data for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv is: [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:51Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:27:52.518370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-e6a97262-57c1-4a0a-a929-0223be00efcc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:52.519997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-e6a97262-57c1-4a0a-a929-0223be00efcc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 796 time: 0.1748803 Mar 02 20:27:52.573393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-3368f5d6-0daa-42e8-a434-a61fec132716 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 380 time: 0.0453746 Mar 02 20:27:52.582856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'port': {'device_id': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'admin_state_up': True, 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'security_groups': ['6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:52.744714 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-21ba49b5-4e46-4df5-baa3-7d5a7e12ff76 req-0f2f57e4-2457-4e50-b55a-8c1a593b9168 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 210 time: 0.0653234 Mar 02 20:27:52.795362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:27:52.805713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:27:52.820224 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:27:52.824607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.015876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.4 (ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2/5e740334-bc07-42fc-8007-29f5eaf3425d/193d3068-d336-4b63-9037-381eebacc0b7) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:27:53.223325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.240361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object 193d3068-d336-4b63-9037-381eebacc0b7 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:53.267054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.333780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:27:53.341522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:27:53.346051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:27:53.379439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:53.421509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:53.422309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.451250 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-0c607e2e-bf23-4adf-92e7-8591ceb2206f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727961 Mar 02 20:27:53.470268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Request body: {'port': {'device_id': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:27:53.592962 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.630032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aad5be85-f7c8-4a40-8640-50307de986f0 None None] Provisioning for port 193d3068-d336-4b63-9037-381eebacc0b7 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:53.635946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-aad5be85-f7c8-4a40-8640-50307de986f0 None None] Provisioning complete for port 193d3068-d336-4b63-9037-381eebacc0b7 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:53.636305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-aad5be85-f7c8-4a40-8640-50307de986f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:53.729532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-aad5be85-f7c8-4a40-8640-50307de986f0 None None] Port 193d3068-d336-4b63-9037-381eebacc0b7 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:27:53.879382 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2c3014c-19ae-4820-9fc3-423022928a5a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:53.948166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a2c3014c-19ae-4820-9fc3-423022928a5a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:53.953715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a2c3014c-19ae-4820-9fc3-423022928a5a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:53.954101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.002558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193d3068-d336-4b63-9037-381eebacc0b7 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:27:54.013776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf3de-a132-4310-8dcf-34b72584ab69 req-0883d34a-8d1e-480c-bba1-34df1c2ddf74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:54.014486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c8ddf3de-a132-4310-8dcf-34b72584ab69 req-0883d34a-8d1e-480c-bba1-34df1c2ddf74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:27:54.020946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.042348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Transition to ACTIVE for port object 193d3068-d336-4b63-9037-381eebacc0b7 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:27:54.045462 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c8ddf3de-a132-4310-8dcf-34b72584ab69 req-0883d34a-8d1e-480c-bba1-34df1c2ddf74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:27:54.046729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8ddf3de-a132-4310-8dcf-34b72584ab69 req-0883d34a-8d1e-480c-bba1-34df1c2ddf74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 931 time: 0.1859272 Mar 02 20:27:54.048719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.084503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.125477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a2c3014c-19ae-4820-9fc3-423022928a5a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2c3014c-19ae-4820-9fc3-423022928a5a,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:54.130664 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.203265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:54.330553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Pushing event updated for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:54.362911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8ddf3de-a132-4310-8dcf-34b72584ab69 req-eda7ed60-ece8-4fef-8a14-1ea2eeba17bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786806 Mar 02 20:27:54.437066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Attempting to bind port 193d3068-d336-4b63-9037-381eebacc0b7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:27:54.437391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Attempting to bind port 193d3068-d336-4b63-9037-381eebacc0b7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:27:54.437710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Attempting to bind port 193d3068-d336-4b63-9037-381eebacc0b7 on network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:27:54.442581 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Port 193d3068-d336-4b63-9037-381eebacc0b7 on network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:27:54.442886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Attempting to bind port 193d3068-d336-4b63-9037-381eebacc0b7 on network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:27:54.448026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:27:54.448357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Checking segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:27:54.448752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Bound using segment: {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:27:54.449164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Bound port: 193d3068-d336-4b63-9037-381eebacc0b7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ec6fe6-325e-404a-b6cb-daff373818f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:27:54.449507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.543540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:27:54.548533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=193d3068-d336-4b63-9037-381eebacc0b7,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:27:54.557713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.612459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:54.613153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:54.614458 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] 10.222.0.32 "PUT /v2.0/ports/193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 1093 time: 1.1490245 Mar 02 20:27:54.614823 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:27:54.644313 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e91991-c6e5-471c-9cdf-053987205de3 service neutron] Pushing event updated for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:54.739227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7', 'status': 'completed', 'code': 200} Mar 02 20:27:54.745227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-61e3a543-f160-418a-abd4-441de540004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:54.746731 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-61e3a543-f160-418a-abd4-441de540004d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1096 time: 0.0855737 Mar 02 20:27:54.815045 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-9e7139bf-210e-4248-a801-2ba367c6ad9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0614922 Mar 02 20:27:54.889857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-58aceac7-02b6-49be-b20c-71236e8e0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:54.892161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-58aceac7-02b6-49be-b20c-71236e8e0264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0704548 Mar 02 20:27:54.972907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251e7e8-a529-4aba-91f2-9425214d247a req-e81e1686-79d2-4803-ba6f-b845306b6bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:54.974989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-e81e1686-79d2-4803-ba6f-b845306b6bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761161 Mar 02 20:27:55.127333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-c3d2e9a8-d0b8-40b8-8314-797fad04ef22 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466520 Mar 02 20:27:55.258700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5251e7e8-a529-4aba-91f2-9425214d247a req-936d8e82-d365-424c-bc8d-9c381cb78e93 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239781 Mar 02 20:27:55.382804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-c7418b72-1f87-41a2-ac7e-3b7c745e943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:55.384267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-c7418b72-1f87-41a2-ac7e-3b7c745e943e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1096 time: 0.0758603 Mar 02 20:27:55.558169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-1af47b8b-39d7-448c-88eb-f636e38f7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:55.559523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-1af47b8b-39d7-448c-88eb-f636e38f7356 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 897 time: 0.1693110 Mar 02 20:27:55.634986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-a83ee0bf-64c0-4fc9-b0ec-3baa850d0877 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0680289 Mar 02 20:27:55.646219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec7d45-3924-4ad6-a849-9bb24c625862 req-3f99f245-13ca-407f-be94-dbe6bd3a38e0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:55.647652 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03ec7d45-3924-4ad6-a849-9bb24c625862 req-3f99f245-13ca-407f-be94-dbe6bd3a38e0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 943 time: 0.1755555 Mar 02 20:27:55.730685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-5f6c0f6e-d213-4321-93dd-c6053cacc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:55.732111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-5f6c0f6e-d213-4321-93dd-c6053cacc8b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0836422 Mar 02 20:27:55.739297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-03ec7d45-3924-4ad6-a849-9bb24c625862 req-7bd52429-55b4-449c-a96f-b61c95b18505 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593979 Mar 02 20:27:55.816886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-c7d81c2c-3fc7-4e41-8fd7-13a071e5c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:55.818386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-c7d81c2c-3fc7-4e41-8fd7-13a071e5c36a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746479 Mar 02 20:27:55.856508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2c3014c-19ae-4820-9fc3-423022928a5a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:55.929758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a2c3014c-19ae-4820-9fc3-423022928a5a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:55.930142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:55.952066 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-a20df772-d74d-4af6-a873-539efe0531c7 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266212 Mar 02 20:27:56.202966 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f96cd4ee-eb37-42ab-8ef8-e76428b1450a req-e1e3097a-ca3b-40e4-b1ed-b596feadd2e1 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443659 Mar 02 20:27:56.950973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e6c7-5831-4449-8ff8-da28122afa30 req-a629157a-eb81-435c-913c-667ae8316f77 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:56.952471 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-28e4e6c7-5831-4449-8ff8-da28122afa30 req-a629157a-eb81-435c-913c-667ae8316f77 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 943 time: 0.0910811 Mar 02 20:27:57.008352 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-28e4e6c7-5831-4449-8ff8-da28122afa30 req-3ef8ecad-a5af-4589-8ed7-080a011c6ca7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 Mar 02 20:27:57.120267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 193d3068-d336-4b63-9037-381eebacc0b7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:27:57.261322 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=193d3068-d336-4b63-9037-381eebacc0b7,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:57.274269 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '193d3068-d336-4b63-9037-381eebacc0b7', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'port_id': '193d3068-d336-4b63-9037-381eebacc0b7', 'mac_address': 'fa:16:3e:82:2d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:27:57.335982 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:57.353736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193d3068-d336-4b63-9037-381eebacc0b7 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:27:57.370591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=193d3068-d336-4b63-9037-381eebacc0b7,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:57.376975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:57.449986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:57.586491 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['193d3068-d336-4b63-9037-381eebacc0b7'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:27:58.224908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa37fab-eec1-4f69-86ae-6186dd10aef5 req-95e15fb7-a02c-4488-9728-ea29eda7ec7c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:58.226453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-faa37fab-eec1-4f69-86ae-6186dd10aef5 req-95e15fb7-a02c-4488-9728-ea29eda7ec7c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 944 time: 0.1080766 Mar 02 20:27:58.278838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-faa37fab-eec1-4f69-86ae-6186dd10aef5 req-82b64623-3a3d-40ce-b3c8-9edf43a56804 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449636 Mar 02 20:27:59.131854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 193d3068-d336-4b63-9037-381eebacc0b7 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:27:59.224960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 193d3068-d336-4b63-9037-381eebacc0b7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:27:59.231823 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 193d3068-d336-4b63-9037-381eebacc0b7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:27:59.232412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:59.349147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:59.376534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:27:59.386548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=193d3068-d336-4b63-9037-381eebacc0b7,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:27:59.392297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:27:59.432568 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7', 'code': 200} Mar 02 20:27:59.464927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3a2ba-2e32-42f3-b908-ad659c362bf5 req-8e496173-8bac-4b18-a52c-9a4c84b788f8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:59.468899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:27:59.471798 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44e3a2ba-2e32-42f3-b908-ad659c362bf5 req-8e496173-8bac-4b18-a52c-9a4c84b788f8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0879540 Mar 02 20:27:59.514729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-44e3a2ba-2e32-42f3-b908-ad659c362bf5 req-996f5bb9-df61-49ab-9c3f-a194cd7d7f04 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Mar 02 20:27:59.656490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebbfdf-1321-4f8e-89bc-700a004af451 req-032ba626-5603-41f8-b2d0-5e2d9758d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:27:59.657973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5eebbfdf-1321-4f8e-89bc-700a004af451 req-032ba626-5603-41f8-b2d0-5e2d9758d675 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1098 time: 0.0712264 Mar 02 20:27:59.698599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5eebbfdf-1321-4f8e-89bc-700a004af451 req-a24b0bb8-eef5-4850-a814-5b389959990c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341268 Mar 02 20:28:00.726804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e1f99-9889-4216-8692-86d9c662551c req-f84ecc8e-28c1-4917-b345-8a07409082ef tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:00.728413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b4e1f99-9889-4216-8692-86d9c662551c req-f84ecc8e-28c1-4917-b345-8a07409082ef tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0989349 Mar 02 20:28:00.774997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b4e1f99-9889-4216-8692-86d9c662551c req-f1b45574-79c3-4e72-b07f-6b0027ea0eac tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403161 Mar 02 20:28:01.974702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ecb21-b389-4daf-a98d-d6df8f6b6880 req-50842c21-f68f-4b3b-8d78-7b1b84c463a2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:01.975841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c9ecb21-b389-4daf-a98d-d6df8f6b6880 req-50842c21-f68f-4b3b-8d78-7b1b84c463a2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0883224 Mar 02 20:28:02.019571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5c9ecb21-b389-4daf-a98d-d6df8f6b6880 req-b2e40caf-bb72-46ac-aced-eb5533b7d3a9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Mar 02 20:28:02.220577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4683-663d-4bad-af9e-4bb8f83476b2 req-f4a9e363-7d40-4983-a20e-7c1888c5f315 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:02.222087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-928e4683-663d-4bad-af9e-4bb8f83476b2 req-f4a9e363-7d40-4983-a20e-7c1888c5f315 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0963953 Mar 02 20:28:02.273982 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-928e4683-663d-4bad-af9e-4bb8f83476b2 req-06f39abd-d17a-45b3-83df-e5ecd7b79123 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Mar 02 20:28:02.297053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45046) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:02.373753 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe466ecd-7da1-400f-8102-e39349f57499 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:02.375186 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-fe466ecd-7da1-400f-8102-e39349f57499 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1093 time: 0.0771728 Mar 02 20:28:02.378076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45050) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:02.382902 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '193d3068-d336-4b63-9037-381eebacc0b7', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:28:02.388918 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:28:02.392785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:floatingip and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:28:02.395588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:28:02.401313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:28:02.412178 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:02.560956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:02.694656 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.106 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/692c5f94-b721-4ed1-8229-c0aebfd062d5) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:28:02.856104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:02.888373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:02.952280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:28:02.955098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:28:02.957857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:28:03.005136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=692c5f94-b721-4ed1-8229-c0aebfd062d5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:03.405241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:03.486069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:03.812051 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:03.819354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:03.929904 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=692c5f94-b721-4ed1-8229-c0aebfd062d5,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:28:03.943480 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:04.120916 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 47768ddb-022e-44ee-b04e-75318ff2ca11 associated. External IP: 172.26.2.106, port: 193d3068-d336-4b63-9037-381eebacc0b7. Mar 02 20:28:04.485677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router eb631ef2-4461-46bf-a0df-aff67a74e2bc has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:28:04.665941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:28:04.676221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Sync routers for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:28:04.686107 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:28:04.686776 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:04.694123 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:04.753249 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-12030f15-079d-4dc5-bf5e-da1e52768728 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3740702 Mar 02 20:28:04.754291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:28:04.800710 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7', 'status': 'completed', 'code': 200} Mar 02 20:28:04.878395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:28:04.962083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d346b-608b-4e01-8b59-2f769063f1e1 req-272cc4bb-d84c-44b3-b3e4-3cf874553570 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:04.963565 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b8d346b-608b-4e01-8b59-2f769063f1e1 req-272cc4bb-d84c-44b3-b3e4-3cf874553570 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1084771 Mar 02 20:28:04.965645 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-a6fdb98e-211c-4314-8065-5be30af623a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:04.967030 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-a6fdb98e-211c-4314-8065-5be30af623a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1098 time: 0.1431506 Mar 02 20:28:05.097019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b8d346b-608b-4e01-8b59-2f769063f1e1 req-dcdc855c-22fe-4d8a-a9f7-ec39a198f524 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270261 Mar 02 20:28:05.123841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45058) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:05.128186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-07a9c8b4-c359-4404-91e5-70f35aceee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:05.129857 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-07a9c8b4-c359-4404-91e5-70f35aceee22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 897 time: 0.1464050 Mar 02 20:28:05.232015 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-6649c5b3-b48e-4e2b-81ab-a60c492ff19e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 999 time: 0.0966496 Mar 02 20:28:05.232367 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0a8530e7-7479-417c-beeb-a577eeef2ae3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/47768ddb-022e-44ee-b04e-75318ff2ca11 HTTP/1.1" status: 200 len: 991 time: 0.1073310 Mar 02 20:28:05.258359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '47768ddb-022e-44ee-b04e-75318ff2ca11', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'port_id': '193d3068-d336-4b63-9037-381eebacc0b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'mac_address': 'fa:16:3e:82:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:28:03Z', 'updated_at': '2022-03-02T20:28:03Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:05.262294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Checking router: eb631ef2-4461-46bf-a0df-aff67a74e2bc for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:28:05.270621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:28:05.271408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:27:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:05.297059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-24f536df-1b48-45d8-90ae-801b7560395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:05.298501 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-24f536df-1b48-45d8-90ae-801b7560395c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0609035 Mar 02 20:28:05.372559 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-9a8e9903-311b-4cf9-9d27-decaa7c64b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:05.373952 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-9a8e9903-311b-4cf9-9d27-decaa7c64b7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683391 Mar 02 20:28:05.448628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:28:05.501875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-7bb9c2fa-c1f6-4114-a805-7e07d3fa9219 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217103 Mar 02 20:28:05.631386 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c8bbf70c-d20e-4208-a61d-5ff93d647040 req-3818201c-efe7-49ec-ab6b-d0359a63bb87 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237252 Mar 02 20:28:05.799340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '47768ddb-022e-44ee-b04e-75318ff2ca11', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'port_id': '193d3068-d336-4b63-9037-381eebacc0b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'mac_address': 'fa:16:3e:82:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:28:03Z', 'updated_at': '2022-03-02T20:28:03Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:28:05.804036 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f56d429-b763-4413-a815-1225f4d53e2d None None] The sync data for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv is: [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '47768ddb-022e-44ee-b04e-75318ff2ca11', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.106', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'port_id': '193d3068-d336-4b63-9037-381eebacc0b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'mac_address': 'fa:16:3e:82:2d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:28:03Z', 'updated_at': '2022-03-02T20:28:03Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:28:05.990785 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0e30f2-7d80-4e9f-b75f-e6ce57372a12 None None] New status for floating IP 47768ddb-022e-44ee-b04e-75318ff2ca11: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:28:06.236632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45062) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:06.340320 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-17384e6c-ba89-41c0-8dfa-882bf39774b7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/47768ddb-022e-44ee-b04e-75318ff2ca11 HTTP/1.1" status: 200 len: 993 time: 0.1026344 Mar 02 20:28:11.849600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88abad70-53e9-4689-b33b-73dbf3bbbe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:15.062875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a8c867f8-598e-4121-b9e3-b6af9afe9395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:15.459894 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:15.488054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:15.528522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:17.079478 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:28:17.195724 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:33.490738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708352-8755-46c8-bd90-c9a9725211f7 req-84c52e2d-b77c-4c8f-89b2-b702690e94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.492285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-84c52e2d-b77c-4c8f-89b2-b702690e94a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1098 time: 0.2383845 Mar 02 20:28:33.502825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae468e6-4b66-42a1-ab7e-098b71ace2ce req-77067977-f856-44e4-ae55-42603c2349bc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.504173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dae468e6-4b66-42a1-ab7e-098b71ace2ce req-77067977-f856-44e4-ae55-42603c2349bc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.2162676 Mar 02 20:28:33.634289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dae468e6-4b66-42a1-ab7e-098b71ace2ce req-7a2b7b01-7635-48d8-a2c7-501e08bd254d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114464 Mar 02 20:28:33.662165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708352-8755-46c8-bd90-c9a9725211f7 req-ad021622-7720-424d-a3ac-d659bfc55eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.663685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-ad021622-7720-424d-a3ac-d659bfc55eae service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 897 time: 0.1585443 Mar 02 20:28:33.766986 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-9129dd62-c0fb-46c1-923f-43dd0d322174 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 1001 time: 0.0969245 Mar 02 20:28:33.834889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708352-8755-46c8-bd90-c9a9725211f7 req-3ab8c5c4-8481-41f8-80f9-acec0cc3b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.836372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-3ab8c5c4-8481-41f8-80f9-acec0cc3b575 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0635786 Mar 02 20:28:33.913419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39708352-8755-46c8-bd90-c9a9725211f7 req-4b450790-5c2a-4d5d-9c2c-9ec743ea39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:33.915252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-4b450790-5c2a-4d5d-9c2c-9ec743ea39e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726466 Mar 02 20:28:34.050382 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-713ee6b7-3f29-49ac-8e16-6f7c7709e363 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280766 Mar 02 20:28:34.197012 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-39708352-8755-46c8-bd90-c9a9725211f7 req-047803d8-f2ca-4af7-a171-45b55ee43214 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400042 Mar 02 20:28:34.828101 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993db6a-9129-4d36-8cf5-af664a67e059 req-53564001-a8b9-4617-9bfe-017a95e8c69a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:34.829589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b993db6a-9129-4d36-8cf5-af664a67e059 req-53564001-a8b9-4617-9bfe-017a95e8c69a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0813584 Mar 02 20:28:34.878637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b993db6a-9129-4d36-8cf5-af664a67e059 req-0c238668-50d6-4f96-826d-0cd3a0080a6e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Mar 02 20:28:36.086523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60513cd8-8655-4409-8e8f-f6d900ac3a47 req-5fc1ef13-deb2-4788-8485-df20230a55e6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:36.087937 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-60513cd8-8655-4409-8e8f-f6d900ac3a47 req-5fc1ef13-deb2-4788-8485-df20230a55e6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1030104 Mar 02 20:28:36.133286 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-60513cd8-8655-4409-8e8f-f6d900ac3a47 req-27cdcf55-7500-4571-bb4a-c3a93a09b51f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Mar 02 20:28:37.335784 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8ecd2-ec37-4834-a810-de6891dcd606 req-7e764baa-7187-4c4d-9125-462a6f629766 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:37.337270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3dc8ecd2-ec37-4834-a810-de6891dcd606 req-7e764baa-7187-4c4d-9125-462a6f629766 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0929592 Mar 02 20:28:37.381626 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3dc8ecd2-ec37-4834-a810-de6891dcd606 req-b8762bab-3222-4972-8344-2ac9139e496d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386677 Mar 02 20:28:38.599095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a1078-62c8-4a26-b727-a95d805f23ff req-493b21cd-24f3-47b9-b833-7096aeca7803 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:38.600597 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b6a1078-62c8-4a26-b727-a95d805f23ff req-493b21cd-24f3-47b9-b833-7096aeca7803 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1004674 Mar 02 20:28:38.646603 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4b6a1078-62c8-4a26-b727-a95d805f23ff req-397ccfbc-10fa-4ba5-9e9c-2bc1b10db0a2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377748 Mar 02 20:28:39.838890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec09e-f362-4833-a964-f276b38bbb21 req-9569592c-6f42-4f98-9bda-8e3ec3a141f4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:39.840416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc7ec09e-f362-4833-a964-f276b38bbb21 req-9569592c-6f42-4f98-9bda-8e3ec3a141f4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0867896 Mar 02 20:28:39.893439 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fc7ec09e-f362-4833-a964-f276b38bbb21 req-2423535f-4e13-4567-bcc0-0caf23d9a1c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445092 Mar 02 20:28:41.095750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e0ce9-71ef-49f2-be9d-78fff94789cb req-481c3d99-5aa4-4477-a5ba-266a7cd69142 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:41.097258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-021e0ce9-71ef-49f2-be9d-78fff94789cb req-481c3d99-5aa4-4477-a5ba-266a7cd69142 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0879641 Mar 02 20:28:41.142855 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-021e0ce9-71ef-49f2-be9d-78fff94789cb req-d8b83ddb-d010-4651-b476-34b5d968def2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Mar 02 20:28:41.849532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b019c4f9-51e3-4d0b-bc21-b61ef2295d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:42.340610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27e065-e1f3-4164-b3dc-726604d134c1 req-c2d31b9e-00f0-4db3-b18e-c04b7c8940f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:42.341973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f27e065-e1f3-4164-b3dc-726604d134c1 req-c2d31b9e-00f0-4db3-b18e-c04b7c8940f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0867996 Mar 02 20:28:42.389613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f27e065-e1f3-4164-b3dc-726604d134c1 req-781be312-d905-4860-886d-63d93ad17947 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Mar 02 20:28:43.599706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93e58-55cd-4aad-894c-50fa2ac928e2 req-732a9ea4-6e11-437f-8f85-6f4aa1c745d0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:43.601219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74c93e58-55cd-4aad-894c-50fa2ac928e2 req-732a9ea4-6e11-437f-8f85-6f4aa1c745d0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1007757 Mar 02 20:28:43.648788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74c93e58-55cd-4aad-894c-50fa2ac928e2 req-8aeebc01-8c9f-4652-a44f-31da1742f307 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Mar 02 20:28:44.847702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31273aaa-5e46-4644-bfc9-a63c0e1d0628 req-e6f09ded-e62c-4a8c-9b94-0c413198f659 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:44.849236 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-31273aaa-5e46-4644-bfc9-a63c0e1d0628 req-e6f09ded-e62c-4a8c-9b94-0c413198f659 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0833082 Mar 02 20:28:44.896708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-31273aaa-5e46-4644-bfc9-a63c0e1d0628 req-f95e3a19-b32e-42c0-991b-a3f68add8a9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Mar 02 20:28:45.046647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-357372fd-9d42-4294-a8e4-8e430430575b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.447548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.492853 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:45.537037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:46.088150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc9a1-c58b-4467-973d-24f9f2920650 req-f05d737c-74de-44de-bfce-b7fd2e23c9d9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:46.089549 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bc6fc9a1-c58b-4467-973d-24f9f2920650 req-f05d737c-74de-44de-bfce-b7fd2e23c9d9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.0803370 Mar 02 20:28:46.133802 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bc6fc9a1-c58b-4467-973d-24f9f2920650 req-4128ceb1-234b-4255-b1d6-89898d7d9ac4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384219 Mar 02 20:28:46.156735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45102) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:28:46.372128 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2dc4e49c-fa12-431d-8c25-89fee9b8c610 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/47768ddb-022e-44ee-b04e-75318ff2ca11 HTTP/1.1" status: 200 len: 993 time: 0.2141631 Mar 02 20:28:47.206020 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:28:54.082905 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:28:57.928102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-6941a21a-7423-417a-bf4d-b363a42c145a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728693 Mar 02 20:28:58.092027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-21ac5edf-8e3f-4bae-ac26-92fc79495d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:58.093584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-21ac5edf-8e3f-4bae-ac26-92fc79495d33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1098 time: 0.0843899 Mar 02 20:28:58.239674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-7ea4129c-5277-41a7-bffc-aec61652e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:58.241273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-7ea4129c-5277-41a7-bffc-aec61652e176 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 897 time: 0.1279147 Mar 02 20:28:58.351196 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-56348278-3d41-49fc-afcf-1f72fcb32f99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 1001 time: 0.1019340 Mar 02 20:28:58.413514 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-d1efd2a4-4ec0-4367-a926-0d7d01e57191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:58.415316 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-d1efd2a4-4ec0-4367-a926-0d7d01e57191 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0582876 Mar 02 20:28:58.500378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-143eff84-82a2-42a9-bd73-9d087ffe0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:28:58.501884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-143eff84-82a2-42a9-bd73-9d087ffe0303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810390 Mar 02 20:28:58.637479 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-a18ece1b-f166-4377-9d0a-fff8598ab447 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278095 Mar 02 20:28:58.782774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4dab61e0-f06d-45ea-9865-a36a0a13e607 req-ad24a1e2-ce4b-41f6-aa16-4a98a749ead6 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388211 Mar 02 20:29:11.847258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-51b770a4-00c6-439c-a55a-52af93da9c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:14.403952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45126) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:14.615308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 692c5f94-b721-4ed1-8229-c0aebfd062d5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:29:14.615624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:14.783450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:14.783675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:14.902998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 692c5f94-b721-4ed1-8229-c0aebfd062d5 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:29:15.051936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-02e6ffe4-6e42-420d-a539-4ab472102394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.169904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.226584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=692c5f94-b721-4ed1-8229-c0aebfd062d5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:15.264598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.264953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.265278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.265605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.265931 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.266248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.266551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.266888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.267212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.267527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.267869 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.268186 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:15.326921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.327129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 47768ddb-022e-44ee-b04e-75318ff2ca11 disassociated (deleted). External IP: 172.26.2.106, port: 193d3068-d336-4b63-9037-381eebacc0b7. Mar 02 20:29:15.451755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.499701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.531978 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.679416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router eb631ef2-4461-46bf-a0df-aff67a74e2bc has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:29:15.868074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:29:15.878248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Sync routers for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:29:15.888944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:15.889565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:15.890165 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:15.948549 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a1fd50e8-1f7a-4260-9675-18af4981b561 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/floatingips/47768ddb-022e-44ee-b04e-75318ff2ca11 HTTP/1.1" status: 204 len: 168 time: 1.5404708 Mar 02 20:29:15.948549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:29:15.995027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7', 'status': 'completed', 'code': 200} Mar 02 20:29:16.063658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:16.094766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85703cb-3a47-4583-98b4-9a53947e418d req-b2e090c4-1d20-441e-8983-dbe5a5ee9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:16.096310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-b2e090c4-1d20-441e-8983-dbe5a5ee9902 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 1098 time: 0.0787475 Mar 02 20:29:16.287905 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85703cb-3a47-4583-98b4-9a53947e418d req-57ab8ada-9867-49c5-9f06-307115c9fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:16.289613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-57ab8ada-9867-49c5-9f06-307115c9fe9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 200 len: 897 time: 0.1865103 Mar 02 20:29:16.361905 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-e02eeec1-1ae6-41c9-8f1e-2fa5fd7204cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 200 len: 217 time: 0.0644848 Mar 02 20:29:16.423216 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:16.427244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Checking router: eb631ef2-4461-46bf-a0df-aff67a74e2bc for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:29:16.435568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bd37c-cb09-4f22-aadf-44a6109fa86b req-ad34aca6-9abe-4d0d-b901-05ca5446b626 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:16.435805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:16.436265 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-fe6bd37c-cb09-4f22-aadf-44a6109fa86b req-ad34aca6-9abe-4d0d-b901-05ca5446b626 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:16.436463 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:16.447115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85703cb-3a47-4583-98b4-9a53947e418d req-a081fe98-57e1-41fb-be12-5d5fae0834a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:16.448625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-a081fe98-57e1-41fb-be12-5d5fae0834a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 200 len: 835 time: 0.0802953 Mar 02 20:29:16.492230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-fe6bd37c-cb09-4f22-aadf-44a6109fa86b req-ad34aca6-9abe-4d0d-b901-05ca5446b626 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:16.493369 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe6bd37c-cb09-4f22-aadf-44a6109fa86b req-ad34aca6-9abe-4d0d-b901-05ca5446b626 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.2490251 Mar 02 20:29:16.547070 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe6bd37c-cb09-4f22-aadf-44a6109fa86b req-38332b6c-3fcc-40af-8398-be77317e8e7c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470130 Mar 02 20:29:16.566369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85703cb-3a47-4583-98b4-9a53947e418d req-2d222072-e7cf-4759-adf0-a1c7eb541702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:16.567871 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-2d222072-e7cf-4759-adf0-a1c7eb541702 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127512 Mar 02 20:29:16.630893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:16.819667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-734ff2f9-6dd7-4b1c-8c62-aec07481c940 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445390 Mar 02 20:29:16.942536 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:16.946541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829cc44-4629-4b54-b49b-595364ec82ce None None] The sync data for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv is: [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:27:48Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'a2c3014c-19ae-4820-9fc3-423022928a5a', 'name': '', 'network_id': 'ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:30:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:47Z', 'updated_at': '2022-03-02T20:27:54Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '5e740334-bc07-42fc-8007-29f5eaf3425d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:29:16.950731 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f85703cb-3a47-4583-98b4-9a53947e418d req-70536b8b-15f9-47f8-83b3-d657e24b2620 service neutron] 10.222.0.32 "GET /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234460 Mar 02 20:29:17.153525 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948f7c3-97cc-4f44-b77a-604863137655 None None] New status for floating IP 47768ddb-022e-44ee-b04e-75318ff2ca11: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:29:17.195604 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:17.788169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-26875d05-ac79-4737-94ff-d9a91cd6ae4a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:17.789989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-26875d05-ac79-4737-94ff-d9a91cd6ae4a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1446388 Mar 02 20:29:17.800263 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58d404-7f27-4534-8346-1e54b2d03c25 req-b71860e7-14e6-4dcb-a1ea-926f8c06da8f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:17.801678 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e58d404-7f27-4534-8346-1e54b2d03c25 req-b71860e7-14e6-4dcb-a1ea-926f8c06da8f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 945 time: 0.1259162 Mar 02 20:29:17.893461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 193d3068-d336-4b63-9037-381eebacc0b7 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:29:17.894120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:17.925803 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3e58d404-7f27-4534-8346-1e54b2d03c25 req-edb6c840-fda3-45e0-aa17-c66241d10449 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954008 Mar 02 20:29:18.140422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 193d3068-d336-4b63-9037-381eebacc0b7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=193d3068-d336-4b63-9037-381eebacc0b7,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:18.140657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:18.265444 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 193d3068-d336-4b63-9037-381eebacc0b7 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:29:18.417680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:18.469834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=193d3068-d336-4b63-9037-381eebacc0b7,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:18.545703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port 193d3068-d336-4b63-9037-381eebacc0b7 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:29:18.548242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:18.550851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'name': 'network-vif-deleted', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:29:18.570123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe108302-6b75-4dff-873a-66428dd68dd5 req-5b3cac44-1074-4a43-be52-18a3da28f3c5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "DELETE /v2.0/ports/193d3068-d336-4b63-9037-381eebacc0b7 HTTP/1.1" status: 204 len: 173 time: 0.7674844 Mar 02 20:29:18.601098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e813c6-4733-4e34-ad56-41fac03d90cc', 'name': 'network-vif-deleted', 'tag': '193d3068-d336-4b63-9037-381eebacc0b7', 'status': 'completed', 'code': 200} Mar 02 20:29:19.086395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70ad86a2-3a3e-445d-92cc-8737f40707ce req-64da6c49-37cb-4e07-92f4-e9586a10b2cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:19.103019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-70ad86a2-3a3e-445d-92cc-8737f40707ce req-64da6c49-37cb-4e07-92f4-e9586a10b2cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:19.104125 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-70ad86a2-3a3e-445d-92cc-8737f40707ce req-64da6c49-37cb-4e07-92f4-e9586a10b2cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=c9e813c6-4733-4e34-ad56-41fac03d90cc HTTP/1.1" status: 200 len: 210 time: 0.0589910 Mar 02 20:29:20.211014 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45144) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:20.884900 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:21.237883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port a2c3014c-19ae-4820-9fc3-423022928a5a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:29:21.238609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:21.428642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port a2c3014c-19ae-4820-9fc3-423022928a5a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a2c3014c-19ae-4820-9fc3-423022928a5a,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:21.428986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:21.549090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for a2c3014c-19ae-4820-9fc3-423022928a5a owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:29:21.571299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 193d3068-d336-4b63-9037-381eebacc0b7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:21.607174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 193d3068-d336-4b63-9037-381eebacc0b7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:29:21.607517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 193d3068-d336-4b63-9037-381eebacc0b7 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:21.995045 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:22.076699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=a2c3014c-19ae-4820-9fc3-423022928a5a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:22.121776 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.122121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.122441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.122800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.123128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.123451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.123771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.124132 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.124482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.124797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.125102 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.125418 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:22.344746 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:22.711043 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router eb631ef2-4461-46bf-a0df-aff67a74e2bc has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:29:22.888353 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:29:22.898479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Sync routers for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:29:22.909193 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8b632525-0ab5-49e1-934b-206924e688b3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/eb631ef2-4461-46bf-a0df-aff67a74e2bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6944406 Mar 02 20:29:22.909386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:22.909386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:22.909561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45148) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:22.974658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting subnet 5e740334-bc07-42fc-8007-29f5eaf3425d {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:29:22.977657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.035115 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.083817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:23.118562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.190661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.231413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Subnet': ['ID=5e740334-bc07-42fc-8007-29f5eaf3425d,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:23.235059 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.241848 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-69ca645f-4f23-4760-8c26-ef0dc8e8a877 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/subnets/5e740334-bc07-42fc-8007-29f5eaf3425d HTTP/1.1" status: 204 len: 168 time: 0.3312197 Mar 02 20:29:23.244378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45152) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:23.262039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753207ba-15bb-46ca-b73f-16b4fbd31e78 None None] Network ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:29:23.539733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.576625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:29:21Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:23.580527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Checking router: eb631ef2-4461-46bf-a0df-aff67a74e2bc for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:29:23.589455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Routers {'eb631ef2-4461-46bf-a0df-aff67a74e2bc'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:23.590065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:23.651977 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] DHCP port deletion for ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:29:23.660832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Deleting port 59833c7a-7284-4603-a69e-ba88c7a0c27c {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:29:23.661194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.725318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.736150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port f8a92f92-13b5-409c-90ab-d970105161a5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:29:23.736540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.854179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] Set router eb631ef2-4461-46bf-a0df-aff67a74e2bc gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:23.917576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port f8a92f92-13b5-409c-90ab-d970105161a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f8a92f92-13b5-409c-90ab-d970105161a5,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:23.918170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:23.986019 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59833c7a-7284-4603-a69e-ba88c7a0c27c no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:24.039932 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for f8a92f92-13b5-409c-90ab-d970105161a5 owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:29:24.183064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] For port 59833c7a-7284-4603-a69e-ba88c7a0c27c, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59833c7a-7284-4603-a69e-ba88c7a0c27c,segment=NetworkSegment(a7ec6fe6-325e-404a-b6cb-daff373818f5),segment_id=a7ec6fe6-325e-404a-b6cb-daff373818f5)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:24.183449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.209275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.256065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=f8a92f92-13b5-409c-90ab-d970105161a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:24.317407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Calling delete_port for 59833c7a-7284-4603-a69e-ba88c7a0c27c owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:29:24.345897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.478951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.509690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.518172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.520508 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.543571 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.544134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Fanout notify agent at l3_agent the message router_deleted on router eb631ef2-4461-46bf-a0df-aff67a74e2bc {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:29:24.563939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.565260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-04424beb-6f5a-408d-9d07-1ce917f6ba2f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/routers/eb631ef2-4461-46bf-a0df-aff67a74e2bc HTTP/1.1" status: 204 len: 168 time: 1.3198564 Mar 02 20:29:24.567930 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45156) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:24.617272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Pushing event deleted for resources: {'Port': ['ID=59833c7a-7284-4603-a69e-ba88c7a0c27c,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:24.653023 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] No DVR routers for this DVR port 59833c7a-7284-4603-a69e-ba88c7a0c27c on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:29:24.655225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.655586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.655909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.656225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.656568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.656960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.657321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.657634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.657944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.658240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.658545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.658851 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5da472-445e-4b52-8192-c13dd2feee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:24.692819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:29:21Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:24.696731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.697679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b111939d-0336-4e2b-bff0-a159fb85308b None None] The sync data for ids ['eb631ef2-4461-46bf-a0df-aff67a74e2bc'] in dv-neutron-831594-2-hyperv is: [{'id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1579887024', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:27:43Z', 'updated_at': '2022-03-02T20:29:21Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': 'f8a92f92-13b5-409c-90ab-d970105161a5', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:25:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb631ef2-4461-46bf-a0df-aff67a74e2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:27:44Z', 'updated_at': '2022-03-02T20:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:29:24.936658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:24.961603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:24.973589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ec6fe6-325e-404a-b6cb-daff373818f5') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:24.973589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ec6fe6-325e-404a-b6cb-daff373818f5') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:24.985226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.001078 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.007981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:29:25.008412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:29:25.024673 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:29:25.106795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.124529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.135872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Network': ['ID=ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:25.148598 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-03cb2543-57e9-40c8-8f7e-2e6f7a8774a0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/networks/ff642e3e-7ec3-4d0e-8cb2-d0a43f392dc2 HTTP/1.1" status: 204 len: 168 time: 0.5770566 Mar 02 20:29:25.148913 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45160) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:25.218196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.248370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.321051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.340649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:25.359206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.360930 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ec1eb969-d50f-4175-9183-5e66acee33c3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/security-groups/6fab46d5-06d3-4acf-9dcd-5f7b631ec9cb HTTP/1.1" status: 204 len: 168 time: 0.2108376 Mar 02 20:29:25.804528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45168) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:25.809805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-980477121', 'description': 'tempest-secgroup-smoke-980477121 description', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:25.815881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:25.819978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:25.822870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:25.829058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:25.841071 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.863284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:25.865210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:25.868110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:25.873844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:25.901061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f8a92f92-13b5-409c-90ab-d970105161a5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:25.937258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f8a92f92-13b5-409c-90ab-d970105161a5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:29:25.937527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f8a92f92-13b5-409c-90ab-d970105161a5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:25.937944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2c3014c-19ae-4820-9fc3-423022928a5a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:29:25.945110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.950142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.973234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: a2c3014c-19ae-4820-9fc3-423022928a5a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:29:25.973529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a2c3014c-19ae-4820-9fc3-423022928a5a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:29:25.994230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c730bd1-d640-4921-9ccd-e1eb3af6df22,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:25.998281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:25.999521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7ab5e93c-21e0-4a06-8109-4b9080eed26d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1940031 Mar 02 20:29:26.002835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45172) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.007954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.014011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.017814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.020648 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.026242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.044522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.104763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.112128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.138980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91bbc86-4ac1-4bd4-89fd-8743d3f12728,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.149786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.150975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b3acecb5-938f-4581-8b85-ff8d7ddc111b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472223 Mar 02 20:29:26.154025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45176) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.159257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.165506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.169389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.172248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.177915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.196943 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.259805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.265404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.293843 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a1d85e-6752-4f69-8ca7-ba95b3166d93,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.304080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.305378 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e8822b61-fb11-4c93-b6be-3096aa0c7da4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503868 Mar 02 20:29:26.308095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45180) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.313146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.318993 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.322884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.325806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.332050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.354044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.422540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.427641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.459741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215e8f4c-6cca-4d10-a1fe-8e47d15e5f58,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.470329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.471534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-de72c668-9403-4b0c-babf-9c3bb8035ed9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624200 Mar 02 20:29:26.474559 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45184) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.479892 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.486312 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.490666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.493736 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.500145 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.518859 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.586310 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.592112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.614710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4556243c-9483-474a-b013-9fb3cd744d28,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.624805 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.625990 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-941db882-169f-4525-8f92-46b2d54e27a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504519 Mar 02 20:29:26.629402 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45188) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.639543 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.645772 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.649699 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.652624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.658290 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.669235 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:29:26.676199 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.743035 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.748004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.771677 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44535e10-2039-4594-9cfe-1d79bc044d03,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.782545 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.786742 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-68c4c28b-b0ea-48eb-9dd9-dbe04c336b59 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533513 Mar 02 20:29:26.787009 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45192) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.792458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '1c730bd1-d640-4921-9ccd-e1eb3af6df22', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.798815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.802794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.805665 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.811147 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.823126 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:29:26.830287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.895397 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.900232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.923362 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626fc786-0b4a-402f-97fb-209e6b5d8575,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:26.933071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:26.934765 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1e3963f6-9300-49c6-bd31-2c201d8cf4cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464863 Mar 02 20:29:26.937764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45196) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:26.943232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'network': {'name': 'tempest-network-smoke--1866272803', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:26.948313 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:26.952465 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:network and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:26.955279 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:26.961696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:26.975301 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:26.978817 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.120004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:29:27.130081 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.130434 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Added segment 61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc of type vlan for network 8308313a-83b0-44b6-a71a-63a4a5982cda Mar 02 20:29:27.161515 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.195828 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.202317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:27.202913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.309119 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3703234 Mar 02 20:29:27.312609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45200) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:27.318399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae472b95-4598-48b8-b91b-d20e2f30c5cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Network': ['ID=8308313a-83b0-44b6-a71a-63a4a5982cda,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:27.320637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'admin_state_up': True, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:27.330349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:27.332933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 8308313a-83b0-44b6-a71a-63a4a5982cda details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:29:27.334715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:router and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:27.337802 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:27.344658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:27.356041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.357128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.373138 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.638991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.940857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:27.972026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.103393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.124 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/2396c13e-6609-478e-9969-24f2cb56b46a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:28.361215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.396929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:28.461055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:28.463704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:28.471358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:29:28.505861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=2396c13e-6609-478e-9969-24f2cb56b46a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:28.896320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:29.239357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:29.456562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 101d99dd-c045-41f3-acea-80968fbeb873 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:29:29.756469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:29:29.767219 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Sync routers for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:29:29.778345 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:29.779298 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:29.788959 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:29.790520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4426cb46-095f-456b-9816-a23f58b2ed2d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4767661 Mar 02 20:29:29.793863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45204) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:29.836219 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a6745c31-efbb-41bf-9594-63c10eb0a770 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cbad553f484a41d2a2d8227aae01d90b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411983 Mar 02 20:29:29.839114 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45208) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:29.971283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079e971-f290-4b71-bed9-8a883d0a4ba0 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:29.972839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e079e971-f290-4b71-bed9-8a883d0a4ba0 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327899 Mar 02 20:29:29.975779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45212) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:30.006460 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:30.014999 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4ed37f8d-3ef8-4023-b09b-eb214cc1fdb3 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379193 Mar 02 20:29:30.017733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45216) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:30.023135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435127106', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:30.140464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:30.144633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:subnet and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:30.147622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:30.154813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:30.172624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:30.178218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.339572 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:30.344259 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Checking router: 101d99dd-c045-41f3-acea-80968fbeb873 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:29:30.344700 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Updating router 101d99dd-c045-41f3-acea-80968fbeb873 port 2396c13e-6609-478e-9969-24f2cb56b46a binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:29:30.402609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.440015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.523866 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Subnet': ['ID=285bea35-cc1e-44f8-a894-4a80b55ddc59,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:30.535561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Checking segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:29:30.535918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network hostable DHCP agents. Network: 8308313a-83b0-44b6-a71a-63a4a5982cda, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:29:30.556946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 8308313a-83b0-44b6-a71a-63a4a5982cda is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:29:30.569150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 8308313a-83b0-44b6-a71a-63a4a5982cda) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:30.574167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:30.574758 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.581178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a96ce2-05cb-4f71-927e-3e86b7fe2b88 None None] Network 8308313a-83b0-44b6-a71a-63a4a5982cda requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:29:30.603892 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-248dab06-02b3-45b5-b769-8663cc37d80a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5850699 Mar 02 20:29:30.606891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45220) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:30.769067 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.783389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Transition to ACTIVE for port object 2396c13e-6609-478e-9969-24f2cb56b46a will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:30.793012 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.803730 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-8308313a-83b0-44b6-a71a-63a4a5982cda', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:29:30.804602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.859535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Attempting to bind port 2396c13e-6609-478e-9969-24f2cb56b46a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:30.859535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Attempting to bind port 2396c13e-6609-478e-9969-24f2cb56b46a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:30.859535 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Attempting to bind port 2396c13e-6609-478e-9969-24f2cb56b46a on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:29:30.873003 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:29:30.873003 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:29:30.873519 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.873769 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:29:30.875101 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Bound port: 2396c13e-6609-478e-9969-24f2cb56b46a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:30.875101 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:30.958922 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Pushing event updated for resources: {'Port': ['ID=2396c13e-6609-478e-9969-24f2cb56b46a,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:30.970095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Allocated IP 172.20.0.2 (8308313a-83b0-44b6-a71a-63a4a5982cda/285bea35-cc1e-44f8-a894-4a80b55ddc59/4773e1b2-7652-434a-b010-00b44df30cea) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:30.971198 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.971557 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.971887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.972186 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.972657 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.972884 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.973201 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.973565 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.973852 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.974168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.974533 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.974843 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:29:30.985427 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] For port 2396c13e-6609-478e-9969-24f2cb56b46a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:29:30.989651 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] For port 2396c13e-6609-478e-9969-24f2cb56b46a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2396c13e-6609-478e-9969-24f2cb56b46a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:29:30.996968 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.088776 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:31.089736 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:31.147847 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:29:31.161967 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b8d06-fb9f-4e18-82ba-23da573895c5 None None] Pushing event updated for resources: {'Port': ['ID=2396c13e-6609-478e-9969-24f2cb56b46a,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:31.202958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.213840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Transition to ACTIVE for port object 4773e1b2-7652-434a-b010-00b44df30cea will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:31.234280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Transition to ACTIVE for port object 4773e1b2-7652-434a-b010-00b44df30cea will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:31.241567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.286346 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:31.312649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Network 8308313a-83b0-44b6-a71a-63a4a5982cda is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:31.319994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:31.325941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:29:31.334239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Pushing event updated for resources: {'Port': ['ID=4773e1b2-7652-434a-b010-00b44df30cea,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:31.427453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Attempting to bind port 4773e1b2-7652-434a-b010-00b44df30cea on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:31.427805 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Attempting to bind port 4773e1b2-7652-434a-b010-00b44df30cea by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:31.428159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Attempting to bind port 4773e1b2-7652-434a-b010-00b44df30cea on network 8308313a-83b0-44b6-a71a-63a4a5982cda {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:29:31.437169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:29:31.437705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Checking segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:29:31.438272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.438820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Bound using segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:29:31.439472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Bound port: 4773e1b2-7652-434a-b010-00b44df30cea, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:31.440024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.541738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.542714 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-01031b10-767e-488d-8650-a1f063f1450d None None] For port 4773e1b2-7652-434a-b010-00b44df30cea, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:29:31.546937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-01031b10-767e-488d-8650-a1f063f1450d None None] For port 4773e1b2-7652-434a-b010-00b44df30cea, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4773e1b2-7652-434a-b010-00b44df30cea,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:29:31.555413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:31.655689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01031b10-767e-488d-8650-a1f063f1450d None None] Pushing event updated for resources: {'Port': ['ID=4773e1b2-7652-434a-b010-00b44df30cea,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:31.669848 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:31.674213 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9922d3-97aa-4967-a928-88ec0956bad1 None None] The sync data for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv is: [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:28Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:29:32.005959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4773e1b2-7652-434a-b010-00b44df30cea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:32.048995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.1 (8308313a-83b0-44b6-a71a-63a4a5982cda/285bea35-cc1e-44f8-a894-4a80b55ddc59/dec1938b-9587-4578-ad43-c9fe8ee748a5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:32.088090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4773e1b2-7652-434a-b010-00b44df30cea completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:32.223362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.240576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object dec1938b-9587-4578-ad43-c9fe8ee748a5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:32.266890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.336537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 8308313a-83b0-44b6-a71a-63a4a5982cda is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:32.344368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:32.346909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:29:32.385963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:32.420120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.662076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d900f16-dc80-43c5-a571-ee1237b4fcee None None] Network 8308313a-83b0-44b6-a71a-63a4a5982cda requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:29:32.694851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:32.766866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Provisioning for port 4773e1b2-7652-434a-b010-00b44df30cea completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:32.777208 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Provisioning complete for port 4773e1b2-7652-434a-b010-00b44df30cea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:32.777541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.036696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.079232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] For port 4773e1b2-7652-434a-b010-00b44df30cea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4773e1b2-7652-434a-b010-00b44df30cea,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:33.086056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.106564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.113096 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.159817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053cf15-5fe2-48a8-a9c7-b367d21f3358 None None] Pushing event updated for resources: {'Port': ['ID=4773e1b2-7652-434a-b010-00b44df30cea,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:33.361063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:33.364506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.409191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Provisioning for port dec1938b-9587-4578-ad43-c9fe8ee748a5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:33.415248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Provisioning complete for port dec1938b-9587-4578-ad43-c9fe8ee748a5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:33.415962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.482840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Port dec1938b-9587-4578-ad43-c9fe8ee748a5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:29:33.495063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Provisioning complete for port 4773e1b2-7652-434a-b010-00b44df30cea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:33.495482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eda2898e-fa09-41b7-9782-433333627f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.512070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 8308313a-83b0-44b6-a71a-63a4a5982cda is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:33.513212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:33.714857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 101d99dd-c045-41f3-acea-80968fbeb873 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:29:33.741096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dd602d0a-5189-4710-b51f-4223d046e1d5 None None] Provisioning complete for port dec1938b-9587-4578-ad43-c9fe8ee748a5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:33.741677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dd602d0a-5189-4710-b51f-4223d046e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:33.794513 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dd602d0a-5189-4710-b51f-4223d046e1d5 None None] Port dec1938b-9587-4578-ad43-c9fe8ee748a5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:29:33.897412 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:29:33.907156 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Sync routers for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:29:33.910710 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-74ade5ed-943a-4963-9345-8c147b55045e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/101d99dd-c045-41f3-acea-80968fbeb873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2991815 Mar 02 20:29:33.931194 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:33.932037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:33.991720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4773e1b2-7652-434a-b010-00b44df30cea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:34.112297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-d4612402-92be-4bb4-a0a3-5984ce6eb479 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:34.131430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-d4612402-92be-4bb4-a0a3-5984ce6eb479 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:34.139618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-d4612402-92be-4bb4-a0a3-5984ce6eb479 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-980477121&fields=id&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 267 time: 0.0666404 Mar 02 20:29:34.159592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4773e1b2-7652-434a-b010-00b44df30cea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:34.159944 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.199607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:34.282983 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-162660f1-e22d-4109-af57-47f8599b1a52 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:34.283670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-162660f1-e22d-4109-af57-47f8599b1a52 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:34.301633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-162660f1-e22d-4109-af57-47f8599b1a52 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:34.302815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-162660f1-e22d-4109-af57-47f8599b1a52 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 797 time: 0.1623800 Mar 02 20:29:34.317679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-922e96ff-23aa-4abd-89e6-7b0f636f50c4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/quotas/cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 375 time: 0.0093019 Mar 02 20:29:34.402153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-211deead-0d21-47d0-bb7f-b90381a13ccf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:34.421140 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-211deead-0d21-47d0-bb7f-b90381a13ccf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:34.422451 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-211deead-0d21-47d0-bb7f-b90381a13ccf tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995581 Mar 02 20:29:34.439235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-6a6013fa-6382-4ccf-a17f-73e86b54d76f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:29:34.440317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-6a6013fa-6382-4ccf-a17f-73e86b54d76f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055420 Mar 02 20:29:34.493958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2396c13e-6609-478e-9969-24f2cb56b46a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:34.571984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-c96c8016-3fee-4711-a208-98377ee40fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256011 Mar 02 20:29:34.622387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 2396c13e-6609-478e-9969-24f2cb56b46a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:34.629464 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2396c13e-6609-478e-9969-24f2cb56b46a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:34.629828 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.675864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 2, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:34.688690 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Checking router: 101d99dd-c045-41f3-acea-80968fbeb873 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:29:34.689041 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Updating router 101d99dd-c045-41f3-acea-80968fbeb873 port dec1938b-9587-4578-ad43-c9fe8ee748a5 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:29:34.703670 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-d0ea2c51-f84f-4351-a966-865b5796da33 service neutron] 10.222.0.36 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256042 Mar 02 20:29:34.776577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.846817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:34.876862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 2396c13e-6609-478e-9969-24f2cb56b46a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2396c13e-6609-478e-9969-24f2cb56b46a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:34.888101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4d48b122-37ac-4f86-8cf8-b6a0063a2e4d req-586b4546-acc6-45d6-b57c-0535591a550f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 210 time: 0.0438259 Mar 02 20:29:34.920815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.034374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=2396c13e-6609-478e-9969-24f2cb56b46a,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:35.244628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.257520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Transition to ACTIVE for port object dec1938b-9587-4578-ad43-c9fe8ee748a5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:35.265741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.426896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e35c8-33f7-4c7a-9fe8-45e0b793edf1 None None] Pushing event updated for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:35.489815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Attempting to bind port dec1938b-9587-4578-ad43-c9fe8ee748a5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:35.490221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Attempting to bind port dec1938b-9587-4578-ad43-c9fe8ee748a5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:35.490553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Attempting to bind port dec1938b-9587-4578-ad43-c9fe8ee748a5 on network 8308313a-83b0-44b6-a71a-63a4a5982cda {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:29:35.496555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:29:35.496848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Checking segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:29:35.497243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.497624 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Bound using segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:29:35.498076 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Bound port: dec1938b-9587-4578-ad43-c9fe8ee748a5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:35.498432 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.614098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] For port dec1938b-9587-4578-ad43-c9fe8ee748a5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:29:35.617227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] For port dec1938b-9587-4578-ad43-c9fe8ee748a5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dec1938b-9587-4578-ad43-c9fe8ee748a5,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:29:35.623328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:35.703203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:35.703841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:35.757493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e35c8-33f7-4c7a-9fe8-45e0b793edf1 None None] Pushing event updated for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:35.892573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:35.944653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2396c13e-6609-478e-9969-24f2cb56b46a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:36.051897 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85a3edd5-2ac5-45ee-a05f-1e3040a444d8 req-7475c7a9-5daa-4cbb-9dae-c46ecef233ae tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 210 time: 0.0496187 Mar 02 20:29:36.190726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 2396c13e-6609-478e-9969-24f2cb56b46a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:36.191103 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:36.214840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-0cadc72c-fa60-424d-9352-447e76aaf7fc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:36.216571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-0cadc72c-fa60-424d-9352-447e76aaf7fc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 797 time: 0.1600046 Mar 02 20:29:36.269942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-11e6d092-46c2-4190-b727-eb9944100219 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 379 time: 0.0448265 Mar 02 20:29:36.278478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'port': {'device_id': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'admin_state_up': True, 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'security_groups': ['1c730bd1-d640-4921-9ccd-e1eb3af6df22']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:36.385057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:35Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:36.389323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d47b3b-34de-4e97-bfbf-2185c5d4c044 None None] The sync data for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv is: [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:35Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:29:36.551080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:36.561390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:36.574004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:29:36.578080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:36.746927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.12 (8308313a-83b0-44b6-a71a-63a4a5982cda/285bea35-cc1e-44f8-a894-4a80b55ddc59/41cc2fa9-58c2-48da-a64c-135982ec2ccb) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:36.942994 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:36.959640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object 41cc2fa9-58c2-48da-a64c-135982ec2ccb will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:36.987293 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.053624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 8308313a-83b0-44b6-a71a-63a4a5982cda is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:37.056688 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:37.059060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:29:37.114237 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:37.149682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:37.150350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.188672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-ba34d3ca-fa02-48ee-ab97-b5d5c35eb60f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141626 Mar 02 20:29:37.225331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Request body: {'port': {'device_id': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:37.305183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5bb04111-7192-422d-b88a-451b1b595f2d None None] Provisioning for port 41cc2fa9-58c2-48da-a64c-135982ec2ccb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:37.310721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-5bb04111-7192-422d-b88a-451b1b595f2d None None] Provisioning complete for port 41cc2fa9-58c2-48da-a64c-135982ec2ccb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:37.311296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5bb04111-7192-422d-b88a-451b1b595f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.367236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.369534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-5bb04111-7192-422d-b88a-451b1b595f2d None None] Port 41cc2fa9-58c2-48da-a64c-135982ec2ccb cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:29:37.395340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd00cc-3b08-439e-bd2b-fa4744118631 req-17a3de47-03cf-4156-8ce0-334f257662b5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:37.396058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6cfd00cc-3b08-439e-bd2b-fa4744118631 req-17a3de47-03cf-4156-8ce0-334f257662b5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:29:37.459821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-6cfd00cc-3b08-439e-bd2b-fa4744118631 req-17a3de47-03cf-4156-8ce0-334f257662b5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:29:37.461017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6cfd00cc-3b08-439e-bd2b-fa4744118631 req-17a3de47-03cf-4156-8ce0-334f257662b5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 932 time: 0.2752807 Mar 02 20:29:37.569168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6cfd00cc-3b08-439e-bd2b-fa4744118631 req-07469eab-7194-4b8d-9e1c-679e663d8dd3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991247 Mar 02 20:29:37.776775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cc2fa9-58c2-48da-a64c-135982ec2ccb {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:29:37.784120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.799759 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Transition to ACTIVE for port object 41cc2fa9-58c2-48da-a64c-135982ec2ccb will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:29:37.805345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:37.942768 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dec1938b-9587-4578-ad43-c9fe8ee748a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:37.958689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:38.019202 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port dec1938b-9587-4578-ad43-c9fe8ee748a5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:38.024558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dec1938b-9587-4578-ad43-c9fe8ee748a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:38.025015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.048461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Attempting to bind port 41cc2fa9-58c2-48da-a64c-135982ec2ccb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:29:38.048876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Attempting to bind port 41cc2fa9-58c2-48da-a64c-135982ec2ccb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:29:38.049662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Attempting to bind port 41cc2fa9-58c2-48da-a64c-135982ec2ccb on network 8308313a-83b0-44b6-a71a-63a4a5982cda {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:29:38.054853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Port 41cc2fa9-58c2-48da-a64c-135982ec2ccb on network 8308313a-83b0-44b6-a71a-63a4a5982cda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:29:38.055397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Attempting to bind port 41cc2fa9-58c2-48da-a64c-135982ec2ccb on network 8308313a-83b0-44b6-a71a-63a4a5982cda {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:29:38.060345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:29:38.060753 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Checking segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:29:38.061222 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Bound using segment: {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:29:38.061751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Bound port: 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:29:38.062089 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.154653 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:29:38.158164 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:29:38.165045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.191875 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.221001 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:38.221723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.223005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] 10.222.0.32 "PUT /v2.0/ports/41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1094 time: 1.0018661 Mar 02 20:29:38.223410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:29:38.224699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port dec1938b-9587-4578-ad43-c9fe8ee748a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dec1938b-9587-4578-ad43-c9fe8ee748a5,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:38.231016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:38.313840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:38.366129 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'status': 'completed', 'code': 200} Mar 02 20:29:38.411792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd2735-b057-49ab-ac48-143fe44af90c service neutron] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:38.451180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-76a19412-e9c3-468a-b22d-8d92461f6db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:38.453035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-76a19412-e9c3-468a-b22d-8d92461f6db0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1097 time: 0.0889220 Mar 02 20:29:38.524904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-2b1ad282-8b84-49db-aed8-13b180bd2523 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 217 time: 0.0630116 Mar 02 20:29:38.590579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-28c45f3e-44f5-44a4-ad43-70e88bb561cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:38.591968 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-28c45f3e-44f5-44a4-ad43-70e88bb561cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0588207 Mar 02 20:29:38.669706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-f79fd704-1e60-438a-b77d-bba816f973a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:38.671190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-f79fd704-1e60-438a-b77d-bba816f973a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731022 Mar 02 20:29:38.859899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-e55cdc1b-6cb4-4ea2-b63d-7bf1cb0860ba service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818132 Mar 02 20:29:38.891432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789f15b-860d-4e3a-954b-9b40728b7bb2 req-4eb86d47-c125-4cfa-be47-0bf179ffe0e5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:38.892890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2789f15b-860d-4e3a-954b-9b40728b7bb2 req-4eb86d47-c125-4cfa-be47-0bf179ffe0e5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 944 time: 0.1948149 Mar 02 20:29:39.009013 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2789f15b-860d-4e3a-954b-9b40728b7bb2 req-272bead5-88d5-439e-8c68-e1e47e5a53f9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025162 Mar 02 20:29:39.037498 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d0db651-b4a4-4940-a7f1-585dc4ac2cff req-03045d1f-e0aa-4f97-85cc-9f27a0c20352 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706748 Mar 02 20:29:39.163879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-bd380c48-f824-4a80-9e7f-cb4af767a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:39.165829 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-bd380c48-f824-4a80-9e7f-cb4af767a16a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1097 time: 0.0823679 Mar 02 20:29:39.314749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-86352bb3-fa21-42d5-8487-0ae1d69950cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:39.316228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-86352bb3-fa21-42d5-8487-0ae1d69950cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.1435745 Mar 02 20:29:39.384544 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-ee357d7d-48a8-44c3-b2d0-143aa3634b95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 217 time: 0.0601981 Mar 02 20:29:39.453499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-39d50744-2115-42df-9139-1ded25c67ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:39.455636 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-39d50744-2115-42df-9139-1ded25c67ce6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0638216 Mar 02 20:29:39.534464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-bdbaa6f5-d4b8-4ca8-9ca6-81a0e2acff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:39.536071 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-bdbaa6f5-d4b8-4ca8-9ca6-81a0e2acff71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737021 Mar 02 20:29:39.668503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-3f1003a7-9da5-4fab-ba63-6e2d336a4a34 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250679 Mar 02 20:29:39.802454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-98b8dda1-a2d4-4bee-ac38-158423f60c59 req-5ca88d9b-118b-48a3-8d5e-3388b9fafa24 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259608 Mar 02 20:29:39.912016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dec1938b-9587-4578-ad43-c9fe8ee748a5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:39.984357 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port dec1938b-9587-4578-ad43-c9fe8ee748a5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:39.984727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:40.203437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd102f77-c7ed-4eca-a577-a73d702ba8ff req-ae88ffd0-2140-48bf-b203-ea047e7c85ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:40.204938 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bd102f77-c7ed-4eca-a577-a73d702ba8ff req-ae88ffd0-2140-48bf-b203-ea047e7c85ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 944 time: 0.0881326 Mar 02 20:29:40.249213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bd102f77-c7ed-4eca-a577-a73d702ba8ff req-234da4a3-7c8d-4b14-a079-f89600f42568 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383334 Mar 02 20:29:41.447147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6373eb5-2bdd-42c6-b6b3-02396a8ffe07 req-2bd2ebd7-a99e-41f9-bcdf-a40910d07a34 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:41.448637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6373eb5-2bdd-42c6-b6b3-02396a8ffe07 req-2bd2ebd7-a99e-41f9-bcdf-a40910d07a34 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 944 time: 0.0878646 Mar 02 20:29:41.491660 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6373eb5-2bdd-42c6-b6b3-02396a8ffe07 req-6f97b452-a276-4e3a-bdf7-71486ff33f05 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370259 Mar 02 20:29:41.653634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:29:41.790556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:41.803592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'mac_address': 'fa:16:3e:48:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:29:41.864832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-98b552d5-5424-42ce-9057-acaa517f0d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.869942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.886405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cc2fa9-58c2-48da-a64c-135982ec2ccb {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:29:41.902014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:41.907003 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:41.977716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:42.113229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['41cc2fa9-58c2-48da-a64c-135982ec2ccb'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:29:42.780482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2bb82-015d-4e33-8665-66eb7109501c req-dae8c5f1-24e7-41ee-8d1b-20b02cb284e3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:42.781926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45d2bb82-015d-4e33-8665-66eb7109501c req-dae8c5f1-24e7-41ee-8d1b-20b02cb284e3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 945 time: 0.1851404 Mar 02 20:29:42.825734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45d2bb82-015d-4e33-8665-66eb7109501c req-4a909f90-ab7b-4af8-b241-4eae4d057fc3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380890 Mar 02 20:29:43.657994 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:29:43.735008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 41cc2fa9-58c2-48da-a64c-135982ec2ccb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:29:43.740063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 41cc2fa9-58c2-48da-a64c-135982ec2ccb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:29:43.740427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.856641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.884224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:29:43.894654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:29:43.900912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:43.972892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:43.993542 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'code': 200} Mar 02 20:29:44.018616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32432fee-7e1b-49a6-a68e-255d83329588 req-486ef483-7560-433c-a34e-b20eb22891f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:44.020297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32432fee-7e1b-49a6-a68e-255d83329588 req-486ef483-7560-433c-a34e-b20eb22891f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0840542 Mar 02 20:29:44.066960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32432fee-7e1b-49a6-a68e-255d83329588 req-b7b28fc6-d007-4ccb-8353-4c4c9dcf9e13 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Mar 02 20:29:44.225544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199e058-2a24-4055-98a6-db964123fdcd req-abb39711-502e-41aa-a5a1-fea08d8147ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:44.226916 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b199e058-2a24-4055-98a6-db964123fdcd req-abb39711-502e-41aa-a5a1-fea08d8147ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.0713792 Mar 02 20:29:44.274545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b199e058-2a24-4055-98a6-db964123fdcd req-a6b117dc-17b2-42a7-bee6-3da222880f99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408001 Mar 02 20:29:45.061154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4e842b4c-b78d-437e-8ad2-1e0411f94f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.260984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac9fa2-62ee-4c2a-8496-08ed4aaf6dfe req-6e0392b3-2a46-4455-b0bf-93396613e3af tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:45.262656 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5bac9fa2-62ee-4c2a-8496-08ed4aaf6dfe req-6e0392b3-2a46-4455-b0bf-93396613e3af tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0851169 Mar 02 20:29:45.309151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5bac9fa2-62ee-4c2a-8496-08ed4aaf6dfe req-d2f4a557-a79d-4b96-b99e-8087572a8687 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390983 Mar 02 20:29:45.456803 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.502416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:45.536489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:46.502549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a47da-377d-4775-99c2-1a7d79d9b54d req-cf38fc74-30b5-4ea1-99cd-2ebafe8267d3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:46.504025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-865a47da-377d-4775-99c2-1a7d79d9b54d req-cf38fc74-30b5-4ea1-99cd-2ebafe8267d3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0849116 Mar 02 20:29:46.548430 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-865a47da-377d-4775-99c2-1a7d79d9b54d req-40483934-445c-4c6b-8f0d-5821ed65c506 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384502 Mar 02 20:29:46.749935 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed48fe-b6e1-4629-a3bb-d2b56ad53c4b req-0235cea3-240f-40fe-9741-209649e0789f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:46.751451 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47ed48fe-b6e1-4629-a3bb-d2b56ad53c4b req-0235cea3-240f-40fe-9741-209649e0789f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0847435 Mar 02 20:29:46.800692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47ed48fe-b6e1-4629-a3bb-d2b56ad53c4b req-23d3edaa-8440-4e13-876c-9677a239c104 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Mar 02 20:29:46.824639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45280) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:46.900226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81489096-3d4f-4875-8498-c8e8ca36393d tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:46.901756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-81489096-3d4f-4875-8498-c8e8ca36393d tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1094 time: 0.0761614 Mar 02 20:29:46.905525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45284) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:46.910451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:29:46.917073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:29:46.921445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:floatingip and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:29:46.924279 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:29:46.930780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:29:46.945060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.095128 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.203598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.243107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.179 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/6c8197ba-d7d2-4ff4-8149-47744b47efca) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:29:47.389364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.422016 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:47.480977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:29:47.487649 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:29:47.491718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:29:47.520414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=6c8197ba-d7d2-4ff4-8149-47744b47efca,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:47.907778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.081450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.289817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.297134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.399029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=6c8197ba-d7d2-4ff4-8149-47744b47efca,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:29:48.411079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:48.585815 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 392e39e2-9cc1-4bd6-9c46-6be26321f3ad associated. External IP: 172.26.2.179, port: 41cc2fa9-58c2-48da-a64c-135982ec2ccb. Mar 02 20:29:48.949958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 101d99dd-c045-41f3-acea-80968fbeb873 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:29:49.131787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:29:49.141670 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Sync routers for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:29:49.151948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:49.152590 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:49.157047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:29:49.212911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7b84aa49-41fa-4fbf-8e59-aae23ea2940d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3063884 Mar 02 20:29:49.213479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:29:49.261273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'status': 'completed', 'code': 200} Mar 02 20:29:49.332183 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:49.410947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-d452611e-33d2-4b93-9510-3219a35b18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:49.412488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-d452611e-33d2-4b93-9510-3219a35b18fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.1290817 Mar 02 20:29:49.423975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92c9be-3165-4e54-8233-1dee6b3081dc req-bb5f4d2d-b676-4eef-80b6-65a30dc554e9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:49.425391 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dc92c9be-3165-4e54-8233-1dee6b3081dc req-bb5f4d2d-b676-4eef-80b6-65a30dc554e9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1090961 Mar 02 20:29:49.666132 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dc92c9be-3165-4e54-8233-1dee6b3081dc req-6bd36249-d1cf-4bf1-a043-e4c13fdc15d0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224531 Mar 02 20:29:49.678646 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '392e39e2-9cc1-4bd6-9c46-6be26321f3ad', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.179', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'mac_address': 'fa:16:3e:48:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:29:47Z', 'updated_at': '2022-03-02T20:29:47Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:49.691453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45292) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:49.693788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-c92e5d15-07d9-46b8-abc0-c3a5ea214fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:49.693925 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Checking router: 101d99dd-c045-41f3-acea-80968fbeb873 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:29:49.695245 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-c92e5d15-07d9-46b8-abc0-c3a5ea214fd5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.2690618 Mar 02 20:29:49.703165 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:29:49.703756 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:29:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:49.799116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-49d3e790-a68f-44ce-8f9d-68d6fad6ccee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1000 time: 0.0956075 Mar 02 20:29:49.807902 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2e010fce-d7a5-4242-98eb-36a2068f66cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/392e39e2-9cc1-4bd6-9c46-6be26321f3ad HTTP/1.1" status: 200 len: 992 time: 0.1150963 Mar 02 20:29:49.865750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-bd15079a-c2eb-42a0-84fa-f28a9eaa9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:49.867834 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-bd15079a-c2eb-42a0-84fa-f28a9eaa9deb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0620825 Mar 02 20:29:49.880936 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:29:49.943925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-ba4323a3-c05b-4797-b591-525eeefc657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:49.945350 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-ba4323a3-c05b-4797-b591-525eeefc657b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718160 Mar 02 20:29:50.076759 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-dcf02702-de44-4436-b77a-f11e07e935c1 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247470 Mar 02 20:29:50.211584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa2e8459-ebd8-4c18-8b31-201d0757f34a req-bd2ae90d-ac40-4293-863a-88152cab0ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279769 Mar 02 20:29:50.221305 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '392e39e2-9cc1-4bd6-9c46-6be26321f3ad', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.179', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'mac_address': 'fa:16:3e:48:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:29:47Z', 'updated_at': '2022-03-02T20:29:47Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:29:50.225379 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64139595-78e9-4591-9b58-ec31d2410d53 None None] The sync data for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv is: [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '392e39e2-9cc1-4bd6-9c46-6be26321f3ad', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.179', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'mac_address': 'fa:16:3e:48:d0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:29:47Z', 'updated_at': '2022-03-02T20:29:47Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:29:50.428049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303e1f8d-73f3-4f69-a1d8-a81554c92904 None None] New status for floating IP 392e39e2-9cc1-4bd6-9c46-6be26321f3ad: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:29:50.813548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45296) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:29:50.933090 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f06e3862-dc81-4806-9163-bba488a4f7c4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/392e39e2-9cc1-4bd6-9c46-6be26321f3ad HTTP/1.1" status: 200 len: 994 time: 0.1182194 Mar 02 20:29:58.287860 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-1713ebe1-4a33-42fb-8233-db06e7043043 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815117 Mar 02 20:29:58.437954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-8b3b84d8-ca34-4c5a-b29f-322c8a9e856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:58.440228 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-8b3b84d8-ca34-4c5a-b29f-322c8a9e856d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.0763850 Mar 02 20:29:58.589982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-c02c5fa7-3ff2-4037-8ac0-f41422fc09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:58.591356 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-c02c5fa7-3ff2-4037-8ac0-f41422fc09b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.1296692 Mar 02 20:29:58.700039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-29612018-233e-46c5-95b6-0450cbb464e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1002 time: 0.1016190 Mar 02 20:29:58.762269 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-6068d946-7e8b-42b8-9ca5-19ab0455995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:58.763691 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-6068d946-7e8b-42b8-9ca5-19ab0455995a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0572977 Mar 02 20:29:58.844124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-506daf48-e244-43bd-91e4-6e2b7afaa954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:29:58.845578 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-506daf48-e244-43bd-91e4-6e2b7afaa954 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755305 Mar 02 20:29:58.979497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-b4e4ae6a-cdb1-43e4-9def-126eac4bd8e8 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273737 Mar 02 20:29:59.113187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b900861-4d1c-470e-a1f8-6f8e3be4b561 req-cafc27ed-d346-4091-bbe3-cc0971374543 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275170 Mar 02 20:30:08.086346 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:30:11.838843 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6acd9560-740e-40cf-9386-4fc28b6dff72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.059553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c366834c-53e8-4568-9739-aab2d9cf7637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.457911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.516986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:15.541741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:17.199644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:21.599731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966fc5-a2fb-47eb-b122-832b3176fd8a req-dbce27b4-1eed-4948-ace7-2f915201df8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:21.601215 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8966fc5-a2fb-47eb-b122-832b3176fd8a req-dbce27b4-1eed-4948-ace7-2f915201df8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0817096 Mar 02 20:30:21.628351 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45324) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:21.648500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8966fc5-a2fb-47eb-b122-832b3176fd8a req-e4c9b351-61f9-4025-9f5b-9d5870351369 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412071 Mar 02 20:30:21.748224 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-3fe9d3da-76c2-4119-9385-70d4637626f2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185508 Mar 02 20:30:23.073232 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a53ab-ac51-483b-8f77-80c4c3d00686 req-afe38213-829c-4c66-9bfd-de9dcded66e2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.074662 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-670a53ab-ac51-483b-8f77-80c4c3d00686 req-afe38213-829c-4c66-9bfd-de9dcded66e2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.3138566 Mar 02 20:30:23.083865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-73fc9a46-ccad-4acb-b10f-fb098bcd0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.086737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-73fc9a46-ccad-4acb-b10f-fb098bcd0678 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.1424537 Mar 02 20:30:23.214337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-670a53ab-ac51-483b-8f77-80c4c3d00686 req-a81ca51a-136b-4a9d-8e69-c6d0e0e6d7d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264708 Mar 02 20:30:23.253449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-e2436d5c-8005-430e-a8ec-774c1521195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.254904 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-e2436d5c-8005-430e-a8ec-774c1521195b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.1540790 Mar 02 20:30:23.358574 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-459e6d2a-9d5d-42f7-b836-c73f2dca4b11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1002 time: 0.0978489 Mar 02 20:30:23.421616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-272ecd21-6bdb-421a-a066-29eb3efe5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.423057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-272ecd21-6bdb-421a-a066-29eb3efe5401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0585001 Mar 02 20:30:23.497250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-0e0e50c5-e4af-49f3-9e66-1f6050a17709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:23.498734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-0e0e50c5-e4af-49f3-9e66-1f6050a17709 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692437 Mar 02 20:30:23.645039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-af003f7e-df33-4141-8905-02d58656a3d4 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394587 Mar 02 20:30:23.778243 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-abaf3b8f-38ae-4b20-8280-91efaad578f8 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273985 Mar 02 20:30:24.405746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7762b3-c3d9-4330-9a8d-db196737b03d req-7abb2ad9-c383-4142-9ecd-ff4abcd04b33 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:24.407210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b7762b3-c3d9-4330-9a8d-db196737b03d req-7abb2ad9-c383-4142-9ecd-ff4abcd04b33 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0860505 Mar 02 20:30:24.454497 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b7762b3-c3d9-4330-9a8d-db196737b03d req-9ee045ad-baf8-4e81-80ca-436f828ef308 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Mar 02 20:30:25.653440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46ab6b-ea8c-46eb-9b4d-b67a3298bbbf req-e77fe68a-689f-4f9e-b71b-942474b6ceec tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:25.655076 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f46ab6b-ea8c-46eb-9b4d-b67a3298bbbf req-e77fe68a-689f-4f9e-b71b-942474b6ceec tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0939300 Mar 02 20:30:25.700542 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f46ab6b-ea8c-46eb-9b4d-b67a3298bbbf req-a4849b17-2eb2-4090-a22c-4dbf21c937a6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395939 Mar 02 20:30:26.888737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e06cff-549e-4b3e-911e-91c9c1483ea2 req-3650acbb-017e-4b44-afd6-76a12b600f05 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:26.890206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-60e06cff-549e-4b3e-911e-91c9c1483ea2 req-3650acbb-017e-4b44-afd6-76a12b600f05 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0800390 Mar 02 20:30:26.943010 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-60e06cff-549e-4b3e-911e-91c9c1483ea2 req-6eb5240f-9c3e-4793-b37e-d9484fc757f2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452628 Mar 02 20:30:28.144051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c78486-975d-4685-9515-957a0c50d9b1 req-c64503a1-2db2-47ff-870c-108cea07a7e2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:28.153761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84c78486-975d-4685-9515-957a0c50d9b1 req-c64503a1-2db2-47ff-870c-108cea07a7e2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0975962 Mar 02 20:30:28.203527 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84c78486-975d-4685-9515-957a0c50d9b1 req-d3ad3819-30dd-4ca4-97cb-2b428bb791a2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Mar 02 20:30:29.412568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf893499-6e83-4a3d-872d-a88dcb35eba0 req-98da88bf-bb06-4166-86f7-8e906be6f6a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:29.414394 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf893499-6e83-4a3d-872d-a88dcb35eba0 req-98da88bf-bb06-4166-86f7-8e906be6f6a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0979674 Mar 02 20:30:29.463264 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf893499-6e83-4a3d-872d-a88dcb35eba0 req-a6e6bb44-263e-476b-85ff-f1eb11438b8e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428827 Mar 02 20:30:30.665080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5e854-bed3-43c8-85be-d3926932057d req-91e3bc4e-1ce3-4430-a88d-0a321267d871 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:30.666584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23a5e854-bed3-43c8-85be-d3926932057d req-91e3bc4e-1ce3-4430-a88d-0a321267d871 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0878601 Mar 02 20:30:30.712191 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-23a5e854-bed3-43c8-85be-d3926932057d req-7986cd93-4b34-4d4e-b50b-8cb36aeb1dfc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 Mar 02 20:30:31.932510 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c5844-ab0d-48a3-9927-e28a2ac9bd44 req-ebb42957-18b1-4865-8928-4267b3b73eff tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:31.934272 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e7c5844-ab0d-48a3-9927-e28a2ac9bd44 req-ebb42957-18b1-4865-8928-4267b3b73eff tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1050692 Mar 02 20:30:31.990177 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4e7c5844-ab0d-48a3-9927-e28a2ac9bd44 req-f4806729-a5e3-474f-8368-e2b1ad577a5f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483117 Mar 02 20:30:33.209989 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee64cc-5315-4757-8aec-5b6fb21bdaa9 req-a73015ca-655f-43d8-8c9e-b6efbc22f183 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:33.211477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdee64cc-5315-4757-8aec-5b6fb21bdaa9 req-a73015ca-655f-43d8-8c9e-b6efbc22f183 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1039894 Mar 02 20:30:33.259595 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cdee64cc-5315-4757-8aec-5b6fb21bdaa9 req-b95e30fb-4388-4ac9-9508-66937c01a13b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397875 Mar 02 20:30:34.558729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0a532-dad3-4af2-a503-9e62f29ae04e req-8be73dc8-89e7-4395-aeda-ca041d97a149 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:34.560097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2a0a532-dad3-4af2-a503-9e62f29ae04e req-8be73dc8-89e7-4395-aeda-ca041d97a149 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1863172 Mar 02 20:30:34.605267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d2a0a532-dad3-4af2-a503-9e62f29ae04e req-329e1f20-44dd-40ef-a7cd-bcef57ffc221 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381243 Mar 02 20:30:35.420809 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-cc59240f-d549-4816-8f6d-fe38e1db9c5f service neutron] 10.222.0.32 "GET /v2.0/ports/41cc2fa9-58c2-48da-a64c-135982ec2ccb/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0783672 Mar 02 20:30:35.708881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-457c7d2d-099f-4c80-ab15-b904a65e70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:35.710331 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-457c7d2d-099f-4c80-ab15-b904a65e70a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 1099 time: 0.0840874 Mar 02 20:30:35.871112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eecc65-f112-4cd1-b468-98c15d8c7a92 req-f72a8a07-7a0b-4d24-af8a-c13476cab7fe tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:35.872771 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7eecc65-f112-4cd1-b468-98c15d8c7a92 req-f72a8a07-7a0b-4d24-af8a-c13476cab7fe tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1391709 Mar 02 20:30:35.876131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-8f39fe5d-d173-43f7-b38b-a063c5176d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:35.877973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-8f39fe5d-d173-43f7-b38b-a063c5176d6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.1135697 Mar 02 20:30:36.007902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d7eecc65-f112-4cd1-b468-98c15d8c7a92 req-f12928ff-018c-465c-8e17-dd53af7a9264 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287801 Mar 02 20:30:36.042629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-afabda23-f8da-4969-803f-9177440a3461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:36.044162 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-afabda23-f8da-4969-803f-9177440a3461 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.1516416 Mar 02 20:30:36.154361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-030f70a9-bb34-4fba-9e06-e6be484e2571 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1002 time: 0.1019428 Mar 02 20:30:36.218007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-d773ed94-ce16-4f08-82cb-db1152a02e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:36.219454 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-d773ed94-ce16-4f08-82cb-db1152a02e94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0589118 Mar 02 20:30:36.304960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-bad3f263-3724-46ad-ac5b-1d22b7d4a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:36.306399 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-bad3f263-3724-46ad-ac5b-1d22b7d4a2f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802021 Mar 02 20:30:36.446306 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-cc7d4cc5-4c1a-4a31-bd24-f2f8a3a838c5 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336143 Mar 02 20:30:36.582420 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0d45c02a-a1ad-46c1-a8bb-c6c33d986361 req-009a84af-c947-4e80-b2c0-c7337db6be79 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302722 Mar 02 20:30:37.211608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699042f-1b86-4d21-a817-7d9ab4c5070c req-40273e6b-f275-4723-9882-883e81b5b69d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:37.213342 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d699042f-1b86-4d21-a817-7d9ab4c5070c req-40273e6b-f275-4723-9882-883e81b5b69d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0857136 Mar 02 20:30:37.262494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d699042f-1b86-4d21-a817-7d9ab4c5070c req-c6cdd423-a79e-4fc0-8dca-005d39ceb7eb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425112 Mar 02 20:30:37.944293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:30:37.947831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:30:38.200848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:38.223088 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:30:38.245398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:30:38.253286 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'port_id': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'mac_address': 'fa:16:3e:48:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:30:38.259407 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:30:38.288196 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:38.350964 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'code': 200} Mar 02 20:30:38.398758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:38.420775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cc2fa9-58c2-48da-a64c-135982ec2ccb {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:30:38.424455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:38.437721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.438039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.438401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.438738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.439063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.439383 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.439700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.440022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.440358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.440675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.440984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.441298 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:30:38.450077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:30:38.456794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:38.478322 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b78fd-e50d-47b2-b34a-8fa00d8606ae req-788764e6-8f81-4d0d-b225-03408cc9b7a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:38.479861 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c07b78fd-e50d-47b2-b34a-8fa00d8606ae req-788764e6-8f81-4d0d-b225-03408cc9b7a8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 944 time: 0.0961375 Mar 02 20:30:38.525364 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['41cc2fa9-58c2-48da-a64c-135982ec2ccb'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:30:38.528273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c07b78fd-e50d-47b2-b34a-8fa00d8606ae req-61fc2067-3207-4df8-9230-1fb7eb5a5bd1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424719 Mar 02 20:30:38.566948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:38.941205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec058d-ccac-4ae7-9460-76896e7e221d req-78065b26-38f9-47f3-b08a-316a3d4b58cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:38.942723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ceec058d-ccac-4ae7-9460-76896e7e221d req-78065b26-38f9-47f3-b08a-316a3d4b58cb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 945 time: 0.1470933 Mar 02 20:30:38.951072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-966095e9-9383-4ae2-9c0b-f1fa6ad6c75d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:38.952438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-966095e9-9383-4ae2-9c0b-f1fa6ad6c75d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd&tenant_id=cbad553f484a41d2a2d8227aae01d90b&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1191566 Mar 02 20:30:39.005668 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ceec058d-ccac-4ae7-9460-76896e7e221d req-ad550d74-abd2-411b-be95-ca8359be2906 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519657 Mar 02 20:30:39.094490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-91b32e9d-c5b6-4137-8cc0-3dc243dd69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:39.096304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-91b32e9d-c5b6-4137-8cc0-3dc243dd69f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1098 time: 0.0709443 Mar 02 20:30:39.403435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-049138b4-9d37-4114-b258-f4c2b6cf7157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:39.404874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-049138b4-9d37-4114-b258-f4c2b6cf7157 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.3026845 Mar 02 20:30:39.413112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e6378-efbe-4a23-859e-4c48021cfbb9 req-f047f819-8a8e-4bfc-9d73-a98bef8ae505 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:39.414774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf9e6378-efbe-4a23-859e-4c48021cfbb9 req-f047f819-8a8e-4bfc-9d73-a98bef8ae505 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 945 time: 0.2890599 Mar 02 20:30:39.540280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bf9e6378-efbe-4a23-859e-4c48021cfbb9 req-fd403672-b027-4958-b9f1-2beb96451bb2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784039 Mar 02 20:30:39.542092 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-4550ce4d-0393-4efe-b56c-88a1ac4e628c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1001 time: 0.1264038 Mar 02 20:30:39.610631 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-96ab4e22-fccf-45c3-a7aa-e7ade4364cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:39.612108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-96ab4e22-fccf-45c3-a7aa-e7ade4364cfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0639176 Mar 02 20:30:39.696689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-854748e7-2a77-40a7-9052-29bd6e86c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:39.698230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-854748e7-2a77-40a7-9052-29bd6e86c90a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803077 Mar 02 20:30:39.839161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-136896b0-f733-4bfb-b57e-59acda752519 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332836 Mar 02 20:30:39.955387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:30:39.972797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b44a262b-9ce7-4e0e-b174-6da51a065d32 req-fb9ce676-0951-43f2-a6ee-dbb2ad918022 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280570 Mar 02 20:30:40.022865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 41cc2fa9-58c2-48da-a64c-135982ec2ccb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:30:40.023221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:40.148165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:40.184147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:30:40.189178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:40.258255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:30:40.351858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:30:40.402770 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'code': 200} Mar 02 20:30:40.732557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d6a6d-4c78-45fd-b631-0f4aeed0d2f0 req-1b60efe3-3da9-4574-89ab-a7ad204f9fc9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:40.734041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-313d6a6d-4c78-45fd-b631-0f4aeed0d2f0 req-1b60efe3-3da9-4574-89ab-a7ad204f9fc9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.0831895 Mar 02 20:30:40.796171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-313d6a6d-4c78-45fd-b631-0f4aeed0d2f0 req-dd0a397a-6af8-4b4e-986c-ae6bd1897cb3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561225 Mar 02 20:30:40.819803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45394) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:30:40.928734 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-591be221-8cd4-4994-a2d4-c41f63b94789 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/392e39e2-9cc1-4bd6-9c46-6be26321f3ad HTTP/1.1" status: 200 len: 994 time: 0.1076894 Mar 02 20:30:41.843004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9556-3583-44c3-bc32-9a27ea63cd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:45.061772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88a9686f-ddff-41bc-905d-3334cb4c3ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:45.087612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:30:45.463226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:45.522559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:45.546347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:47.202610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:30:58.884450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-6841e80a-85bb-46c6-8321-c497cf5ec45c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774493 Mar 02 20:30:59.039721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-68f35271-b69e-4760-9098-219c231ed1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:59.041265 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-68f35271-b69e-4760-9098-219c231ed1c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.0735452 Mar 02 20:30:59.190480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-13ac12a2-df0c-42a7-a637-879ba3b62309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:59.191981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-13ac12a2-df0c-42a7-a637-879ba3b62309 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.1308956 Mar 02 20:30:59.294629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-8e3b13a5-8649-4694-81a4-c677dd9cd946 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 1002 time: 0.0958350 Mar 02 20:30:59.361152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-7829f58e-d757-4a9c-b859-83774d83e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:59.362590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-7829f58e-d757-4a9c-b859-83774d83e79d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.0614090 Mar 02 20:30:59.443227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-7eafadde-4a5c-4f4e-93a3-1d89e43523b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:30:59.444961 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-7eafadde-4a5c-4f4e-93a3-1d89e43523b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746982 Mar 02 20:30:59.576075 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-177b5874-371c-4e97-9131-8a25d7b84e9f service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245861 Mar 02 20:30:59.715292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6504c5b1-4fdb-4b39-b89d-9092111f6fca req-67f9376d-d278-423c-9a3c-d4a93d9a4736 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322634 Mar 02 20:31:09.346943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45406) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:09.562606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 6c8197ba-d7d2-4ff4-8149-47744b47efca {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:31:09.562909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.728464 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.728832 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:09.853800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 6c8197ba-d7d2-4ff4-8149-47744b47efca owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:31:10.024934 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:10.075057 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=6c8197ba-d7d2-4ff4-8149-47744b47efca,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:10.114597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.114946 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.115272 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.115598 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.115908 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.116235 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.116593 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.116909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.117327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.117555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.117862 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.118173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:10.178607 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:10.178890 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 392e39e2-9cc1-4bd6-9c46-6be26321f3ad disassociated (deleted). External IP: 172.26.2.179, port: 41cc2fa9-58c2-48da-a64c-135982ec2ccb. Mar 02 20:31:10.644156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 101d99dd-c045-41f3-acea-80968fbeb873 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:31:10.819719 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:31:10.829404 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Sync routers for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:31:10.839331 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:10.839931 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:30:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:10.840697 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:10.898598 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-6477c105-6f52-4013-b679-3175a3e11f9b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/floatingips/392e39e2-9cc1-4bd6-9c46-6be26321f3ad HTTP/1.1" status: 204 len: 168 time: 1.5504303 Mar 02 20:31:10.898995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:31:11.003817 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'status': 'completed', 'code': 200} Mar 02 20:31:11.022265 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:11.095422 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-bff1df90-3321-4f22-8fec-a519818fc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:11.096924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-bff1df90-3321-4f22-8fec-a519818fc0a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 1099 time: 0.0715847 Mar 02 20:31:11.349326 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:11.353664 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Checking router: 101d99dd-c045-41f3-acea-80968fbeb873 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:31:11.362793 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:11.363401 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:30:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:11.411354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-828cd337-28a4-4230-97a1-3e6d12450343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:11.412811 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-828cd337-28a4-4230-97a1-3e6d12450343 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 200 len: 898 time: 0.3089778 Mar 02 20:31:11.487625 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-291abef8-88d2-46ae-a8c2-b2676e209a90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 200 len: 217 time: 0.0651879 Mar 02 20:31:11.495116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546cc0d-f575-47b2-ae47-9266b9da8dd7 req-3dbc44de-1d94-47c3-839b-0a7aaf07f8ca tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:11.496924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7546cc0d-f575-47b2-ae47-9266b9da8dd7 req-3dbc44de-1d94-47c3-839b-0a7aaf07f8ca tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.2257719 Mar 02 20:31:11.535868 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:11.598421 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7546cc0d-f575-47b2-ae47-9266b9da8dd7 req-03cd9b0f-03fd-4a45-92bd-89108a1ee18b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599809 Mar 02 20:31:11.599820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-f44c4b82-d8a3-4e25-b8df-36b8a2f5ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:11.601335 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-f44c4b82-d8a3-4e25-b8df-36b8a2f5ef25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 200 len: 835 time: 0.1031187 Mar 02 20:31:11.679873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-fd0d3124-b94c-4882-961b-3c8e14e96db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:11.681393 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-fd0d3124-b94c-4882-961b-3c8e14e96db3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8308313a-83b0-44b6-a71a-63a4a5982cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739405 Mar 02 20:31:11.817217 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-652349e2-4a04-43e7-9e9d-7c10e6375e81 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286688 Mar 02 20:31:11.849016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5114d43c-5798-47d1-88b2-8e6acd53a1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:11.854997 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:11.859022 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93be6c4b-5fd2-4408-adb9-83b53c20319e None None] The sync data for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv is: [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:29:32Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'dec1938b-9587-4578-ad43-c9fe8ee748a5', 'name': '', 'network_id': '8308313a-83b0-44b6-a71a-63a4a5982cda', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:a7:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:31Z', 'updated_at': '2022-03-02T20:29:38Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '285bea35-cc1e-44f8-a894-4a80b55ddc59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:31:11.957780 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32beae5a-5a41-4440-b85b-a6c644a534f8 req-be6b3912-7baf-430c-8cdb-5ff8a486c134 service neutron] 10.222.0.32 "GET /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340692 Mar 02 20:31:12.074054 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b5c1a0-b519-40cd-9876-2442f31903bc None None] New status for floating IP 392e39e2-9cc1-4bd6-9c46-6be26321f3ad: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:31:12.843659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b98246-30b7-4911-bf6d-b36c70c8b54e req-919f40fe-569a-46a0-acd4-4ac6541e8c09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:12.845208 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8b98246-30b7-4911-bf6d-b36c70c8b54e req-919f40fe-569a-46a0-acd4-4ac6541e8c09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1362085 Mar 02 20:31:12.920323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-3ad0a4a9-5be2-45b3-bdc5-194b1d8a93c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:12.921846 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-3ad0a4a9-5be2-45b3-bdc5-194b1d8a93c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 946 time: 0.1511424 Mar 02 20:31:12.924872 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8b98246-30b7-4911-bf6d-b36c70c8b54e req-f9dd1aae-b413-4561-a9a7-907d7b3f4f09 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c730bd1-d640-4921-9ccd-e1eb3af6df22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735543 Mar 02 20:31:12.995500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 41cc2fa9-58c2-48da-a64c-135982ec2ccb {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:31:12.995834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.254837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 41cc2fa9-58c2-48da-a64c-135982ec2ccb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=41cc2fa9-58c2-48da-a64c-135982ec2ccb,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:13.255091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.380991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 41cc2fa9-58c2-48da-a64c-135982ec2ccb owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:31:13.525568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.685409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=41cc2fa9-58c2-48da-a64c-135982ec2ccb,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:13.725947 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.726286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.726624 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.726957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.727283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.727616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.727939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.728255 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.728610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.728928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.729248 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.729553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:13.770245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port 41cc2fa9-58c2-48da-a64c-135982ec2ccb on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:31:13.772641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:13.775142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-deleted', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:31:13.787436 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-036b8a14-5cfe-41ba-a67d-820f6f587f30 req-5fcf9c05-b4da-4bc4-bc6f-a7ad3051c100 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "DELETE /v2.0/ports/41cc2fa9-58c2-48da-a64c-135982ec2ccb HTTP/1.1" status: 204 len: 173 time: 0.8601100 Mar 02 20:31:13.821319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7232e9b0-0b6b-49fe-860a-cc7701cc37dd', 'name': 'network-vif-deleted', 'tag': '41cc2fa9-58c2-48da-a64c-135982ec2ccb', 'status': 'completed', 'code': 200} Mar 02 20:31:14.092153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4c1010c0-2c0e-44f4-b427-0666d2302b01 req-469178a4-b90a-47c4-beab-c25adf616076 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:14.109819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4c1010c0-2c0e-44f4-b427-0666d2302b01 req-469178a4-b90a-47c4-beab-c25adf616076 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:14.111116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4c1010c0-2c0e-44f4-b427-0666d2302b01 req-469178a4-b90a-47c4-beab-c25adf616076 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=7232e9b0-0b6b-49fe-860a-cc7701cc37dd HTTP/1.1" status: 200 len: 210 time: 0.0661461 Mar 02 20:31:15.060583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc047fe7-4f6a-4fd0-b4cc-e491a324ebb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:15.218954 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45426) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:15.465974 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:15.529479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:15.550329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:15.795238 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.122613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:16.160466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 41cc2fa9-58c2-48da-a64c-135982ec2ccb {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:31:16.160915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 41cc2fa9-58c2-48da-a64c-135982ec2ccb not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:16.256053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port dec1938b-9587-4578-ad43-c9fe8ee748a5 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:31:16.256698 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.448870 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port dec1938b-9587-4578-ad43-c9fe8ee748a5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=dec1938b-9587-4578-ad43-c9fe8ee748a5,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:16.449218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.571128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for dec1938b-9587-4578-ad43-c9fe8ee748a5 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:31:16.779885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:16.829076 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=dec1938b-9587-4578-ad43-c9fe8ee748a5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:17.117104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:17.206623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:17.616030 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 101d99dd-c045-41f3-acea-80968fbeb873 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:31:17.795372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:31:17.805628 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Sync routers for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:31:17.813021 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ca129ed5-0550-46b3-a75b-88097fe314b9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/101d99dd-c045-41f3-acea-80968fbeb873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5927916 Mar 02 20:31:17.815634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45430) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:17.815770 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:17.816282 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:17.883734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting subnet 285bea35-cc1e-44f8-a894-4a80b55ddc59 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:31:17.886766 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:17.941084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.029606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.032788 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:18.104055 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.145970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Subnet': ['ID=285bea35-cc1e-44f8-a894-4a80b55ddc59,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:18.149568 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.155740 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-14e82c2b-88eb-4e0c-b7ea-6a3fe60ed371 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/subnets/285bea35-cc1e-44f8-a894-4a80b55ddc59 HTTP/1.1" status: 204 len: 168 time: 0.3391302 Mar 02 20:31:18.157024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff828844-b273-4e5a-85e3-ad6d56c0377d None None] Network 8308313a-83b0-44b6-a71a-63a4a5982cda requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:31:18.158329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45434) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:18.324067 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:31:16Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:18.328666 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Checking router: 101d99dd-c045-41f3-acea-80968fbeb873 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:31:18.337168 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Routers {'101d99dd-c045-41f3-acea-80968fbeb873'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:18.337848 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['101d99dd-c045-41f3-acea-80968fbeb873'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:18.343365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.461567 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] DHCP port deletion for 8308313a-83b0-44b6-a71a-63a4a5982cda request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:31:18.466040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Deleting port 4773e1b2-7652-434a-b010-00b44df30cea {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:31:18.466408 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.516192 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] Set router 101d99dd-c045-41f3-acea-80968fbeb873 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:18.531456 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.542560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 2396c13e-6609-478e-9969-24f2cb56b46a {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:31:18.543175 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.666559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] For port 4773e1b2-7652-434a-b010-00b44df30cea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4773e1b2-7652-434a-b010-00b44df30cea,segment=NetworkSegment(61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc),segment_id=61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:18.666855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.720383 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 2396c13e-6609-478e-9969-24f2cb56b46a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=2396c13e-6609-478e-9969-24f2cb56b46a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:18.720947 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.789905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Calling delete_port for 4773e1b2-7652-434a-b010-00b44df30cea owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:31:18.805515 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:31:16Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:18.809454 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c890561-550e-4f85-ba46-5f5188b26ab6 None None] The sync data for ids ['101d99dd-c045-41f3-acea-80968fbeb873'] in dv-neutron-831594-2-hyperv is: [{'id': '101d99dd-c045-41f3-acea-80968fbeb873', 'name': 'tempest-TestNetworkAdvancedServerOps-router-471657677', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124'}], 'enable_snat': True}, 'gw_port_id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:29:27Z', 'updated_at': '2022-03-02T20:31:16Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '2396c13e-6609-478e-9969-24f2cb56b46a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101d99dd-c045-41f3-acea-80968fbeb873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:29:28Z', 'updated_at': '2022-03-02T20:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:31:18.849482 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 2396c13e-6609-478e-9969-24f2cb56b46a owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:31:18.872960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:18.919980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] Pushing event deleted for resources: {'Port': ['ID=4773e1b2-7652-434a-b010-00b44df30cea,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:18.921726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e7f7b-0c17-4eab-9001-63354de22cbc None None] No DVR routers for this DVR port 4773e1b2-7652-434a-b010-00b44df30cea on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:31:19.029269 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.195727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=2396c13e-6609-478e-9969-24f2cb56b46a,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:19.287008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.462586 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.464971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.491497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.492038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Fanout notify agent at l3_agent the message router_deleted on router 101d99dd-c045-41f3-acea-80968fbeb873 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:31:19.507198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.508339 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0b3b20bb-c893-4904-bd91-b9ea53ff4258 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/routers/101d99dd-c045-41f3-acea-80968fbeb873 HTTP/1.1" status: 204 len: 168 time: 1.3489423 Mar 02 20:31:19.511120 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45438) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:19.623393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.757422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.782062 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8308313a-83b0-44b6-a71a-63a4a5982cda']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:19.794328 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:19.794623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61aa6a61-eb9b-4794-bfbf-bd2ea34f2afc') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:19.805962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.823266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.829869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:31:19.830245 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:31:19.844288 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:31:19.928159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.933041 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:19.963945 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Network': ['ID=8308313a-83b0-44b6-a71a-63a4a5982cda,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:19.969966 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-483d95ca-417c-4d5c-baf6-c4945c09eb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/networks/8308313a-83b0-44b6-a71a-63a4a5982cda HTTP/1.1" status: 204 len: 168 time: 0.4577928 Mar 02 20:31:19.972223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4773e1b2-7652-434a-b010-00b44df30cea no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:19.972728 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45442) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:20.007766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4773e1b2-7652-434a-b010-00b44df30cea {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:31:20.007993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4773e1b2-7652-434a-b010-00b44df30cea not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:20.008459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2396c13e-6609-478e-9969-24f2cb56b46a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:20.043461 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.044213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 2396c13e-6609-478e-9969-24f2cb56b46a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:31:20.044799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 2396c13e-6609-478e-9969-24f2cb56b46a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:20.045232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dec1938b-9587-4578-ad43-c9fe8ee748a5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:31:20.073007 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.078139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: dec1938b-9587-4578-ad43-c9fe8ee748a5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:31:20.078469 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device dec1938b-9587-4578-ad43-c9fe8ee748a5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:31:20.139073 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.157451 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c730bd1-d640-4921-9ccd-e1eb3af6df22,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:20.170877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.172014 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-372d90a2-71c1-4436-86c5-e714fdf7f08b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c730bd1-d640-4921-9ccd-e1eb3af6df22 HTTP/1.1" status: 204 len: 168 time: 0.1986108 Mar 02 20:31:20.577979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:20.583177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101854203', 'description': 'tempest-secgroup-smoke-1101854203 description', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:20.589564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:20.593819 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:20.596885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:20.606200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:20.623424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.643409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:20.647463 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:20.650454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:20.656568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:20.736090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.741834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.787051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:20.792469 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.796516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-02442cb4-97d0-4872-8956-6d748623f54f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2147083 Mar 02 20:31:20.797088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:20.802449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:20.809004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:20.813083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:20.816102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:20.822369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:20.843678 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.914579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.920925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.945100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2350f4b-717e-43a6-95f4-3971f0b762ca,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:20.955522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:20.957692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-686ad87d-6d74-43fe-9642-d53f05584bf8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1590095 Mar 02 20:31:20.959813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45458) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:20.965033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:20.971711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:20.975729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:20.979436 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:20.986159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.008403 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.077684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.082889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.106876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75eddb80-9205-4787-ace0-6b4096b0e619,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:21.119053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.120270 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-aada0839-7a91-4717-915b-abdc22c2014f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594458 Mar 02 20:31:21.123616 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45462) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:21.129100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:21.135615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:21.139709 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:21.142689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:21.148572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.172502 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.241675 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.247223 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.270500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395c7264-7ac3-4b08-8206-0f9cbb4541fe,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:21.281615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.282801 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1782c335-4b1b-4c59-b910-7d38077f7ae8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1580746 Mar 02 20:31:21.286181 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45466) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:21.291522 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:21.297964 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:21.301950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:21.304847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:21.310694 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.328685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.396518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.402150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.428144 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4076783a-388e-4013-8ca3-ad5fcfb1c4ca,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:21.438386 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.439750 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bfabc7fd-0932-49fd-b522-820d4ae9141f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525750 Mar 02 20:31:21.442942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45470) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:21.449011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:21.456604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:21.461572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:21.464952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:21.471095 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.485919 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:31:21.493354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.562046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.567307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.598149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaa5849-b152-4fba-b0bb-bb9a9b9c53d6,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:21.610064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.611669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e0f52c78-ae8d-46a2-9b05-b1becfab1d74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674502 Mar 02 20:31:21.615815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45474) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:21.621047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:21.629299 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:21.633407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:21.636509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:21.643478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.661561 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:31:21.669354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.739243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.745434 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.769007 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa66947-7154-40c3-8a0d-13f15d60e733,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:21.782831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.784184 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-bf8cf775-f77a-406f-8b2c-88cacd3f0a54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1672845 Mar 02 20:31:21.787042 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45478) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:21.793369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'network': {'name': 'tempest-network-smoke--2090230137', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'port_security_enabled': True}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:21.799032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:21.805609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:network and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:21.809012 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:21.815421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:21.827595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:21.831564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.861532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:31:21.871902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.872250 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Added segment a454f16b-b2a7-406d-886c-e59f85a43008 of type vlan for network 7b17802a-300d-45db-9d2e-8d675bdb40a1 Mar 02 20:31:21.899376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.935113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:21.941087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:21.941890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.053134 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2650111 Mar 02 20:31:22.056463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45482) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:22.061351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae8baa-7719-49ac-a305-70b2b804df25 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Network': ['ID=7b17802a-300d-45db-9d2e-8d675bdb40a1,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:22.062200 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'admin_state_up': True, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:22.070577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:22.074243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:31:22.075287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:router and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:22.078648 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:22.090181 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:31:22.091560 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:22.106408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.107440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.122398 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.386188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.800973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.830196 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:22.968765 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.118 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/59666d4b-2bd3-4c6f-8340-5013823928d7) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:23.126273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:23.160708 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:23.223372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:23.230858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:23.233416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:31:23.268010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=59666d4b-2bd3-4c6f-8340-5013823928d7,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:23.655327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.114720 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.333317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 40bd4170-feb3-45ae-a5dc-e2f09e812971 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:31:24.519421 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:31:24.529583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Sync routers for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:31:24.539806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:24.540459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:24.549317 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:24.550932 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-136c499f-98b0-43fe-9375-3b433b1518f1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4933155 Mar 02 20:31:24.554113 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45486) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:24.594846 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-adca6bb4-9304-4cdc-b92b-2d3bf813baaf tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cbad553f484a41d2a2d8227aae01d90b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392547 Mar 02 20:31:24.597494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45490) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:24.719863 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:24.726374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d080aa5-3d78-4fcb-9ff3-46cfb561409a tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:24.727913 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-8d080aa5-3d78-4fcb-9ff3-46cfb561409a tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294444 Mar 02 20:31:24.731014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45494) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:24.776198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-2e394ea9-8e4f-4af5-9660-c1455381e58b tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419800 Mar 02 20:31:24.776933 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45498) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:24.824963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-498202532', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:24.930275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:24.934370 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:subnet and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:24.937235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:24.942914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:24.953840 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:24.957367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.003798 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:23Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:25.007869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Checking router: 40bd4170-feb3-45ae-a5dc-e2f09e812971 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:31:25.008214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Updating router 40bd4170-feb3-45ae-a5dc-e2f09e812971 port 59666d4b-2bd3-4c6f-8340-5013823928d7 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:31:25.063976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.181629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.255041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Subnet': ['ID=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:25.266607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Checking segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:31:25.266984 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network hostable DHCP agents. Network: 7b17802a-300d-45db-9d2e-8d675bdb40a1, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:31:25.287419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:31:25.298320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 7b17802a-300d-45db-9d2e-8d675bdb40a1) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:25.303146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:25.303835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.316081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814fc2fe-fa6e-4f55-9e58-2f778f60704f None None] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:31:25.328611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64169eb4-2675-4ed0-b5f7-713326fa198c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5504193 Mar 02 20:31:25.331359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45504) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:25.570056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.614465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Transition to ACTIVE for port object 59666d4b-2bd3-4c6f-8340-5013823928d7 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:25.623651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.659590 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-7b17802a-300d-45db-9d2e-8d675bdb40a1', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:31:25.660454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.771910 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6cda1-e199-4730-b5e0-866e9d4f0f64 None None] Pushing event updated for resources: {'Port': ['ID=59666d4b-2bd3-4c6f-8340-5013823928d7,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:25.779827 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Attempting to bind port 59666d4b-2bd3-4c6f-8340-5013823928d7 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:25.780134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Attempting to bind port 59666d4b-2bd3-4c6f-8340-5013823928d7 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:25.780608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Attempting to bind port 59666d4b-2bd3-4c6f-8340-5013823928d7 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:31:25.798511 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:31:25.799052 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:31:25.799534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.800007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:31:25.800612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Bound port: 59666d4b-2bd3-4c6f-8340-5013823928d7, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:25.801060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:25.924905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] For port 59666d4b-2bd3-4c6f-8340-5013823928d7, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:31:25.929379 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] For port 59666d4b-2bd3-4c6f-8340-5013823928d7, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59666d4b-2bd3-4c6f-8340-5013823928d7,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:31:25.933070 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Allocated IP 172.20.0.2 (7b17802a-300d-45db-9d2e-8d675bdb40a1/df0e2b84-b1ed-4d03-a274-0d2d41d45cb5/a5e7c112-7c01-46d9-80c5-de66f5e31408) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:25.937472 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.100116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6cda1-e199-4730-b5e0-866e9d4f0f64 None None] Pushing event updated for resources: {'Port': ['ID=59666d4b-2bd3-4c6f-8340-5013823928d7,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:26.109569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:26.110176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:26.139639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.354659 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:26.475555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.539841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Transition to ACTIVE for port object a5e7c112-7c01-46d9-80c5-de66f5e31408 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:26.611929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Transition to ACTIVE for port object a5e7c112-7c01-46d9-80c5-de66f5e31408 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:26.622681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.686289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.1 (7b17802a-300d-45db-9d2e-8d675bdb40a1/df0e2b84-b1ed-4d03-a274-0d2d41d45cb5/f9882c6b-84ed-43cc-8109-a1fc218ac53f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:26.730434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:26.736486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:26.738424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Pushing event updated for resources: {'Port': ['ID=a5e7c112-7c01-46d9-80c5-de66f5e31408,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:26.741417 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:31:26.843646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Attempting to bind port a5e7c112-7c01-46d9-80c5-de66f5e31408 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:26.843646 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Attempting to bind port a5e7c112-7c01-46d9-80c5-de66f5e31408 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:26.844220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Attempting to bind port a5e7c112-7c01-46d9-80c5-de66f5e31408 on network 7b17802a-300d-45db-9d2e-8d675bdb40a1 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:31:26.851691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:31:26.851906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.852022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Checking segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:31:26.852453 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.852925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Bound using segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:31:26.853323 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Bound port: a5e7c112-7c01-46d9-80c5-de66f5e31408, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:26.853672 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.869036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object f9882c6b-84ed-43cc-8109-a1fc218ac53f will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:26.895922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.899376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:23Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:26.910167 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc26770d-72fd-44a3-a56b-6337554ec287 None None] The sync data for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv is: [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:23Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:31:26.949392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:31:26.952543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:31:26.958979 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:26.964397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:26.967864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:26.970701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:31:27.033544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:27.043201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59267ad-af52-408d-b77e-21c9b4f7a56b None None] Pushing event updated for resources: {'Port': ['ID=a5e7c112-7c01-46d9-80c5-de66f5e31408,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:27.047431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.207713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.788107 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.794880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:27.905963 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:27.918478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.027333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a5e7c112-7c01-46d9-80c5-de66f5e31408 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:28.062865 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:28.065283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:28.080538 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6770abc5-d391-4c6b-bd76-1602881623b8 None None] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:31:28.193864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port a5e7c112-7c01-46d9-80c5-de66f5e31408 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:28.200371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Provisioning for port a5e7c112-7c01-46d9-80c5-de66f5e31408 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:28.213950 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a5e7c112-7c01-46d9-80c5-de66f5e31408 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:28.214317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.249388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Provisioning complete for port a5e7c112-7c01-46d9-80c5-de66f5e31408 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:28.249752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.251473 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 40bd4170-feb3-45ae-a5dc-e2f09e812971 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:31:28.433862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:31:28.446290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8b5a1b61-5dc5-4fd5-bed7-9f8acfd28865 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/40bd4170-feb3-45ae-a5dc-e2f09e812971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1138110 Mar 02 20:31:28.521155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.558037 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.561000 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Sync routers for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:31:28.574236 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:28.574855 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:28.599360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:28.606873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.607671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59666d4b-2bd3-4c6f-8340-5013823928d7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:28.621564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-48a10fbf-7898-4d64-9c2e-dd022d98c273 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:28.644774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-48a10fbf-7898-4d64-9c2e-dd022d98c273 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:28.655550 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-48a10fbf-7898-4d64-9c2e-dd022d98c273 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101854203&fields=id&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 267 time: 0.0857029 Mar 02 20:31:28.765729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:31:28.766079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-00a4eb4b-398e-4e0a-a2b3-c064bc662097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:31:28.781016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a5e7c112-7c01-46d9-80c5-de66f5e31408,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:28.794467 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 59666d4b-2bd3-4c6f-8340-5013823928d7 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:28.807578 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59666d4b-2bd3-4c6f-8340-5013823928d7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:28.807953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.838331 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:28.849575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-58e2febc-c255-4f4d-a79e-ea488337650e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:28.851373 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-58e2febc-c255-4f4d-a79e-ea488337650e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:28.876545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-58e2febc-c255-4f4d-a79e-ea488337650e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:28.878425 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-58e2febc-c255-4f4d-a79e-ea488337650e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 797 time: 0.2210009 Mar 02 20:31:28.895657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-cd158d6c-37c2-4349-8e4a-4c0d23da4e45 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/quotas/cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 375 time: 0.0111973 Mar 02 20:31:28.952138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.975009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 59666d4b-2bd3-4c6f-8340-5013823928d7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59666d4b-2bd3-4c6f-8340-5013823928d7,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:28.981032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:28.998044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-77640664-9902-48e3-9d76-aafa5ec66777 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:29.018927 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3960565a-dbb6-4512-af81-3f383f251c95 req-77640664-9902-48e3-9d76-aafa5ec66777 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:29.020529 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-77640664-9902-48e3-9d76-aafa5ec66777 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1190264 Mar 02 20:31:29.069096 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=59666d4b-2bd3-4c6f-8340-5013823928d7,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:29.224383 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 2, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:29.226035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-62b4fe39-9b79-4eae-a148-76d8c03b56a2 service neutron] 10.222.0.36 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892669 Mar 02 20:31:29.229100 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Checking router: 40bd4170-feb3-45ae-a5dc-e2f09e812971 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:31:29.229530 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Updating router 40bd4170-feb3-45ae-a5dc-e2f09e812971 port f9882c6b-84ed-43cc-8109-a1fc218ac53f binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:31:29.331436 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.360752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-a2b11cd4-fd33-4532-9954-52301d868e4e service neutron] 10.222.0.36 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279545 Mar 02 20:31:29.444750 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Provisioning complete for port a5e7c112-7c01-46d9-80c5-de66f5e31408 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:29.445539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.560456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-eb44f77b-715c-4ee7-a1ea-0dcf076de4c3 req-df182525-e5b9-4a84-ae2f-29b833e936b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 210 time: 0.0531271 Mar 02 20:31:29.629210 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Provisioning for port f9882c6b-84ed-43cc-8109-a1fc218ac53f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:29.634366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Provisioning complete for port f9882c6b-84ed-43cc-8109-a1fc218ac53f triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:29.634840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.690270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-7601a050-ee1e-4b0c-b845-af39e2b4eacf None None] Port f9882c6b-84ed-43cc-8109-a1fc218ac53f cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:31:29.697963 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.712880 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Transition to ACTIVE for port object f9882c6b-84ed-43cc-8109-a1fc218ac53f will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:29.719329 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.880692 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Pushing event updated for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:29.916567 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.916912 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.917244 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.917568 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.917887 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.918753 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.919082 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.919465 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.919712 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.920026 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.920362 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.920672 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:29.951324 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Attempting to bind port f9882c6b-84ed-43cc-8109-a1fc218ac53f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:29.951751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Attempting to bind port f9882c6b-84ed-43cc-8109-a1fc218ac53f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:29.952176 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Attempting to bind port f9882c6b-84ed-43cc-8109-a1fc218ac53f on network 7b17802a-300d-45db-9d2e-8d675bdb40a1 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:31:29.958160 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:31:29.958620 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Checking segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:31:29.959092 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:29.959540 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Bound using segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:31:29.960070 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Bound port: f9882c6b-84ed-43cc-8109-a1fc218ac53f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:29.960587 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.023544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a5e7c112-7c01-46d9-80c5-de66f5e31408 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:30.056977 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] For port f9882c6b-84ed-43cc-8109-a1fc218ac53f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:31:30.060975 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] For port f9882c6b-84ed-43cc-8109-a1fc218ac53f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f9882c6b-84ed-43cc-8109-a1fc218ac53f,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:31:30.066612 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.100951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port a5e7c112-7c01-46d9-80c5-de66f5e31408 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:30.101517 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.143185 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:30.143810 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:30.217175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36a328-f4fc-4d10-b532-d42f3c152d4f None None] Pushing event updated for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:30.234755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59666d4b-2bd3-4c6f-8340-5013823928d7 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:30.303229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59666d4b-2bd3-4c6f-8340-5013823928d7 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:30.303741 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:30.339722 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:30.672687 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:30Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:30.676746 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e0588d-7085-4259-9277-c8c06adf86df None None] The sync data for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv is: [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:30Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:31:30.864974 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6c85bf61-3624-4685-8ae8-701f22a4a283 req-50c629df-abb4-463a-8ce9-8e412dac35ad tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 210 time: 0.2024434 Mar 02 20:31:30.881494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-96ca119b-b058-434b-8662-ff69caee5212 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:30.883035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-96ca119b-b058-434b-8662-ff69caee5212 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 797 time: 0.3624103 Mar 02 20:31:30.934418 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-af18cb2a-4dd7-441c-94b6-5f45e993ec0e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 380 time: 0.0422258 Mar 02 20:31:30.943371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'port': {'device_id': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'admin_state_up': True, 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'security_groups': ['0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:31.081004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:31.091169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:31.102794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:31:31.106395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.275431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.14 (7b17802a-300d-45db-9d2e-8d675bdb40a1/df0e2b84-b1ed-4d03-a274-0d2d41d45cb5/4993be0e-e1d1-40c1-ac3a-ad42ef949415) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:31.483601 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.501701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object 4993be0e-e1d1-40c1-ac3a-ad42ef949415 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:31.527284 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.607841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:31.611636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:31.616056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:31:31.641300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:31.684124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:31.684811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.716135 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ee8417b5-4dad-492e-9e27-6201da62112a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764444 Mar 02 20:31:31.727921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Request body: {'port': {'device_id': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:31.847960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.908728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-00a1a378-7f37-43ce-b37b-21b4ff0cb2c1 None None] Provisioning for port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:31.916048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-00a1a378-7f37-43ce-b37b-21b4ff0cb2c1 None None] Provisioning complete for port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:31.916533 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-00a1a378-7f37-43ce-b37b-21b4ff0cb2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:31.983229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-00a1a378-7f37-43ce-b37b-21b4ff0cb2c1 None None] Port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:31:32.020678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f9882c6b-84ed-43cc-8109-a1fc218ac53f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:32.091296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port f9882c6b-84ed-43cc-8109-a1fc218ac53f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:32.095832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f9882c6b-84ed-43cc-8109-a1fc218ac53f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:32.096201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.207194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6d2ad-29a0-4356-8e9a-cf387e3e60c7 req-c0f8a497-4139-4cf4-b1ca-bebdce6acac2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:32.207880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-45b6d2ad-29a0-4356-8e9a-cf387e3e60c7 req-c0f8a497-4139-4cf4-b1ca-bebdce6acac2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:31:32.212815 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.233606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-45b6d2ad-29a0-4356-8e9a-cf387e3e60c7 req-c0f8a497-4139-4cf4-b1ca-bebdce6acac2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:31:32.234749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45b6d2ad-29a0-4356-8e9a-cf387e3e60c7 req-c0f8a497-4139-4cf4-b1ca-bebdce6acac2 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 932 time: 0.2235305 Mar 02 20:31:32.245227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port f9882c6b-84ed-43cc-8109-a1fc218ac53f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f9882c6b-84ed-43cc-8109-a1fc218ac53f,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:32.250257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.316222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:32.320375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4993be0e-e1d1-40c1-ac3a-ad42ef949415 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:31:32.331906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.339453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-45b6d2ad-29a0-4356-8e9a-cf387e3e60c7 req-19516d2d-8d30-4986-af5b-c7e22532dba4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719388 Mar 02 20:31:32.350134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Transition to ACTIVE for port object 4993be0e-e1d1-40c1-ac3a-ad42ef949415 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:31:32.355513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.484862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:32.594302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Attempting to bind port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:31:32.594632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Attempting to bind port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:31:32.594961 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Attempting to bind port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 on network 7b17802a-300d-45db-9d2e-8d675bdb40a1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:31:32.599885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 on network 7b17802a-300d-45db-9d2e-8d675bdb40a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:31:32.600199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Attempting to bind port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 on network 7b17802a-300d-45db-9d2e-8d675bdb40a1 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:31:32.605897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:31:32.606317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Checking segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:31:32.606762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Bound using segment: {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:31:32.607252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Bound port: 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a454f16b-b2a7-406d-886c-e59f85a43008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:31:32.607656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.698595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:31:32.701717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:31:32.710061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.768561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:32.769171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:32.770552 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 1094 time: 1.0472875 Mar 02 20:31:32.770975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:31:32.807587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9cf49-c96a-46e6-92c2-f700094049f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:32.827197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'status': 'completed', 'code': 200} Mar 02 20:31:33.037103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-624a6d86-b9ef-44d0-8b75-4e71912c8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.039025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-624a6d86-b9ef-44d0-8b75-4e71912c8b73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1097 time: 0.2022188 Mar 02 20:31:33.119009 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-ce85c328-c7e3-44ef-bb9c-dc4efafe83f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 217 time: 0.0731864 Mar 02 20:31:33.189633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-993b25dd-1f5d-4230-86ba-604e01ee02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.191084 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-993b25dd-1f5d-4230-86ba-604e01ee02af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0660839 Mar 02 20:31:33.275690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960565a-dbb6-4512-af81-3f383f251c95 req-93b1419f-5c2e-4db5-8a68-5680c094a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.278211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-93b1419f-5c2e-4db5-8a68-5680c094a518 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807068 Mar 02 20:31:33.421366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-1175440b-c800-40d9-9465-98d92b5fb384 service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366799 Mar 02 20:31:33.599964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3960565a-dbb6-4512-af81-3f383f251c95 req-b9f50431-a7ec-4052-9365-ba5d7b37e199 service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717539 Mar 02 20:31:33.613068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb8ec6-ec30-4552-a00a-ed6a54bdf08b req-321c8a86-4a7f-4e3c-908d-4617736bf5e3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.614447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5cbb8ec6-ec30-4552-a00a-ed6a54bdf08b req-321c8a86-4a7f-4e3c-908d-4617736bf5e3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 944 time: 0.1692703 Mar 02 20:31:33.700247 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5cbb8ec6-ec30-4552-a00a-ed6a54bdf08b req-67e34bba-8d8a-477e-ba71-bfa550600c8c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797544 Mar 02 20:31:33.731268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a152-b781-4259-b105-f936a62f06ce req-dac4dff1-952b-440d-91aa-4cc73e463db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.732760 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-dac4dff1-952b-440d-91aa-4cc73e463db7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1097 time: 0.0848947 Mar 02 20:31:33.865171 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a152-b781-4259-b105-f936a62f06ce req-bc3911de-a6ad-4331-a96a-e8e2d6894eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:33.866624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-bc3911de-a6ad-4331-a96a-e8e2d6894eae service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 898 time: 0.1272576 Mar 02 20:31:33.939206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-7858a3f7-4e4d-428d-a41b-40ea7e41f6b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 217 time: 0.0655794 Mar 02 20:31:33.968573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f9882c6b-84ed-43cc-8109-a1fc218ac53f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:34.001885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a152-b781-4259-b105-f936a62f06ce req-ead69658-537c-4c22-9c50-9bf206eec6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:34.003359 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-ead69658-537c-4c22-9c50-9bf206eec6a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0579946 Mar 02 20:31:34.040055 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port f9882c6b-84ed-43cc-8109-a1fc218ac53f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:34.040448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:34.079484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656a152-b781-4259-b105-f936a62f06ce req-775a1022-5813-454b-a6dc-da164a4a3d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:34.081040 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-775a1022-5813-454b-a6dc-da164a4a3d24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707445 Mar 02 20:31:34.214102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-490f5cba-2533-4aad-8313-9fcb2ef4409d service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247356 Mar 02 20:31:34.343788 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9656a152-b781-4259-b105-f936a62f06ce req-b5477bd5-9395-403b-a97f-5fdccd34baf7 service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233366 Mar 02 20:31:34.980376 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a82724-ce98-437f-acef-89f6ab456bf2 req-afaf16e3-e019-4f3d-ad27-56e0bc324e5f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:34.981837 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48a82724-ce98-437f-acef-89f6ab456bf2 req-afaf16e3-e019-4f3d-ad27-56e0bc324e5f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 944 time: 0.1633437 Mar 02 20:31:35.030285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-48a82724-ce98-437f-acef-89f6ab456bf2 req-47cdf72a-52e8-4a5b-add6-c25072d23b34 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Mar 02 20:31:36.215278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4993be0e-e1d1-40c1-ac3a-ad42ef949415 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:31:36.292860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629eec1-2cae-457a-908d-bb4a415470ab req-1c79f5f8-9c9e-424f-87e8-b182d958970e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:36.294657 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b629eec1-2cae-457a-908d-bb4a415470ab req-1c79f5f8-9c9e-424f-87e8-b182d958970e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 944 time: 0.1373591 Mar 02 20:31:36.352143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:36.371316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'port_id': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'mac_address': 'fa:16:3e:fa:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:31:36.430725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.449097 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4993be0e-e1d1-40c1-ac3a-ad42ef949415 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:31:36.450048 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b629eec1-2cae-457a-908d-bb4a415470ab req-ab071ba5-ae7c-4c82-893e-7b1a1b27d2f5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496820 Mar 02 20:31:36.469233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:36.474722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:36.546820 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:36.711709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4993be0e-e1d1-40c1-ac3a-ad42ef949415'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:31:37.657377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac208e7c-cb1f-434f-8e79-1beb1dc1ccd4 req-091250e6-445f-4974-aa92-bf8882752d3e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:37.658831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac208e7c-cb1f-434f-8e79-1beb1dc1ccd4 req-091250e6-445f-4974-aa92-bf8882752d3e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 945 time: 0.0880537 Mar 02 20:31:37.703999 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ac208e7c-cb1f-434f-8e79-1beb1dc1ccd4 req-c503c82c-bb0f-4b24-8fbc-719559ec324d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390522 Mar 02 20:31:38.233027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4993be0e-e1d1-40c1-ac3a-ad42ef949415 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:31:38.317630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:31:38.322864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:31:38.323233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.471132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.498442 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:31:38.508532 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:31:38.513633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:38.548969 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'code': 200} Mar 02 20:31:38.593370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:38.601008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.601345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.601737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.602101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.602440 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.602819 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.603126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.603447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.603829 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.604161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.604601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.604962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:31:38.865297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a67b66-2d26-48c7-819c-7e3abc197722 req-7437aacb-ef3a-49d1-910e-a35c512c6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:38.866752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-92a67b66-2d26-48c7-819c-7e3abc197722 req-7437aacb-ef3a-49d1-910e-a35c512c6cb6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1099 time: 0.1566517 Mar 02 20:31:38.921618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-92a67b66-2d26-48c7-819c-7e3abc197722 req-65efa16b-f3f4-4785-840e-c7764815b5ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488305 Mar 02 20:31:38.933975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83522b-51ae-496d-91af-4592cc3fbf7e req-072ae790-e8da-4970-8a87-26a1169a1a90 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:38.935338 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec83522b-51ae-496d-91af-4592cc3fbf7e req-072ae790-e8da-4970-8a87-26a1169a1a90 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1233680 Mar 02 20:31:38.983167 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec83522b-51ae-496d-91af-4592cc3fbf7e req-95ce4fc3-85a6-4df9-997f-5a6d13651c5d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Mar 02 20:31:40.191182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85862320-7a04-4534-975c-f72b845d38ae req-269298c6-2961-40fb-9fad-2c99418bf7f9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:40.192669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85862320-7a04-4534-975c-f72b845d38ae req-269298c6-2961-40fb-9fad-2c99418bf7f9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0915699 Mar 02 20:31:40.238709 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85862320-7a04-4534-975c-f72b845d38ae req-ff675ff2-a8f1-4fd2-b24e-62762779ad23 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 Mar 02 20:31:40.452563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c669b-4390-433f-b054-d1ae9e9e0e54 req-5cf47142-8cfe-4531-a5b0-b52bc84c2345 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:40.454054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b4c669b-4390-433f-b054-d1ae9e9e0e54 req-5cf47142-8cfe-4531-a5b0-b52bc84c2345 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1025741 Mar 02 20:31:40.500525 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b4c669b-4390-433f-b054-d1ae9e9e0e54 req-6c55ff9f-da80-471c-8be1-36dd2b058960 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407152 Mar 02 20:31:40.526079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45564) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:40.637439 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74f6d71-269a-4e49-9ae9-ca8e284658d7 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:40.638915 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c74f6d71-269a-4e49-9ae9-ca8e284658d7 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1094 time: 0.1119041 Mar 02 20:31:40.642788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45570) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:40.647562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:31:40.653829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:31:40.658056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:floatingip and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:31:40.660992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:31:40.667292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:31:40.679995 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.820258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:40.955603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.52 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/6b5cc66b-8262-4643-a788-c81d217ae449) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:31:41.115942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.147443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.210005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:31:41.217301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:31:41.221362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:31:41.249863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=6b5cc66b-8262-4643-a788-c81d217ae449,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:41.647467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.727679 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:41.846635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-90729d25-45b1-4096-adcb-ba468820e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:42.036776 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:42.044651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:42.150137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=6b5cc66b-8262-4643-a788-c81d217ae449,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:31:42.167019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:42.353449 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 173a4bd8-e670-4bd9-b775-a9eb533b5afc associated. External IP: 172.26.2.52, port: 4993be0e-e1d1-40c1-ac3a-ad42ef949415. Mar 02 20:31:42.701777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 40bd4170-feb3-45ae-a5dc-e2f09e812971 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:31:42.878258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:31:42.889026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Sync routers for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:31:42.901093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:42.901729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:42.907792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:42.967484 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-4ee75d80-fcb6-4c41-8fc6-e81a42bb2ea8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3236039 Mar 02 20:31:42.967977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:31:43.014028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'status': 'completed', 'code': 200} Mar 02 20:31:43.091835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:43.184034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3928d-e4e0-45aa-8db3-2a1ce5d432ba req-f89b29e5-5f19-40ea-8681-70271e3282ec tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:43.185875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbe3928d-e4e0-45aa-8db3-2a1ce5d432ba req-f89b29e5-5f19-40ea-8681-70271e3282ec tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1144612 Mar 02 20:31:43.187920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-df354517-b631-4822-977c-d95b4064b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:43.189385 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-df354517-b631-4822-977c-d95b4064b8c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1099 time: 0.1527517 Mar 02 20:31:43.444262 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bbe3928d-e4e0-45aa-8db3-2a1ce5d432ba req-73f7f9cd-38db-45a7-99d7-5a9f136ee4ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522516 Mar 02 20:31:43.460354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '173a4bd8-e670-4bd9-b775-a9eb533b5afc', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'port_id': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'mac_address': 'fa:16:3e:fa:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:41Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:43.464315 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Checking router: 40bd4170-feb3-45ae-a5dc-e2f09e812971 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:31:43.467991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45578) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:43.476737 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:31:43.477352 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:31:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:43.480791 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-c29635c8-5ad0-481a-9751-396f686579db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:43.482357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-c29635c8-5ad0-481a-9751-396f686579db service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 898 time: 0.2772067 Mar 02 20:31:43.583453 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5204753c-594e-4eee-9e54-c8cf8ac1cb1d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/173a4bd8-e670-4bd9-b775-a9eb533b5afc HTTP/1.1" status: 200 len: 991 time: 0.1142654 Mar 02 20:31:43.592997 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-a7998257-4c0c-40e7-b972-733899fdd25a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 999 time: 0.1038182 Mar 02 20:31:43.655410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-966bd277-240f-4aed-87f4-0b0e0eb250de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:43.656734 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-966bd277-240f-4aed-87f4-0b0e0eb250de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0579488 Mar 02 20:31:43.684188 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:31:43.731538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-b564bdcb-d934-4b1a-aa74-975ca17567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:43.733021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-b564bdcb-d934-4b1a-aa74-975ca17567b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707347 Mar 02 20:31:43.866587 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-aac3a41b-6602-4577-9f5a-c974108a7deb service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266048 Mar 02 20:31:44.012620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc68209c-6bbe-460f-93d4-26220281ca46 req-fb464adc-03cc-4d88-a8dd-1c6bdb3a5553 service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390586 Mar 02 20:31:44.036081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '173a4bd8-e670-4bd9-b775-a9eb533b5afc', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'port_id': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'mac_address': 'fa:16:3e:fa:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:41Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:31:44.040582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fd925-751d-4a1d-ac02-2d084f84c1ef None None] The sync data for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv is: [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '173a4bd8-e670-4bd9-b775-a9eb533b5afc', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.52', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'port_id': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'mac_address': 'fa:16:3e:fa:7b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:31:41Z', 'updated_at': '2022-03-02T20:31:41Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:31:44.238707 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b3d760-7324-4bba-b52f-bf21b2da5b78 None None] New status for floating IP 173a4bd8-e670-4bd9-b775-a9eb533b5afc: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:31:44.587481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45582) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:31:44.706333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-cc015b71-008d-4765-97f1-28f68bc18fe7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/173a4bd8-e670-4bd9-b775-a9eb533b5afc HTTP/1.1" status: 200 len: 993 time: 0.1175630 Mar 02 20:31:45.060542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8ba5500-dbd1-4eb0-aa0b-cdecb3e9cb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.474388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.527008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:45.554072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:47.210043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:31:59.090317 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:31:59.285485 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-60d4e5e0-0dfe-4ac7-8103-43ceb816b6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776711 Mar 02 20:31:59.428863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d732f-4ece-4b93-887b-d9c8393f330f req-c475a121-b3d9-4a6f-acbe-a20ae8b9dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:59.430325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-c475a121-b3d9-4a6f-acbe-a20ae8b9dbb3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1099 time: 0.0770919 Mar 02 20:31:59.575982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d732f-4ece-4b93-887b-d9c8393f330f req-c4a69fab-2552-43d9-8c55-023c5b8773ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:59.577512 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-c4a69fab-2552-43d9-8c55-023c5b8773ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 898 time: 0.1283917 Mar 02 20:31:59.683512 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-e792984e-052a-4d94-885f-64abb86a7961 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 1001 time: 0.0981359 Mar 02 20:31:59.747616 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d732f-4ece-4b93-887b-d9c8393f330f req-e240f1d8-9fbd-4207-b2d3-705d37adc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:59.749086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-e240f1d8-9fbd-4207-b2d3-705d37adc40a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0584946 Mar 02 20:31:59.827146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d732f-4ece-4b93-887b-d9c8393f330f req-28441448-f08a-47be-9fda-e58b7b78e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:31:59.828695 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-28441448-f08a-47be-9fda-e58b7b78e8c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729136 Mar 02 20:31:59.962278 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-dd63d5a7-a72c-40f8-8e74-16d4e041fe7d service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256833 Mar 02 20:32:00.091923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-542d732f-4ece-4b93-887b-d9c8393f330f req-103cb63a-148f-49ce-89a8-9c74f5b21c4a service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239607 Mar 02 20:32:11.714612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbd907-ee93-4415-9f51-870c6cc365d9 req-58d5e0e1-3bc4-45cf-ac0c-b870bc72b702 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:11.716106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b8fbd907-ee93-4415-9f51-870c6cc365d9 req-58d5e0e1-3bc4-45cf-ac0c-b870bc72b702 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0898027 Mar 02 20:32:11.763543 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b8fbd907-ee93-4415-9f51-870c6cc365d9 req-a6dd822d-37b9-4a8c-96eb-5c82365d9b38 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Mar 02 20:32:11.847008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e4369524-ba49-450d-a6c3-81b13f4278de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:12.963205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b084ab-a3f7-4283-9e6c-d801bde9c8c5 req-6f434a51-c5aa-4df0-994a-3f91eb8c38e1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:12.964799 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69b084ab-a3f7-4283-9e6c-d801bde9c8c5 req-6f434a51-c5aa-4df0-994a-3f91eb8c38e1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0858934 Mar 02 20:32:13.009326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69b084ab-a3f7-4283-9e6c-d801bde9c8c5 req-8b868c0b-5253-4760-9a3a-28d280ba98d7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Mar 02 20:32:14.204810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cb9ca-355d-44f9-8a76-a80a15a347d3 req-549746f9-8df4-467a-94e6-e76ef130ba53 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:14.206290 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6c5cb9ca-355d-44f9-8a76-a80a15a347d3 req-549746f9-8df4-467a-94e6-e76ef130ba53 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0878336 Mar 02 20:32:14.357263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6c5cb9ca-355d-44f9-8a76-a80a15a347d3 req-a4f20617-dcba-4694-84e8-a087f4459bf5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429536 Mar 02 20:32:15.058967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-15d60ccb-ca72-4829-91a1-817e30ef23fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:15.471232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:15.533042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:15.558897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:15.559495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49bf9-0801-4301-a725-141ccdfd91cd req-b14e0916-aa1f-4f42-af1c-cbe69f3aec57 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:15.561024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1f49bf9-0801-4301-a725-141ccdfd91cd req-b14e0916-aa1f-4f42-af1c-cbe69f3aec57 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0885303 Mar 02 20:32:15.606988 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d1f49bf9-0801-4301-a725-141ccdfd91cd req-a5ecc144-7a33-4b8a-99a8-02f3dc234430 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Mar 02 20:32:16.805477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626e2db-32e3-402a-929a-8cbfd98b262b req-39538e22-171a-49b1-8cb1-9be6cb9b339a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:16.807361 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0626e2db-32e3-402a-929a-8cbfd98b262b req-39538e22-171a-49b1-8cb1-9be6cb9b339a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0890613 Mar 02 20:32:16.852581 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0626e2db-32e3-402a-929a-8cbfd98b262b req-ac178c67-0eff-4fe3-ad91-6a01411b560d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Mar 02 20:32:17.213113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:18.063130 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590300f3-8668-45f1-af81-1137d230a31f req-149a622b-4d03-404e-8782-bc4e5a5f85e0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:18.064500 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-590300f3-8668-45f1-af81-1137d230a31f req-149a622b-4d03-404e-8782-bc4e5a5f85e0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1002495 Mar 02 20:32:18.112002 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-590300f3-8668-45f1-af81-1137d230a31f req-419d92f7-2d5b-438c-b2ea-dff712eb6360 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410454 Mar 02 20:32:19.335041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf880-30d6-4ef4-8e1f-25989c1fc60d req-46247b81-d205-4d87-8cde-adea96223981 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:19.336438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84fdf880-30d6-4ef4-8e1f-25989c1fc60d req-46247b81-d205-4d87-8cde-adea96223981 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1025660 Mar 02 20:32:19.384166 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84fdf880-30d6-4ef4-8e1f-25989c1fc60d req-097c6bd7-32c2-41a0-8ebc-4996bc51c626 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Mar 02 20:32:20.582630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd417-6d42-40e6-b226-47790ba8524b req-c9093e35-4db3-4791-8824-056c89dacd26 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:20.584149 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a67bd417-6d42-40e6-b226-47790ba8524b req-c9093e35-4db3-4791-8824-056c89dacd26 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0868440 Mar 02 20:32:20.630976 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a67bd417-6d42-40e6-b226-47790ba8524b req-d9d4167e-f855-409f-85b6-7167a7ebce78 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Mar 02 20:32:21.829928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdbefe-7bc9-42f3-87f9-dc872609b458 req-6477f69d-7675-4ee9-8459-3bb5d58db057 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:21.831421 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9bfdbefe-7bc9-42f3-87f9-dc872609b458 req-6477f69d-7675-4ee9-8459-3bb5d58db057 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0854745 Mar 02 20:32:21.879956 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9bfdbefe-7bc9-42f3-87f9-dc872609b458 req-6db39682-c8e0-4e3c-8c2d-d709a3cfa5ea tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Mar 02 20:32:23.089367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd665251-f8e5-452b-b4d8-facbab6e1ca5 req-a6568d03-38f9-4ac1-876e-d39bdefbe189 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:23.090710 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd665251-f8e5-452b-b4d8-facbab6e1ca5 req-a6568d03-38f9-4ac1-876e-d39bdefbe189 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0837750 Mar 02 20:32:23.137697 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dd665251-f8e5-452b-b4d8-facbab6e1ca5 req-d87fd550-f6d5-44e3-a599-9e282ed3564b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Mar 02 20:32:23.162004 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45618) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:23.276820 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-87dbf9ff-af5d-4bb7-a979-acb65e19a41c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/173a4bd8-e670-4bd9-b775-a9eb533b5afc HTTP/1.1" status: 200 len: 993 time: 0.1133983 Mar 02 20:32:24.772796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718015c-8fc8-4610-97af-3be29ccca2c9 req-b6642552-3be8-4248-b080-e29ad318fa74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:24.774289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4718015c-8fc8-4610-97af-3be29ccca2c9 req-b6642552-3be8-4248-b080-e29ad318fa74 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1284339 Mar 02 20:32:24.812204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-247931f1-f1ea-4054-b0e4-6ffed556a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:24.813620 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-247931f1-f1ea-4054-b0e4-6ffed556a673 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1099 time: 0.1124430 Mar 02 20:32:24.867791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4718015c-8fc8-4610-97af-3be29ccca2c9 req-45e598cc-f13b-400d-8f6b-1cea89b8dd54 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814238 Mar 02 20:32:24.960135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-d567f1f4-10ee-4ab5-951c-d24ef174ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:24.961926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-d567f1f4-10ee-4ab5-951c-d24ef174ed2c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 898 time: 0.1396945 Mar 02 20:32:25.081098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-64f393fe-12d4-4909-8615-bd098b0beb25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 1001 time: 0.1132991 Mar 02 20:32:25.145744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-a45a9511-7232-4f63-bd1c-dcd5933fd8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:25.147195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-a45a9511-7232-4f63-bd1c-dcd5933fd8be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0605674 Mar 02 20:32:25.223778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-ec64b6c0-64a8-4602-9b35-b6c77c8f4546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:25.225319 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-ec64b6c0-64a8-4602-9b35-b6c77c8f4546 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727060 Mar 02 20:32:25.362125 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-f7b3480c-4860-4527-8fd3-78850431509c service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307464 Mar 02 20:32:25.497875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b9c909e4-3bd8-43a5-b25d-9e184e07f2d0 req-d2a42372-fab3-489a-8e49-5762e8047c3d service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299171 Mar 02 20:32:26.066683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94977-1ee7-49f9-8356-b63f5a2bcfb3 req-e26f9869-8cff-4481-a0da-b48fd3abd151 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:26.068086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4bb94977-1ee7-49f9-8356-b63f5a2bcfb3 req-e26f9869-8cff-4481-a0da-b48fd3abd151 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.0880821 Mar 02 20:32:26.209372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4bb94977-1ee7-49f9-8356-b63f5a2bcfb3 req-150440f4-e32a-4cbd-8af8-bd9e67c09d91 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355777 Mar 02 20:32:26.234538 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45630) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:26.342447 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7848aa83-44bc-4a3c-be85-036241794d2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/173a4bd8-e670-4bd9-b775-a9eb533b5afc HTTP/1.1" status: 200 len: 993 time: 0.1067054 Mar 02 20:32:36.094481 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:32:41.846699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e406ec4-bdb8-4222-abc7-78608902fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:45.063042 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fb68d5c2-3f90-4722-b2a0-bd8f3d457a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:45.484071 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:45.524774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:45.563654 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:47.224541 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:56.780842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45648) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:32:56.991311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 6b5cc66b-8262-4643-a788-c81d217ae449 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:32:56.991620 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.167414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.167737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.288721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 6b5cc66b-8262-4643-a788-c81d217ae449 owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:32:57.450243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.495203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=6b5cc66b-8262-4643-a788-c81d217ae449,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:32:57.534806 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.535152 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.535480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.535810 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.536127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.536475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.536781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.537117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.537416 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.537737 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.538401 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.538717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:32:57.598822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:57.599168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP 173a4bd8-e670-4bd9-b775-a9eb533b5afc disassociated (deleted). External IP: 172.26.2.52, port: 4993be0e-e1d1-40c1-ac3a-ad42ef949415. Mar 02 20:32:57.969127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 40bd4170-feb3-45ae-a5dc-e2f09e812971 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:32:58.262262 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:32:58.272934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Sync routers for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:32:58.284389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:32:58.285601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:32:58.286226 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.343067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c3540948-95dd-4392-8f6a-a658df85bcb4 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/floatingips/173a4bd8-e670-4bd9-b775-a9eb533b5afc HTTP/1.1" status: 204 len: 168 time: 1.5611351 Mar 02 20:32:58.343609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:32:58.443741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'status': 'completed', 'code': 200} Mar 02 20:32:58.465191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:32:58.537362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-037c6313-00ee-4039-9637-da8a1a2bcaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:58.539205 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-037c6313-00ee-4039-9637-da8a1a2bcaa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 1099 time: 0.0739985 Mar 02 20:32:58.724546 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-774b75cb-8be2-49a6-b3d1-a567a15f833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:58.725994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-774b75cb-8be2-49a6-b3d1-a567a15f833f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 200 len: 898 time: 0.1801801 Mar 02 20:32:58.774720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.778678 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Checking router: 40bd4170-feb3-45ae-a5dc-e2f09e812971 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:32:58.787727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:32:58.788612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:58.797718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-4c9d54ad-e6c6-45d3-bec7-4a51ddd82783 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 200 len: 217 time: 0.0646875 Mar 02 20:32:58.846982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820309f-5d90-4d0b-9096-1512e1bf9fe2 req-63afd495-3abd-49e7-8af0-d19402d7deb0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:58.847672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a820309f-5d90-4d0b-9096-1512e1bf9fe2 req-63afd495-3abd-49e7-8af0-d19402d7deb0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:32:58.880942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a820309f-5d90-4d0b-9096-1512e1bf9fe2 req-63afd495-3abd-49e7-8af0-d19402d7deb0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:32:58.882108 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a820309f-5d90-4d0b-9096-1512e1bf9fe2 req-63afd495-3abd-49e7-8af0-d19402d7deb0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.2370145 Mar 02 20:32:58.886092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-5fe5d049-968e-42d2-abea-a0c47a2f8b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:58.887632 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-5fe5d049-968e-42d2-abea-a0c47a2f8b6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 200 len: 834 time: 0.0825374 Mar 02 20:32:58.964811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:32:58.971034 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a820309f-5d90-4d0b-9096-1512e1bf9fe2 req-887f0ea4-6859-4736-9d92-94e7fbcfeb35 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793564 Mar 02 20:32:58.994774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-ea359e05-8502-4a74-a77f-d7a5d60203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:32:58.996226 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-ea359e05-8502-4a74-a77f-d7a5d60203f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b17802a-300d-45db-9d2e-8d675bdb40a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917373 Mar 02 20:32:59.131019 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-eef35db4-dc37-4a4f-bd01-2b6ab1730d2c service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268175 Mar 02 20:32:59.269404 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36805aef-0508-4c74-b332-08f9bd4000d3 req-e48b492f-0f16-4999-b625-9abaaf7da636 service neutron] 10.222.0.32 "GET /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319959 Mar 02 20:32:59.281486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:32:59.285884 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7546453-0f4d-4739-9c56-3a267f901ddd None None] The sync data for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv is: [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:27Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'f9882c6b-84ed-43cc-8109-a1fc218ac53f', 'name': '', 'network_id': '7b17802a-300d-45db-9d2e-8d675bdb40a1', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:b8:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:26Z', 'updated_at': '2022-03-02T20:31:32Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': 'df0e2b84-b1ed-4d03-a274-0d2d41d45cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:32:59.488221 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd02d74c-f4d0-4139-9c84-fdb5582401da None None] New status for floating IP 173a4bd8-e670-4bd9-b775-a9eb533b5afc: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:33:00.139982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcf55d-e3b8-4715-905c-df831e823455 req-cd9842c0-c60b-4dbb-8af8-4e8f3e5e17f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:00.141426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6efcf55d-e3b8-4715-905c-df831e823455 req-cd9842c0-c60b-4dbb-8af8-4e8f3e5e17f3 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1249757 Mar 02 20:33:00.225834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:00.226058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.262999 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d143432-7164-4869-9531-b2624b01c15c req-138df916-3706-43c6-83ee-8f18880991cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:00.264478 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d143432-7164-4869-9531-b2624b01c15c req-138df916-3706-43c6-83ee-8f18880991cc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 946 time: 0.1852548 Mar 02 20:33:00.364415 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d143432-7164-4869-9531-b2624b01c15c req-2e75f931-7dc1-4b5e-bdec-9fa9c069dd0c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929949 Mar 02 20:33:00.614830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 4993be0e-e1d1-40c1-ac3a-ad42ef949415, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4993be0e-e1d1-40c1-ac3a-ad42ef949415,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:00.615073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.754579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 4993be0e-e1d1-40c1-ac3a-ad42ef949415 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:00.912037 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:00.961998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=4993be0e-e1d1-40c1-ac3a-ad42ef949415,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:01.040880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port 4993be0e-e1d1-40c1-ac3a-ad42ef949415 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:33:01.043850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:01.046827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'name': 'network-vif-deleted', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:33:01.067499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6efcf55d-e3b8-4715-905c-df831e823455 req-058389ae-81d4-4129-a6a5-e59625e134bd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "DELETE /v2.0/ports/4993be0e-e1d1-40c1-ac3a-ad42ef949415 HTTP/1.1" status: 204 len: 173 time: 0.9181209 Mar 02 20:33:01.102594 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d0ccd64-c299-4acc-88f6-ca904d2b7fcd', 'name': 'network-vif-deleted', 'tag': '4993be0e-e1d1-40c1-ac3a-ad42ef949415', 'status': 'completed', 'code': 200} Mar 02 20:33:01.532371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dac92f23-d17c-4ce4-ab4a-2c1821c263c6 req-6787dba1-d275-4d6c-8934-760f0d5250dd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:01.550892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-dac92f23-d17c-4ce4-ab4a-2c1821c263c6 req-6787dba1-d275-4d6c-8934-760f0d5250dd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:01.552221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dac92f23-d17c-4ce4-ab4a-2c1821c263c6 req-6787dba1-d275-4d6c-8934-760f0d5250dd tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d0ccd64-c299-4acc-88f6-ca904d2b7fcd HTTP/1.1" status: 200 len: 210 time: 0.0635409 Mar 02 20:33:02.665745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45668) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:02.710608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4993be0e-e1d1-40c1-ac3a-ad42ef949415 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:02.744313 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 4993be0e-e1d1-40c1-ac3a-ad42ef949415 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:33:02.744671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4993be0e-e1d1-40c1-ac3a-ad42ef949415 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:33:03.218393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:03.690179 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port f9882c6b-84ed-43cc-8109-a1fc218ac53f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:03.690878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:03.873869 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port f9882c6b-84ed-43cc-8109-a1fc218ac53f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=f9882c6b-84ed-43cc-8109-a1fc218ac53f,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:03.874215 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:03.995839 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for f9882c6b-84ed-43cc-8109-a1fc218ac53f owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:04.189520 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:04.238599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=f9882c6b-84ed-43cc-8109-a1fc218ac53f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:04.275866 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.276198 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.276548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.276873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.277208 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.277511 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.278413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.278413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.278966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.279107 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.279419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.279726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:04.517882 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:04.997689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 40bd4170-feb3-45ae-a5dc-e2f09e812971 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:33:05.178590 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:33:05.188701 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Sync routers for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:33:05.196806 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bdecfc29-ea99-4e79-9f42-9f8ae5eb0cfb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/40bd4170-feb3-45ae-a5dc-e2f09e812971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5300179 Mar 02 20:33:05.198758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:05.199415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:05.199580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45672) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:05.267990 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting subnet df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:33:05.271611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.328737 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.412054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.414652 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:05.485588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.529201 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Subnet': ['ID=df0e2b84-b1ed-4d03-a274-0d2d41d45cb5,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:05.531660 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.539912 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-d4da54ef-da6d-401f-8fae-0d58a8fc6efc tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/subnets/df0e2b84-b1ed-4d03-a274-0d2d41d45cb5 HTTP/1.1" status: 204 len: 168 time: 0.3395205 Mar 02 20:33:05.542715 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45676) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:05.549462 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052e8d9-f1d7-450f-aba9-d55adb1633ce None None] Network 7b17802a-300d-45db-9d2e-8d675bdb40a1 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:33:05.719413 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.867587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:33:04Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '59666d4b-2bd3-4c6f-8340-5013823928d7', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:13:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:05.871629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Checking router: 40bd4170-feb3-45ae-a5dc-e2f09e812971 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:33:05.881860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Routers {'40bd4170-feb3-45ae-a5dc-e2f09e812971'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:05.882474 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['40bd4170-feb3-45ae-a5dc-e2f09e812971'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:05.924959 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.938273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 59666d4b-2bd3-4c6f-8340-5013823928d7 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:05.938273 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:05.940360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] DHCP port deletion for 7b17802a-300d-45db-9d2e-8d675bdb40a1 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:33:05.950468 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Deleting port a5e7c112-7c01-46d9-80c5-de66f5e31408 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:05.950835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.108926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device a5e7c112-7c01-46d9-80c5-de66f5e31408 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:06.127618 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 59666d4b-2bd3-4c6f-8340-5013823928d7, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59666d4b-2bd3-4c6f-8340-5013823928d7,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:06.128237 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.158243 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] Set router 40bd4170-feb3-45ae-a5dc-e2f09e812971 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:06.253950 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 59666d4b-2bd3-4c6f-8340-5013823928d7 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:06.285040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:33:05Z', 'revision_number': 6, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:06.325294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acf0b71-daef-45c9-b44f-eabd35c5f824 None None] The sync data for ids ['40bd4170-feb3-45ae-a5dc-e2f09e812971'] in dv-neutron-831594-2-hyperv is: [{'id': '40bd4170-feb3-45ae-a5dc-e2f09e812971', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1275760117', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:31:22Z', 'updated_at': '2022-03-02T20:33:05Z', 'revision_number': 6, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:33:06.425221 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:06.425601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.555848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.603295 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Calling delete_port for a5e7c112-7c01-46d9-80c5-de66f5e31408 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:06.627416 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=59666d4b-2bd3-4c6f-8340-5013823928d7,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:06.646623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.699548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.704731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:06.713225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.755051 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:33:06.755404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:33:06.788726 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=a5e7c112-7c01-46d9-80c5-de66f5e31408,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:06.796287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.796661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.796991 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.797318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.797648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.797970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.798287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.798602 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.798920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.799234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.799548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.799859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:06.888911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.891211 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.918787 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.919718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Fanout notify agent at l3_agent the message router_deleted on router 40bd4170-feb3-45ae-a5dc-e2f09e812971 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:33:06.934678 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:06.935818 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bfe1da30-442f-4db8-b590-67938edaa22b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/routers/40bd4170-feb3-45ae-a5dc-e2f09e812971 HTTP/1.1" status: 204 len: 168 time: 1.3922484 Mar 02 20:33:06.938592 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45680) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:07.055021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.072443 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port a5e7c112-7c01-46d9-80c5-de66f5e31408 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:07.072745 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.256962 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Deleting port a5e7c112-7c01-46d9-80c5-de66f5e31408 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:07.257591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.290981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:07.291572 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.421914 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for a5e7c112-7c01-46d9-80c5-de66f5e31408 owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:07.461771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] For port a5e7c112-7c01-46d9-80c5-de66f5e31408, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=a5e7c112-7c01-46d9-80c5-de66f5e31408,segment=NetworkSegment(a454f16b-b2a7-406d-886c-e59f85a43008),segment_id=a454f16b-b2a7-406d-886c-e59f85a43008)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:07.462355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.501663 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.551718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=a5e7c112-7c01-46d9-80c5-de66f5e31408,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:07.556104 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port a5e7c112-7c01-46d9-80c5-de66f5e31408 on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:33:07.584279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Calling delete_port for a5e7c112-7c01-46d9-80c5-de66f5e31408 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:33:07.654599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:33:07.654969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:33:07.677474 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.701815 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b17802a-300d-45db-9d2e-8d675bdb40a1']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:07.713534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a454f16b-b2a7-406d-886c-e59f85a43008') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:07.713816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a454f16b-b2a7-406d-886c-e59f85a43008') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:07.724873 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.740499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.746429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:33:07.746943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:33:07.761485 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:33:07.764784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Deleting port a5e7c112-7c01-46d9-80c5-de66f5e31408 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:33:07.765163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.835211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a779ab52-c5c8-41e8-b54d-c46107812399 None None] The port 'a5e7c112-7c01-46d9-80c5-de66f5e31408' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:33:07.953701 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.959040 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:07.985019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Network': ['ID=7b17802a-300d-45db-9d2e-8d675bdb40a1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:08.000143 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-cbb8681b-b2bf-4cee-8f72-3143f87659ce tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/networks/7b17802a-300d-45db-9d2e-8d675bdb40a1 HTTP/1.1" status: 204 len: 168 time: 1.0605586 Mar 02 20:33:08.002696 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45684) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:08.027116 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f9882c6b-84ed-43cc-8109-a1fc218ac53f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:08.061182 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: f9882c6b-84ed-43cc-8109-a1fc218ac53f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:33:08.061613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device f9882c6b-84ed-43cc-8109-a1fc218ac53f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:33:08.062094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59666d4b-2bd3-4c6f-8340-5013823928d7 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:33:08.069710 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.094058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 59666d4b-2bd3-4c6f-8340-5013823928d7 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:33:08.094306 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59666d4b-2bd3-4c6f-8340-5013823928d7 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:33:08.099202 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.162341 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.181008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:08.192917 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.196603 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a33ddd64-1749-4501-8ad1-59d286ff7ff9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/security-groups/0be2cb8c-4b3d-4e2d-aa29-84af3235c3b2 HTTP/1.1" status: 204 len: 168 time: 0.1904471 Mar 02 20:33:08.534245 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45692) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:08.539939 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869156238', 'description': 'tempest-secgroup-smoke-869156238 description', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:08.546356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:08.550990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:08.553878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:08.560148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:08.571825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.591083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:08.594789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:08.597520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:08.603035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:08.674735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.680499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.727117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:08.740174 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.741438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-75c67ab9-2c94-4e92-a558-e651a2ceaa2b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061846 Mar 02 20:33:08.744597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45696) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:08.750288 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:08.756396 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:08.760152 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:08.763064 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:08.772373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:08.790192 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.849762 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.854783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.879807 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94855458-5b5d-457a-abed-0fe4828f2246,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:08.890742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:08.892000 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4da1332c-c019-4b67-80ce-90883a2f2055 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463256 Mar 02 20:33:08.894747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45700) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:08.899672 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:08.905726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:08.909833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:08.912822 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:08.919038 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:08.937968 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.000798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.006580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.032976 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5c1040-0d35-4547-8b75-1c3f938cac49,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.039265 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.040250 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f7502565-656d-4fbc-adc1-b16a5275d616 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445737 Mar 02 20:33:09.043097 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45704) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.048575 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.054771 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.058901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.062130 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.067999 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.088316 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.154704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.160632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.183314 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc74edb6-8cd0-4ed5-afc0-30f8e8a45063,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.194931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.196186 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5f8f8433-eaf2-4390-bf3d-e6f7e76e4771 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517308 Mar 02 20:33:09.198975 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45708) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.204296 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.210239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.214034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.217089 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.223980 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.245534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.310646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.316581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.341530 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1bbc41b-4bec-4ad9-8121-e25b5a9f826d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.352609 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.353838 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-a0898652-38f9-4b84-8da1-b51a99edf359 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1539311 Mar 02 20:33:09.356539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45712) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.361470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.367468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.371621 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.374725 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.381001 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.394683 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:33:09.401558 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.482320 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.487756 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.513345 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393dcf46-d8e1-47c4-951f-0401143444f2,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.523970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.528720 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b67b8199-4862-4e8d-b064-018f2f72640b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1676981 Mar 02 20:33:09.529021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45716) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.534981 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'security_group_rule': {'security_group_id': '5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.543387 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.549509 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:security_group_rule and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.553811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.562300 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.576146 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Project cbad553f484a41d2a2d8227aae01d90b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:33:09.582895 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.649811 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.656415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.679234 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e496d213-f5cc-401b-ab0e-7934a77611f5,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.689718 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.691036 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dfab0cdb-a339-4f9d-80aa-8618c02f085a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1604319 Mar 02 20:33:09.693797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45720) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.699840 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'network': {'name': 'tempest-network-smoke--5019701', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'port_security_enabled': True}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.704795 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.708890 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:network and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.711716 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.717363 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.729365 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:09.733054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.760623 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:33:09.771165 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.771983 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Added segment 11c2150e-78f4-4f3f-9eaf-52a1388c4eba of type vlan for network cebb3a46-7c88-4ec6-a302-1cea3a778714 Mar 02 20:33:09.799843 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.834407 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.843554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:09.844538 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.949867 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2550550 Mar 02 20:33:09.952922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45724) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:09.956094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4309f0-218f-4af0-9c6a-69b8068a17f6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Network': ['ID=cebb3a46-7c88-4ec6-a302-1cea3a778714,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:09.959568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'admin_state_up': True, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:09.968845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:09.969640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:33:09.973054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:router and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:09.976094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:09.982727 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:09.993527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:09.994560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:10.010597 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:10.279113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:10.591420 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:10.622127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:10.754213 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.140 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/26a5fffe-4c00-4601-90f4-fb417edc8bca) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:11.009658 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:11.046323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:11.108750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:11.115333 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:11.119335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:33:11.147910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=26a5fffe-4c00-4601-90f4-fb417edc8bca,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:11.551533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:11.841514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3eb64136-0a0f-45f1-bd46-a8b1617af06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:11.887920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.098647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:33:12.408435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:33:12.418619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Sync routers for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:33:12.428943 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:12.429537 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:12.440528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.444991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-74cdf6ed-9054-4e9d-8d07-a43c2598bf24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4876981 Mar 02 20:33:12.445231 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45728) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:12.487679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8d6ea11c-d66f-4f8b-9293-6b46414f88ad tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=cbad553f484a41d2a2d8227aae01d90b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413227 Mar 02 20:33:12.490553 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45732) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:12.610131 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:12.620126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2476d8b-50b4-412d-bdfc-223f77f56157 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:12.621676 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b2476d8b-50b4-412d-bdfc-223f77f56157 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300998 Mar 02 20:33:12.624742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45736) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:12.670432 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-98022f72-8029-45ea-877b-e3eb4df58463 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=03e6b80c-e1a3-494a-992e-94d0ae29aeeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418510 Mar 02 20:33:12.670630 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45740) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:12.676127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821254516', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:12.780814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:12.784986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:subnet and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:12.787881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:12.794055 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:12.806437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:12.810594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:12.892669 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:11Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:12.896588 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Checking router: 541b74e1-f29b-49c7-991e-b1d83c37c5a7 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:33:12.896925 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Updating router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 port 26a5fffe-4c00-4601-90f4-fb417edc8bca binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:33:12.948432 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.035966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.104578 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:33:13.110400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Subnet': ['ID=9463cb51-d494-48ad-b99d-3bfb0b32379e,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:13.121855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Checking segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:33:13.122182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network hostable DHCP agents. Network: cebb3a46-7c88-4ec6-a302-1cea3a778714, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:33:13.143093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:33:13.153235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, cebb3a46-7c88-4ec6-a302-1cea3a778714) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:13.157897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:13.158482 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.164971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea4e4c-548d-497f-a8b5-df3223e086f3 None None] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:33:13.181118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-64fa3c69-bf0e-45a1-9042-d688f80d9d8d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5094881 Mar 02 20:33:13.183728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45744) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:13.286637 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.300291 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Transition to ACTIVE for port object 26a5fffe-4c00-4601-90f4-fb417edc8bca will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:13.308056 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.393371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-cebb3a46-7c88-4ec6-a302-1cea3a778714', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:33:13.394481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.417646 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Attempting to bind port 26a5fffe-4c00-4601-90f4-fb417edc8bca on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:13.418006 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Attempting to bind port 26a5fffe-4c00-4601-90f4-fb417edc8bca by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:13.418355 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Attempting to bind port 26a5fffe-4c00-4601-90f4-fb417edc8bca on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:33:13.429935 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:33:13.430621 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:33:13.430745 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.431045 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:33:13.431506 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Bound port: 26a5fffe-4c00-4601-90f4-fb417edc8bca, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:13.431871 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.475200 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Pushing event updated for resources: {'Port': ['ID=26a5fffe-4c00-4601-90f4-fb417edc8bca,revision_number=2']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:13.493715 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.494169 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.494591 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.495475 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.495475 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.495811 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.496226 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.496663 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.497056 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.497464 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.497866 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.498283 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:33:13.523328 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] For port 26a5fffe-4c00-4601-90f4-fb417edc8bca, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:33:13.526545 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] For port 26a5fffe-4c00-4601-90f4-fb417edc8bca, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=26a5fffe-4c00-4601-90f4-fb417edc8bca,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:33:13.532831 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.569381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Allocated IP 172.20.0.2 (cebb3a46-7c88-4ec6-a302-1cea3a778714/9463cb51-d494-48ad-b99d-3bfb0b32379e/59337217-cdbb-4510-9995-e68f8d5b5dae) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:13.616933 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:13.617548 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:32:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:13.682830 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b20fc-4e07-448d-9bc2-62262a822471 None None] Pushing event updated for resources: {'Port': ['ID=26a5fffe-4c00-4601-90f4-fb417edc8bca,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:13.803562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:13.825224 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.837212 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Transition to ACTIVE for port object 59337217-cdbb-4510-9995-e68f8d5b5dae will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:13.856961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Transition to ACTIVE for port object 59337217-cdbb-4510-9995-e68f8d5b5dae will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:13.863667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.896424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:13.934921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:13.942338 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:13.947053 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:33:13.953089 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Pushing event updated for resources: {'Port': ['ID=59337217-cdbb-4510-9995-e68f8d5b5dae,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:14.040842 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Attempting to bind port 59337217-cdbb-4510-9995-e68f8d5b5dae on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:14.041257 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Attempting to bind port 59337217-cdbb-4510-9995-e68f8d5b5dae by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:14.041650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Attempting to bind port 59337217-cdbb-4510-9995-e68f8d5b5dae on network cebb3a46-7c88-4ec6-a302-1cea3a778714 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:33:14.047347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:33:14.047688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Checking segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:33:14.048105 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.048512 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Bound using segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:33:14.048960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Bound port: 59337217-cdbb-4510-9995-e68f8d5b5dae, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:14.049290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.092619 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:11Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:14.097150 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307f021-a0d4-45c8-92b8-e84926a0500e None None] The sync data for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv is: [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:11Z', 'revision_number': 3, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:33:14.146294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] For port 59337217-cdbb-4510-9995-e68f8d5b5dae, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:33:14.149987 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] For port 59337217-cdbb-4510-9995-e68f8d5b5dae, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59337217-cdbb-4510-9995-e68f8d5b5dae,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:33:14.160568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.251860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d224e-dc66-48db-8f9a-97b64bca83b0 None None] Pushing event updated for resources: {'Port': ['ID=59337217-cdbb-4510-9995-e68f8d5b5dae,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:14.500520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.1 (cebb3a46-7c88-4ec6-a302-1cea3a778714/9463cb51-d494-48ad-b99d-3bfb0b32379e/4e2838c1-cce8-4abc-abae-b1b05abfc6ea) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:14.695079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.712084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object 4e2838c1-cce8-4abc-abae-b1b05abfc6ea will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:14.737988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:14.798644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:14.802267 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:14.806528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:33:14.863396 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:14.883437 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.025409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.062870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fac27c09-a674-49be-87fa-8f6357c0d3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.312311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30094f60-c8cd-4a59-95ae-1e738e9d76d4 None None] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:33:15.400443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-835e1527-53df-4cb3-9bea-c4428d03ac2e None None] Provisioning for port 59337217-cdbb-4510-9995-e68f8d5b5dae completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:15.496526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.502689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.504671 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.581073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.585935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.629622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:15.634951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.793849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:15.795550 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:15.950244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ee3449c-6cce-45d1-97a1-5d607e4c7867 None None] Provisioning for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:15.956521 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9ee3449c-6cce-45d1-97a1-5d607e4c7867 None None] Provisioning complete for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:15.957449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9ee3449c-6cce-45d1-97a1-5d607e4c7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:15.985397 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:33:16.014797 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3449c-6cce-45d1-97a1-5d607e4c7867 None None] Port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:33:16.119174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59337217-cdbb-4510-9995-e68f8d5b5dae up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:16.190035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-61f34845-844f-4bc5-9777-8ab78c764199 None None] Provisioning complete for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:16.190403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-61f34845-844f-4bc5-9777-8ab78c764199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.248687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 59337217-cdbb-4510-9995-e68f8d5b5dae completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:16.256905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-61f34845-844f-4bc5-9777-8ab78c764199 None None] Port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:33:16.258413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59337217-cdbb-4510-9995-e68f8d5b5dae triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:16.258770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.321652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:33:16.335684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-25dba549-4e56-461e-baa6-81bfdac230da tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/541b74e1-f29b-49c7-991e-b1d83c37c5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1508896 Mar 02 20:33:16.353691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Sync routers for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:33:16.391240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:16.391858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:16.445047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.485830 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-46ab0f5c-b8ad-4f95-b93b-71fe73ae7458 None None] Provisioning complete for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:16.486199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-46ab0f5c-b8ad-4f95-b93b-71fe73ae7458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.497122 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-1c0faec5-4b1a-43aa-9dea-ad3867c5c093 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:16.513778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-1c0faec5-4b1a-43aa-9dea-ad3867c5c093 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:16.516231 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-1c0faec5-4b1a-43aa-9dea-ad3867c5c093 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869156238&fields=id&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 267 time: 0.0586610 Mar 02 20:33:16.552272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 59337217-cdbb-4510-9995-e68f8d5b5dae, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59337217-cdbb-4510-9995-e68f8d5b5dae,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:16.614953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.615728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 26a5fffe-4c00-4601-90f4-fb417edc8bca up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:16.671097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-a18883b5-06e2-4b4d-bc52-2b07d02fb768 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:16.672590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-a18883b5-06e2-4b4d-bc52-2b07d02fb768 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 794 time: 0.1496632 Mar 02 20:33:16.687394 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-99ffd1b2-6792-4467-a952-82ae565d96eb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/quotas/cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 375 time: 0.0091822 Mar 02 20:33:16.698147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-46ab0f5c-b8ad-4f95-b93b-71fe73ae7458 None None] Port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:33:16.756099 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:16.779317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-70ff0bee-4dd2-4711-94d3-afdd2b6820ae tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:16.797153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-70ff0bee-4dd2-4711-94d3-afdd2b6820ae tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:16.799841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-70ff0bee-4dd2-4711-94d3-afdd2b6820ae tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060514 Mar 02 20:33:16.863002 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=59337217-cdbb-4510-9995-e68f8d5b5dae,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:16.944214 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 26a5fffe-4c00-4601-90f4-fb417edc8bca completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:16.962062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 26a5fffe-4c00-4601-90f4-fb417edc8bca triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:16.962359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:16.981591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-20b4cdf2-29fd-48e3-8c3a-27ce2218ce39 service neutron] 10.222.0.36 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693592 Mar 02 20:33:17.117998 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-d5fcaaaf-3383-4fdd-a2cf-27277a435740 service neutron] 10.222.0.36 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303036 Mar 02 20:33:17.212164 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.239449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.241049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 26a5fffe-4c00-4601-90f4-fb417edc8bca, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=26a5fffe-4c00-4601-90f4-fb417edc8bca,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:17.251324 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.321061 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:15Z', 'revision_number': 2, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:17.327454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Checking router: 541b74e1-f29b-49c7-991e-b1d83c37c5a7 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:33:17.327806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Updating router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:33:17.327924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efb45e97-f841-43cb-b0bd-4fc3450f5cc9 req-3be38d41-af75-4f5e-a252-46dfbfc897ca tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 210 time: 0.0446706 Mar 02 20:33:17.360274 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=26a5fffe-4c00-4601-90f4-fb417edc8bca,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:17.387935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.738731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.754345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Transition to ACTIVE for port object 4e2838c1-cce8-4abc-abae-b1b05abfc6ea will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:17.763608 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:17.928598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefb124-43b6-48ad-968b-be6e4ebdbcbe None None] Pushing event updated for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:17.994610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Attempting to bind port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:17.994959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Attempting to bind port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:17.995309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Attempting to bind port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea on network cebb3a46-7c88-4ec6-a302-1cea3a778714 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:33:18.001184 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:33:18.001556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Checking segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:33:18.001956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.002340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Bound using segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:33:18.002825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Bound port: 4e2838c1-cce8-4abc-abae-b1b05abfc6ea, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:18.003189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.049801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59337217-cdbb-4510-9995-e68f8d5b5dae up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:18.156203 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] For port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:33:18.159965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] For port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:33:18.166555 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.197478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 59337217-cdbb-4510-9995-e68f8d5b5dae triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:18.197847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.310961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefb124-43b6-48ad-968b-be6e4ebdbcbe None None] Pushing event updated for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:18.313885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:18.314501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:18.367766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-e66b014e-bb01-4c6e-a4f4-e8a61e480b3a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:18.369823 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-e66b014e-bb01-4c6e-a4f4-e8a61e480b3a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 794 time: 0.1762805 Mar 02 20:33:18.442157 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-48b7be71-2c03-4643-af83-0545efb7dc33 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbad553f484a41d2a2d8227aae01d90b HTTP/1.1" status: 200 len: 379 time: 0.0630701 Mar 02 20:33:18.452968 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'port': {'device_id': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'admin_state_up': True, 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'security_groups': ['5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:18.540189 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9070b9bf-e5fb-47bf-a01d-e2c17959e7b0 req-8c225998-9d4c-4274-893c-e1ef2e9d46aa tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 210 time: 0.0659285 Mar 02 20:33:18.598430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 26a5fffe-4c00-4601-90f4-fb417edc8bca up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:18.651317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:18.661100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:18.675609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Made reservation on behalf of cbad553f484a41d2a2d8227aae01d90b for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:33:18.679465 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.686077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:18.826326 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 26a5fffe-4c00-4601-90f4-fb417edc8bca triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:18.826687 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:18.850464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.20.0.3 (cebb3a46-7c88-4ec6-a302-1cea3a778714/9463cb51-d494-48ad-b99d-3bfb0b32379e/fc9b36fa-20dc-4e59-a62c-7d83aee934cc) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:19.043938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.060286 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Transition to ACTIVE for port object fc9b36fa-20dc-4e59-a62c-7d83aee934cc will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:19.086809 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.111735 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:18Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:19.115826 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3613eb32-a7d6-4391-8e09-de8336b5cb7b None None] The sync data for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv is: [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:18Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:33:19.152503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:19.163445 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:19.169275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:33:19.330692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:19.371058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:19.371670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.399276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-af21adde-4fc9-45f7-bec1-1a7804380bcb tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9504919 Mar 02 20:33:19.410551 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Request body: {'port': {'device_id': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:19.473321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-062b7b17-3c1c-4357-890d-201777b1d158 None None] Provisioning for port fc9b36fa-20dc-4e59-a62c-7d83aee934cc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:19.478493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-062b7b17-3c1c-4357-890d-201777b1d158 None None] Provisioning complete for port fc9b36fa-20dc-4e59-a62c-7d83aee934cc triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:19.478921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-062b7b17-3c1c-4357-890d-201777b1d158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.527182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:19.536965 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-062b7b17-3c1c-4357-890d-201777b1d158 None None] Port fc9b36fa-20dc-4e59-a62c-7d83aee934cc cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:33:19.850599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e1c18-507d-4ea3-890b-c5c3213173ae req-5e80dd71-f8b4-44f3-bd4d-4e7785a7c51c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:19.851209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-539e1c18-507d-4ea3-890b-c5c3213173ae req-5e80dd71-f8b4-44f3-bd4d-4e7785a7c51c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:33:19.887978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-539e1c18-507d-4ea3-890b-c5c3213173ae req-5e80dd71-f8b4-44f3-bd4d-4e7785a7c51c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:33:19.889202 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-539e1c18-507d-4ea3-890b-c5c3213173ae req-5e80dd71-f8b4-44f3-bd4d-4e7785a7c51c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 931 time: 0.2312546 Mar 02 20:33:19.991276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9b36fa-20dc-4e59-a62c-7d83aee934cc {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:33:19.998065 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-539e1c18-507d-4ea3-890b-c5c3213173ae req-b0402005-d42e-497b-9f87-448165a5d54b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991502 Mar 02 20:33:20.002860 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.022356 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Transition to ACTIVE for port object fc9b36fa-20dc-4e59-a62c-7d83aee934cc will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:33:20.031408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.065933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4e2838c1-cce8-4abc-abae-b1b05abfc6ea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:20.147625 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:20.153191 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:20.154064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.239870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:20.296124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Attempting to bind port fc9b36fa-20dc-4e59-a62c-7d83aee934cc on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:33:20.296486 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Attempting to bind port fc9b36fa-20dc-4e59-a62c-7d83aee934cc by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:33:20.296596 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.296853 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Attempting to bind port fc9b36fa-20dc-4e59-a62c-7d83aee934cc on network cebb3a46-7c88-4ec6-a302-1cea3a778714 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:33:20.302129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Port fc9b36fa-20dc-4e59-a62c-7d83aee934cc on network cebb3a46-7c88-4ec6-a302-1cea3a778714 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:33:20.302345 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Attempting to bind port fc9b36fa-20dc-4e59-a62c-7d83aee934cc on network cebb3a46-7c88-4ec6-a302-1cea3a778714 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:33:20.307549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:33:20.307883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Checking segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:33:20.308276 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Bound using segment: {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:33:20.308751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Bound port: fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11c2150e-78f4-4f3f-9eaf-52a1388c4eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:33:20.309187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.332248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:20.339091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.397443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:33:20.400312 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:33:20.405906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.421218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:20.462652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:20.463142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:20.464523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] 10.222.0.32 "PUT /v2.0/ports/fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 1093 time: 1.0583591 Mar 02 20:33:20.464978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:33:20.507036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ebfb9-13fa-4b46-a3a9-f7443c2fba6c service neutron] Pushing event updated for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:20.540104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'status': 'completed', 'code': 200} Mar 02 20:33:20.581717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-782d49f4-d579-42e3-9a42-dc6374eb5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:20.583289 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-782d49f4-d579-42e3-9a42-dc6374eb5372 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1096 time: 0.0775151 Mar 02 20:33:20.654376 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-e8da183b-a2a7-427c-a52e-ae89f248a76d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 217 time: 0.0646796 Mar 02 20:33:20.717112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-89382436-c5c9-42b8-be6a-f27bcb6ab3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:20.718597 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-89382436-c5c9-42b8-be6a-f27bcb6ab3c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0587010 Mar 02 20:33:20.797992 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-3a4d2444-0c41-4bd9-9fb0-ee3a39f8ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:20.799488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-3a4d2444-0c41-4bd9-9fb0-ee3a39f8ae3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735252 Mar 02 20:33:20.943055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-e1585852-2392-4dbb-9c6e-3aac72127220 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367276 Mar 02 20:33:21.077314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5f9991dd-5e3f-4202-920d-e546e3b552e5 req-46654667-3487-46b6-8b40-1bae89e97ef1 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284630 Mar 02 20:33:21.365359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f61922-0bf6-49cd-bb67-10b3f1ef1e4e req-0f6ae47f-736a-4a52-bbdf-dcb4ba56278a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.366749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35f61922-0bf6-49cd-bb67-10b3f1ef1e4e req-0f6ae47f-736a-4a52-bbdf-dcb4ba56278a tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 943 time: 0.2490258 Mar 02 20:33:21.373103 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-bc06922d-0625-4e7c-984a-cff150138d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.374606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-bc06922d-0625-4e7c-984a-cff150138d5e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1096 time: 0.1092503 Mar 02 20:33:21.503532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-35f61922-0bf6-49cd-bb67-10b3f1ef1e4e req-1187242b-d11a-4151-aec7-cd96264a7ea9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279547 Mar 02 20:33:21.542730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-0e96ea28-7b43-4e57-aae7-e4cb4aee353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.544511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-0e96ea28-7b43-4e57-aae7-e4cb4aee353f service neutron] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 895 time: 0.1564376 Mar 02 20:33:21.616639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-623f1c13-05a4-41ac-93ac-8d55dc8e6b38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 217 time: 0.0642149 Mar 02 20:33:21.692880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-85fef572-916a-4286-a579-90d0382e9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.694354 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-85fef572-916a-4286-a579-90d0382e9aad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0710630 Mar 02 20:33:21.780209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-2c188274-b095-4256-aaea-044364579df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:21.781792 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-2c188274-b095-4256-aaea-044364579df5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801954 Mar 02 20:33:21.931800 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-a4187932-ebd1-42af-8635-6bf28942b59f service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424718 Mar 02 20:33:22.041934 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4e2838c1-cce8-4abc-abae-b1b05abfc6ea up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:22.071197 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-acc51cfc-f914-4167-af8f-3e71c61b8c45 req-66f40f6a-4e43-4c21-badb-b68f215b2343 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338689 Mar 02 20:33:22.112404 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:22.112792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:22.706741 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146d732-ac6d-4f5c-8aa1-4666e68e203e req-fd3d454b-15a1-4625-ac1c-88c039acd82c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:22.708211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2146d732-ac6d-4f5c-8aa1-4666e68e203e req-fd3d454b-15a1-4625-ac1c-88c039acd82c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 943 time: 0.0905499 Mar 02 20:33:22.752069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2146d732-ac6d-4f5c-8aa1-4666e68e203e req-0b53b705-b3d4-4a3b-b597-a2485ab52302 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379736 Mar 02 20:33:22.787788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device fc9b36fa-20dc-4e59-a62c-7d83aee934cc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:33:22.925709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:22.939043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'port_id': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'mac_address': 'fa:16:3e:62:9e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:33:22.993129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:23.009799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9b36fa-20dc-4e59-a62c-7d83aee934cc {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:33:23.025227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:23.030253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:23.099589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:23.234945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['fc9b36fa-20dc-4e59-a62c-7d83aee934cc'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:33:23.943076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9c3c0-05e6-4e6f-a02b-408ea900e7ce req-f8aa1716-6dbe-46f2-8bc5-027ae4931528 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:23.944556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51c9c3c0-05e6-4e6f-a02b-408ea900e7ce req-f8aa1716-6dbe-46f2-8bc5-027ae4931528 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 944 time: 0.0856862 Mar 02 20:33:23.988570 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-51c9c3c0-05e6-4e6f-a02b-408ea900e7ce req-c8e20909-dba5-4f0a-9bd8-dc3f10b93987 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Mar 02 20:33:24.787595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device fc9b36fa-20dc-4e59-a62c-7d83aee934cc up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:33:24.861655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port fc9b36fa-20dc-4e59-a62c-7d83aee934cc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:33:24.866782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port fc9b36fa-20dc-4e59-a62c-7d83aee934cc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:33:24.867157 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:24.987278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:25.017063 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:33:25.028660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:33:25.034707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:25.097629 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'code': 200} Mar 02 20:33:25.127660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:25.231738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b5a30-8957-4bc9-a4c6-5a84020f5a51 req-7a134f35-3d22-4a27-8e6d-84d99f8b752e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:25.233310 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478b5a30-8957-4bc9-a4c6-5a84020f5a51 req-7a134f35-3d22-4a27-8e6d-84d99f8b752e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0954447 Mar 02 20:33:25.324367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-478b5a30-8957-4bc9-a4c6-5a84020f5a51 req-df2792b4-5d83-4dea-87d5-1aa8d19f53d9 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850022 Mar 02 20:33:25.357449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a19e3d-be66-4f66-ae1c-3cc7cd4c7163 req-2596adf4-5b64-4d86-a083-2892e524988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:25.359115 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79a19e3d-be66-4f66-ae1c-3cc7cd4c7163 req-2596adf4-5b64-4d86-a083-2892e524988f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1098 time: 0.0837533 Mar 02 20:33:25.398810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-79a19e3d-be66-4f66-ae1c-3cc7cd4c7163 req-2c7fe96b-03cd-4dd6-b6be-13a68c17c4c1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337420 Mar 02 20:33:26.517797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb99c8-e18a-4dea-ac38-ea2ec32a7066 req-5fce0826-3dec-4d46-942a-b3aac9967c96 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:26.519173 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c7eb99c8-e18a-4dea-ac38-ea2ec32a7066 req-5fce0826-3dec-4d46-942a-b3aac9967c96 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0807528 Mar 02 20:33:26.565206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c7eb99c8-e18a-4dea-ac38-ea2ec32a7066 req-8479c803-e970-44a6-a918-0f13168362d6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401878 Mar 02 20:33:27.767523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff440e-87fb-4301-a076-940128d57be7 req-d49fb3d3-68fb-4a14-8e62-6e4bea58c775 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:27.768990 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fff440e-87fb-4301-a076-940128d57be7 req-d49fb3d3-68fb-4a14-8e62-6e4bea58c775 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0864725 Mar 02 20:33:27.813803 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7fff440e-87fb-4301-a076-940128d57be7 req-8dc99f33-45d2-47f1-9d2a-47c8eb4c1050 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 Mar 02 20:33:28.004011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9fb3b-3ca8-49e0-a9bb-680c5864fce7 req-6c844a53-878c-47bd-93f7-851f7113165b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:28.005659 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dd9fb3b-3ca8-49e0-a9bb-680c5864fce7 req-6c844a53-878c-47bd-93f7-851f7113165b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0829794 Mar 02 20:33:28.056590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dd9fb3b-3ca8-49e0-a9bb-680c5864fce7 req-7eb287f1-45cd-4866-bde3-b1257f08cb5d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422003 Mar 02 20:33:28.086787 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45800) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:28.167302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea80e83f-7c5f-4da7-bc73-43429d87dea8 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:28.169038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ea80e83f-7c5f-4da7-bc73-43429d87dea8 tempest-TestNetworkAdvancedServerOps-1632327973 tempest-TestNetworkAdvancedServerOps-1632327973-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1093 time: 0.0809267 Mar 02 20:33:28.172000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45804) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:28.176858 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:33:28.182788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:33:28.186728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Usage tracker for resource:floatingip and tenant:cbad553f484a41d2a2d8227aae01d90b is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:33:28.189573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:33:28.195187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:33:28.207972 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.450066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.603011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Allocated IP 172.26.2.71 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/ad042c83-2417-4076-a9f2-231c900e9678) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:33:28.760692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.792598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:28.851047 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:33:28.853698 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:33:28.861622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:33:28.898641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=ad042c83-2417-4076-a9f2-231c900e9678,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:29.306297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.403786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.622005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.628708 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.742141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event updated for resources: {'Port': ['ID=ad042c83-2417-4076-a9f2-231c900e9678,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:33:29.753126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:29.928583 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP f3bf2be7-59a7-4b55-8107-38928a25d502 associated. External IP: 172.26.2.71, port: fc9b36fa-20dc-4e59-a62c-7d83aee934cc. Mar 02 20:33:30.402056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:33:30.583767 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:33:30.593609 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Sync routers for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:33:30.603811 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:30.604446 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:30.609998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:30.669621 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-71a98d63-a43f-4982-bc06-82ce89f2f842 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4965534 Mar 02 20:33:30.670192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:33:30.715048 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'status': 'completed', 'code': 200} Mar 02 20:33:30.788711 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:30.875211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-5b7da8dc-48f3-4b7d-b7ed-ce5fe7ad54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:30.876633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-5b7da8dc-48f3-4b7d-b7ed-ce5fe7ad54d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1098 time: 0.1384618 Mar 02 20:33:30.886684 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bc41e-9c9b-489b-a504-aea89c8d1809 req-d90fc51f-ea82-44f2-b60e-261ff24606b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:30.888046 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e4bc41e-9c9b-489b-a504-aea89c8d1809 req-d90fc51f-ea82-44f2-b60e-261ff24606b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.1097255 Mar 02 20:33:31.019423 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e4bc41e-9c9b-489b-a504-aea89c8d1809 req-b1c06f72-ebd3-4e2a-b989-f5f5127a7733 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130702 Mar 02 20:33:31.044507 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45812) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:31.047719 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-86cf9634-e3e4-423c-a826-9f6d4f76cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:31.049729 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-86cf9634-e3e4-423c-a826-9f6d4f76cffb service neutron] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 895 time: 0.1607182 Mar 02 20:33:31.135458 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f3bf2be7-59a7-4b55-8107-38928a25d502', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'port_id': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'mac_address': 'fa:16:3e:62:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:33:29Z', 'updated_at': '2022-03-02T20:33:29Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:31.139190 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Checking router: 541b74e1-f29b-49c7-991e-b1d83c37c5a7 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:33:31.147510 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:33:31.148209 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:31.261996 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-94ac5655-b9de-4f4f-86f0-b7411868774e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/f3bf2be7-59a7-4b55-8107-38928a25d502 HTTP/1.1" status: 200 len: 990 time: 0.2151968 Mar 02 20:33:31.265242 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-4d08d134-28ee-4fc6-a608-fc0bc522bb9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 998 time: 0.1463182 Mar 02 20:33:31.329627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-e874001f-0f80-4b18-98c7-11ed5692c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:31.331093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-e874001f-0f80-4b18-98c7-11ed5692c99d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0601549 Mar 02 20:33:31.354320 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:33:31.404934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-909239a6-ec5d-4512-99d3-9f1fa3a6432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:33:31.406410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-909239a6-ec5d-4512-99d3-9f1fa3a6432e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693510 Mar 02 20:33:31.538984 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-28499321-4c8c-4df6-9d8e-51b01695141c service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260278 Mar 02 20:33:31.704508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f3bf2be7-59a7-4b55-8107-38928a25d502', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'port_id': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'mac_address': 'fa:16:3e:62:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:33:29Z', 'updated_at': '2022-03-02T20:33:29Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:33:31.708735 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f6334e-13a3-4129-8f55-38a026a70412 None None] The sync data for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv is: [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f3bf2be7-59a7-4b55-8107-38928a25d502', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'port_id': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'mac_address': 'fa:16:3e:62:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:33:29Z', 'updated_at': '2022-03-02T20:33:29Z', 'revision_number': 0, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:33:31.792532 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fb1fbfda-c04b-45eb-afc8-08b6a32d23ff req-0e0ee423-162a-44fd-8dfd-417f19f80f75 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474668 Mar 02 20:33:31.903351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ff13b0-5c8e-4014-ba31-4e68b3a75181 None None] New status for floating IP f3bf2be7-59a7-4b55-8107-38928a25d502: ACTIVE {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:33:32.265495 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45816) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:33:32.379652 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6a58448-93de-459d-adee-41e2e8268af6 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/f3bf2be7-59a7-4b55-8107-38928a25d502 HTTP/1.1" status: 200 len: 992 time: 0.1130028 Mar 02 20:33:41.848008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88703397-cc76-4257-9d4a-f05010300aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:45.060668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-49b7d4a5-9c56-487a-a045-406ab701cbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:45.485413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:45.542911 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:45.570715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:47.223869 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:33:50.094441 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:34:01.281641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-9d56f6b4-8c53-4e92-abdf-fb7d9782a845 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721021 Mar 02 20:34:01.429788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-e0bd42be-7865-4e63-94a6-57438317ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:01.431257 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-e0bd42be-7865-4e63-94a6-57438317ac22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1098 time: 0.0770385 Mar 02 20:34:01.577080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-b60ec4b1-d6c9-4a5e-805b-bb9a4810019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:01.578441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-b60ec4b1-d6c9-4a5e-805b-bb9a4810019d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 895 time: 0.1277761 Mar 02 20:34:01.686538 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-c5c6e9cd-b020-42ea-adab-684b31886d3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 1000 time: 0.1024966 Mar 02 20:34:01.754399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-96b8af3d-e713-442d-b265-b272d2625bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:01.756265 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-96b8af3d-e713-442d-b265-b272d2625bca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0637004 Mar 02 20:34:01.838656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-ab661127-7f49-4d8e-ba9b-f50ee8b97b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:01.840127 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-ab661127-7f49-4d8e-ba9b-f50ee8b97b56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761976 Mar 02 20:34:01.976639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-e20e6f72-7979-46c3-a8f1-3f5ee2691f81 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301479 Mar 02 20:34:02.111573 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ea0cf5b-2bb1-46da-8964-98fd6d050f0c req-e3e5565b-4152-49df-a0c6-1a749702c46c service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288726 Mar 02 20:34:02.254862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f100b4-5dfa-4d1a-b6ee-799fa5c07510 req-b72bf1db-60ee-426d-a360-3970ee9c624f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:02.256317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4f100b4-5dfa-4d1a-b6ee-799fa5c07510 req-b72bf1db-60ee-426d-a360-3970ee9c624f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0788167 Mar 02 20:34:02.307807 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4f100b4-5dfa-4d1a-b6ee-799fa5c07510 req-73890ddd-e0bb-4309-9507-ccf7ee3a915d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456488 Mar 02 20:34:03.498363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192ef8a-ddb5-4989-b753-15f7d888cc1b req-3daaaaf8-9015-45b0-85fd-cc0e89cfcf0d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:03.499837 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3192ef8a-ddb5-4989-b753-15f7d888cc1b req-3daaaaf8-9015-45b0-85fd-cc0e89cfcf0d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0814884 Mar 02 20:34:03.543635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3192ef8a-ddb5-4989-b753-15f7d888cc1b req-58299095-06e7-4012-8239-21be93de45e8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Mar 02 20:34:03.566995 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45836) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:03.676973 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-7fd59877-bde6-41d7-ad37-0109b3adee64 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/f3bf2be7-59a7-4b55-8107-38928a25d502 HTTP/1.1" status: 200 len: 992 time: 0.1088033 Mar 02 20:34:05.205020 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3dc03-d081-41ff-ad6c-4794939e8eec req-95b842cf-a4a4-4488-9137-203d587270df tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.206542 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6b3dc03-d081-41ff-ad6c-4794939e8eec req-95b842cf-a4a4-4488-9137-203d587270df tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.1368198 Mar 02 20:34:05.208475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-8e31869a-c338-4414-964c-5a064cd50bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.209793 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-8e31869a-c338-4414-964c-5a064cd50bd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1098 time: 0.1092992 Mar 02 20:34:05.335198 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b6b3dc03-d081-41ff-ad6c-4794939e8eec req-db1a10a0-c1f0-4952-8300-dee2cd7ccc24 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225891 Mar 02 20:34:05.373647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-2b9ebfe8-cdd1-4116-a26e-5de72c1c4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.375093 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-2b9ebfe8-cdd1-4116-a26e-5de72c1c4753 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 895 time: 0.1500831 Mar 02 20:34:05.478266 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-d6661a1e-6107-4c33-89ee-835af64c1e4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 1000 time: 0.0972490 Mar 02 20:34:05.543640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-f778fdc6-dc56-46c4-a8f7-86b30c30f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.545116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-f778fdc6-dc56-46c4-a8f7-86b30c30f171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0608735 Mar 02 20:34:05.620970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-ab2e9405-fe9c-4740-9fa4-ee84884f98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:05.622592 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-ab2e9405-fe9c-4740-9fa4-ee84884f98e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710039 Mar 02 20:34:05.857345 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-a733a1e0-66b2-45af-a6d4-76914b009b15 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290256 Mar 02 20:34:05.986590 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c1e774d-ae42-41fc-bfe9-12e2af4fced3 req-f29223ff-eea0-40ef-9cca-8da082f19744 service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237166 Mar 02 20:34:06.545955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7f32-344b-44ab-9eb0-418a2a3c8f52 req-8e2e822d-06f3-4df9-8cca-66389f8401ca tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:06.547441 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aedb7f32-344b-44ab-9eb0-418a2a3c8f52 req-8e2e822d-06f3-4df9-8cca-66389f8401ca tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0898700 Mar 02 20:34:06.598167 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aedb7f32-344b-44ab-9eb0-418a2a3c8f52 req-67376456-855b-4d13-ae6c-3f8538da0c94 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442517 Mar 02 20:34:07.787306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87a820-676d-4a40-ac00-2ac98ec6371e req-b511f85c-67a5-45d7-9aa6-c4e9ccf62b0c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:07.789163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa87a820-676d-4a40-ac00-2ac98ec6371e req-b511f85c-67a5-45d7-9aa6-c4e9ccf62b0c tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0839329 Mar 02 20:34:07.849650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa87a820-676d-4a40-ac00-2ac98ec6371e req-4898709d-9ced-4699-886c-9f8c0e4963f0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542295 Mar 02 20:34:07.879099 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45850) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:07.982836 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-43226939-9f25-408b-b9fb-8846b48d244b tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/floatingips/f3bf2be7-59a7-4b55-8107-38928a25d502 HTTP/1.1" status: 200 len: 992 time: 0.1026127 Mar 02 20:34:08.257366 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45858) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:08.507506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port ad042c83-2417-4076-a9f2-231c900e9678 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:34:08.507768 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:08.784401 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:08.784654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:08.909849 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for ad042c83-2417-4076-a9f2-231c900e9678 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:34:09.069605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:09.117513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=ad042c83-2417-4076-a9f2-231c900e9678,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:09.161173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.161514 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.161848 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.162169 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.162493 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.163159 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.163473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.163794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.164093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.164422 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.164740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.165053 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:09.233597 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:09.233878 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Floating IP f3bf2be7-59a7-4b55-8107-38928a25d502 disassociated (deleted). External IP: 172.26.2.71, port: fc9b36fa-20dc-4e59-a62c-7d83aee934cc. Mar 02 20:34:09.600984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:34:09.787371 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:09.797845 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Sync routers for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:09.808832 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:09.809477 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:09.810751 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:09.867289 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-23164cc2-f73e-4d37-b6ce-5651275b35b8 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/floatingips/f3bf2be7-59a7-4b55-8107-38928a25d502 HTTP/1.1" status: 204 len: 168 time: 1.6083302 Mar 02 20:34:09.867686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:34:09.916122 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'status': 'completed', 'code': 200} Mar 02 20:34:10.002286 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:10.016026 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-80f3b171-4c89-4e6a-aadd-e555e2e94e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.017730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-80f3b171-4c89-4e6a-aadd-e555e2e94e9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cbad553f484a41d2a2d8227aae01d90b&device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 1098 time: 0.0806441 Mar 02 20:34:10.176779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-a6e2f416-8481-4254-bc86-f175064aea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.178434 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-a6e2f416-8481-4254-bc86-f175064aea29 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 200 len: 895 time: 0.1550922 Mar 02 20:34:10.283210 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-99fa3b61-2554-4251-9dd3-f396c68837a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 200 len: 217 time: 0.0718095 Mar 02 20:34:10.345301 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:10.349289 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Checking router: 541b74e1-f29b-49c7-991e-b1d83c37c5a7 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:10.357899 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:10.358510 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:33:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:10.362903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-80eb8334-0d04-4a95-9551-cdceca753840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.364390 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-80eb8334-0d04-4a95-9551-cdceca753840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 200 len: 835 time: 0.0745556 Mar 02 20:34:10.376092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c39fa-fb4c-4eff-957d-a185d0f3adb3 req-5e6a8a46-63a1-43c2-8df9-f190d1e75c9d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.378138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e8c39fa-fb4c-4eff-957d-a185d0f3adb3 req-5e6a8a46-63a1-43c2-8df9-f190d1e75c9d tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.1985431 Mar 02 20:34:10.465630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e8c39fa-fb4c-4eff-957d-a185d0f3adb3 req-671f2048-21c8-4de7-8007-b96594713a3e tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520699 Mar 02 20:34:10.495410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-6bad20e9-9a61-4fd9-80cd-2a551665d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:10.497492 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-6bad20e9-9a61-4fd9-80cd-2a551665d6ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cebb3a46-7c88-4ec6-a302-1cea3a778714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1187785 Mar 02 20:34:10.545089 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:10.639455 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-633b3c5e-1c99-4000-bb02-3424f873c5dc service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354606 Mar 02 20:34:10.777401 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f05c3af3-4d39-458d-8349-cc98af7e6811 req-dcbc4426-df26-48a4-82ae-4a100d3e9a2a service neutron] 10.222.0.32 "GET /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311975 Mar 02 20:34:10.905841 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:10.910222 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295515a8-abb1-4996-ab98-35b08f400adc None None] The sync data for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv is: [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:33:14Z', 'revision_number': 4, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4e2838c1-cce8-4abc-abae-b1b05abfc6ea', 'name': '', 'network_id': 'cebb3a46-7c88-4ec6-a302-1cea3a778714', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'mac_address': 'fa:16:3e:17:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:14Z', 'updated_at': '2022-03-02T20:33:20Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'subnets': [{'id': '9463cb51-d494-48ad-b99d-3bfb0b32379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:11.153505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a46023-365d-4351-a69c-ce319a5cf874 None None] New status for floating IP f3bf2be7-59a7-4b55-8107-38928a25d502: DOWN {{(pid=87814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:34:11.664147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b688f8-68dc-4640-b628-7ac4c62b186d req-b6d8ec8e-ee21-46f4-ab4c-3dc87ef441a7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:11.665722 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-86b688f8-68dc-4640-b628-7ac4c62b186d req-b6d8ec8e-ee21-46f4-ab4c-3dc87ef441a7 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.0885320 Mar 02 20:34:11.751011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-86b688f8-68dc-4640-b628-7ac4c62b186d req-7e3bf2fe-7b54-44e9-aa52-4c8b0ab75ced tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545297 Mar 02 20:34:11.783542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-c55424f8-06b4-420b-9db6-473d74f15dc1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:11.785035 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-c55424f8-06b4-420b-9db6-473d74f15dc1 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 945 time: 0.1184506 Mar 02 20:34:11.851448 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5960cc20-71fa-4272-87e5-2b908f3a46b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:11.872519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port fc9b36fa-20dc-4e59-a62c-7d83aee934cc {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:34:11.872821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:12.231754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port fc9b36fa-20dc-4e59-a62c-7d83aee934cc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:12.232129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:12.357716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for fc9b36fa-20dc-4e59-a62c-7d83aee934cc owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:34:12.510738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:12.563900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=fc9b36fa-20dc-4e59-a62c-7d83aee934cc,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:12.601169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.601512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.601842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.602168 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.602492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.602814 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.603134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.603450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.603764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.604081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.604423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.604738 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:12.648477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] No DVR routers for this DVR port fc9b36fa-20dc-4e59-a62c-7d83aee934cc on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:34:12.650868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:12.653408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'name': 'network-vif-deleted', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:34:12.665637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-06996954-487d-4a3a-a8b8-2b41621b6f14 req-9012122c-fa06-49e9-bca2-8bd2f8919462 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.32 "DELETE /v2.0/ports/fc9b36fa-20dc-4e59-a62c-7d83aee934cc HTTP/1.1" status: 204 len: 173 time: 0.8743169 Mar 02 20:34:12.708503 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3', 'name': 'network-vif-deleted', 'tag': 'fc9b36fa-20dc-4e59-a62c-7d83aee934cc', 'status': 'completed', 'code': 200} Mar 02 20:34:12.923588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a1cf1e0d-743b-4355-b2b8-c0e50ae76165 req-5dffbda1-5232-4908-ab81-1245d730df68 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Synchronizing usage tracker for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:12.941039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a1cf1e0d-743b-4355-b2b8-c0e50ae76165 req-5dffbda1-5232-4908-ab81-1245d730df68 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Unset dirty status for tenant:cbad553f484a41d2a2d8227aae01d90b on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:12.942288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a1cf1e0d-743b-4355-b2b8-c0e50ae76165 req-5dffbda1-5232-4908-ab81-1245d730df68 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2ea59b8-a23b-4e43-9987-1f5b2a0f6be3 HTTP/1.1" status: 200 len: 210 time: 0.0635827 Mar 02 20:34:14.043083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45876) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:14.607517 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.056647 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-442a2c79-417a-4557-87ab-e2794981761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.069934 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:34:15.070460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.259121 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 4e2838c1-cce8-4abc-abae-b1b05abfc6ea, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:15.259478 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.387925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 4e2838c1-cce8-4abc-abae-b1b05abfc6ea owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:34:15.485985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.554748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.581698 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.733544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:15.782207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=4e2838c1-cce8-4abc-abae-b1b05abfc6ea,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:16.053687 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:16.547197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:34:16.728618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:16.739082 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Sync routers for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:16.751523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6dc74890-c61d-4ce8-809d-31ac93d26109 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "PUT /v2.0/routers/541b74e1-f29b-49c7-991e-b1d83c37c5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049975 Mar 02 20:34:16.751749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45880) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:16.752238 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:16.753214 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:16.832872 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting subnet 9463cb51-d494-48ad-b99d-3bfb0b32379e {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:34:16.836155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:16.890542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:16.936021 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:16.965747 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device fc9b36fa-20dc-4e59-a62c-7d83aee934cc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:16.974426 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.004782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: fc9b36fa-20dc-4e59-a62c-7d83aee934cc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:34:17.005083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device fc9b36fa-20dc-4e59-a62c-7d83aee934cc not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:34:17.060886 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.107671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Subnet': ['ID=9463cb51-d494-48ad-b99d-3bfb0b32379e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:17.111109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.118695 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-deca736f-d423-4fc4-9219-4f587e65fa20 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/subnets/9463cb51-d494-48ad-b99d-3bfb0b32379e HTTP/1.1" status: 204 len: 168 time: 0.3657911 Mar 02 20:34:17.120954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4738e-e431-4fd1-a674-3d5301703585 None None] Network cebb3a46-7c88-4ec6-a302-1cea3a778714 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:34:17.121561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45884) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:17.251199 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:34:15Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:17.256089 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Checking router: 541b74e1-f29b-49c7-991e-b1d83c37c5a7 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:17.266751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Routers {'541b74e1-f29b-49c7-991e-b1d83c37c5a7'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:17.267439 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:17.293040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.331928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.406996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] DHCP port deletion for cebb3a46-7c88-4ec6-a302-1cea3a778714 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:34:17.417126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Deleting port 59337217-cdbb-4510-9995-e68f8d5b5dae {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:34:17.417461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.463552 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] Set router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:17.545451 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.560599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Deleting port 26a5fffe-4c00-4601-90f4-fb417edc8bca {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:34:17.561729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.673860 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] For port 59337217-cdbb-4510-9995-e68f8d5b5dae, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=59337217-cdbb-4510-9995-e68f8d5b5dae,segment=NetworkSegment(11c2150e-78f4-4f3f-9eaf-52a1388c4eba),segment_id=11c2150e-78f4-4f3f-9eaf-52a1388c4eba)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:17.674266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.754509 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] For port 26a5fffe-4c00-4601-90f4-fb417edc8bca, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=26a5fffe-4c00-4601-90f4-fb417edc8bca,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:17.754897 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.801898 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Calling delete_port for 59337217-cdbb-4510-9995-e68f8d5b5dae owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:34:17.808297 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:34:15Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:17.812653 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff5e14-0c11-46fb-8109-880acb76ff95 None None] The sync data for ids ['541b74e1-f29b-49c7-991e-b1d83c37c5a7'] in dv-neutron-831594-2-hyperv is: [{'id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000938913', 'tenant_id': 'cbad553f484a41d2a2d8227aae01d90b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140'}], 'enable_snat': True}, 'gw_port_id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:33:09Z', 'updated_at': '2022-03-02T20:34:15Z', 'revision_number': 5, 'project_id': 'cbad553f484a41d2a2d8227aae01d90b', 'gw_port': {'id': '26a5fffe-4c00-4601-90f4-fb417edc8bca', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541b74e1-f29b-49c7-991e-b1d83c37c5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:33:10Z', 'updated_at': '2022-03-02T20:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:17.893058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217'] for port, after_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:17.894732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Calling delete_port for 26a5fffe-4c00-4601-90f4-fb417edc8bca owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:34:17.944256 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Pushing event deleted for resources: {'Port': ['ID=59337217-cdbb-4510-9995-e68f8d5b5dae,revision_number=None']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:17.955702 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.956046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.956398 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.956722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.957047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.957368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.957681 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.957995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.958303 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.958611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.958920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.959232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:17.962187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b0a106-a862-4147-a62f-806953fb0c9e None None] No DVR routers for this DVR port 59337217-cdbb-4510-9995-e68f8d5b5dae on host dv-neutron-831594-2-hyperv {{(pid=87814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:34:18.068082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4e2838c1-cce8-4abc-abae-b1b05abfc6ea no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:18.103102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4e2838c1-cce8-4abc-abae-b1b05abfc6ea {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:34:18.103389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4e2838c1-cce8-4abc-abae-b1b05abfc6ea not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:34:18.103744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59337217-cdbb-4510-9995-e68f8d5b5dae no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:18.137817 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 59337217-cdbb-4510-9995-e68f8d5b5dae {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:34:18.138185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 59337217-cdbb-4510-9995-e68f8d5b5dae not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:34:18.211088 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.262339 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Port': ['ID=26a5fffe-4c00-4601-90f4-fb417edc8bca,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:18.356027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.529870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.532195 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.555966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.556594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Fanout notify agent at l3_agent the message router_deleted on router 541b74e1-f29b-49c7-991e-b1d83c37c5a7 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:34:18.571471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.575348 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-edfb3a96-4863-4b95-9ae0-066952f0f6c0 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/routers/541b74e1-f29b-49c7-991e-b1d83c37c5a7 HTTP/1.1" status: 204 len: 168 time: 1.4528232 Mar 02 20:34:18.575650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45888) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:18.692479 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.935655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:18.964913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebb3a46-7c88-4ec6-a302-1cea3a778714']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:18.978176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11c2150e-78f4-4f3f-9eaf-52a1388c4eba') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:18.978440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11c2150e-78f4-4f3f-9eaf-52a1388c4eba') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:18.990184 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.007506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.013734 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:34:19.014080 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:34:19.028463 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:34:19.116956 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.124374 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.154635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'Network': ['ID=cebb3a46-7c88-4ec6-a302-1cea3a778714,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:19.158328 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9428a9a0-5e77-4434-b4a0-2a8538ce746f tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/networks/cebb3a46-7c88-4ec6-a302-1cea3a778714 HTTP/1.1" status: 204 len: 168 time: 0.5815775 Mar 02 20:34:19.161500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45892) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:19.232065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.262084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.327700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.346696 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:19.356763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.357893 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-63dab53a-e857-4ff1-9c97-cf16a1d956a5 tempest-TestNetworkAdvancedServerOps-1154608282 tempest-TestNetworkAdvancedServerOps-1154608282-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ce00d4e-495b-4ae4-a7ef-7d0829e59b5e HTTP/1.1" status: 204 len: 168 time: 0.1952944 Mar 02 20:34:19.749173 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45902) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:19.910118 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bfee6af2-ff91-4364-9bad-f701871bd569 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbad553f484a41d2a2d8227aae01d90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596653 Mar 02 20:34:19.913218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45908) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:19.969891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:19.994827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.050689 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.058623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 26a5fffe-4c00-4601-90f4-fb417edc8bca no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:34:20.070526 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0179d72-f3be-4ca2-abf0-926c1dc989f1,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:20.079295 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.080503 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-3f2ae023-c641-449d-9a90-6245ef7c2962 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0179d72-f3be-4ca2-abf0-926c1dc989f1 HTTP/1.1" status: 204 len: 168 time: 0.1663628 Mar 02 20:34:20.104125 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 26a5fffe-4c00-4601-90f4-fb417edc8bca {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:34:20.104699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 26a5fffe-4c00-4601-90f4-fb417edc8bca not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:34:20.410764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45916) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:20.429656 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.446940 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:20.454409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Usage tracker for resource:security_group_rule and tenant:72817ca701604f3cb2d3e410d7141856 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:20.458266 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:20.465398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:20.557399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.563490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.612267 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72817ca701604f3cb2d3e410d7141856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2004173 Mar 02 20:34:20.613141 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99addc1c-7736-41d0-ac02-243969d6cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7e41ef-0d6b-4d84-a989-d6be15818591,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:20.615070 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45920) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:20.679412 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.705453 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.763605 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.781664 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7e41ef-0d6b-4d84-a989-d6be15818591,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:20.786149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:20.789001 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bbf7de70-0f06-4fe4-bb69-e78ddee793a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c7e41ef-0d6b-4d84-a989-d6be15818591 HTTP/1.1" status: 204 len: 168 time: 0.1728179 Mar 02 20:34:21.619061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45944) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:21.749669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-843695892-network', 'tenant_id': '1f781cbd753c477db87b4445074eb064'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:21.754895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:21.758951 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Usage tracker for resource:network and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:21.762221 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:21.773366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:21.783882 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Made reservation on behalf of 1f781cbd753c477db87b4445074eb064 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:21.786821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.801092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.816543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:21.820562 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:21.823464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:21.829270 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:21.917198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.922311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.952590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:34:21.961220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc8220-cdb8-44bb-b771-17c5a73eaafa,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:21.967652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:21.967989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Added segment 2813fa3a-b4f0-4e82-8469-86b6b95b5fd0 of type vlan for network b0293a60-e07b-434d-ae8a-ea497a3cec01 Mar 02 20:34:21.995362 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.027137 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.028112 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:22.028715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.131760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0293a60-e07b-434d-ae8a-ea497a3cec01,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:22.136977 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-f090b03f-136f-4d67-a826-41981b9e49e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5167770 Mar 02 20:34:22.139949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45950) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:22.145688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:34:22.146536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Request body: {'subnet': {'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-843695892-subnet', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:22.151849 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:22.155979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Usage tracker for resource:subnet and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:22.158857 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:22.165035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:22.177780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Made reservation on behalf of 1f781cbd753c477db87b4445074eb064 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:22.180459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.385065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.457888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d9f406-8661-4d24-a77d-9a768a465e0f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:22.468264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Checking segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:22.468661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Network hostable DHCP agents. Network: b0293a60-e07b-434d-ae8a-ea497a3cec01, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:34:22.489515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:34:22.499133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, b0293a60-e07b-434d-ae8a-ea497a3cec01) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:22.503060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:22.503636 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.508301 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619de894-fd34-48fb-acd0-18031ad6a280 None None] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:34:22.528367 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-94e58157-a1ad-4062-84a8-61a68fe5a978 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3847568 Mar 02 20:34:22.528609 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45954) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:22.533831 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:22.539099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:22.543241 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Usage tracker for resource:router and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:22.546950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:22.553929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:22.566599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.568118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.584470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.727044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-b0293a60-e07b-434d-ae8a-ea497a3cec01', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:34:22.728778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:22.890094 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Allocated IP 172.20.0.2 (b0293a60-e07b-434d-ae8a-ea497a3cec01/f7d9f406-8661-4d24-a77d-9a768a465e0f/1c2bc77e-b80e-46ee-8648-78133d4df7bb) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:22.963302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.095007 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.105110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Transition to ACTIVE for port object 1c2bc77e-b80e-46ee-8648-78133d4df7bb will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:23.122821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Transition to ACTIVE for port object 1c2bc77e-b80e-46ee-8648-78133d4df7bb will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:23.130725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.189593 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:23.196272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:23.200749 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:23.206356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Pushing event updated for resources: {'Port': ['ID=1c2bc77e-b80e-46ee-8648-78133d4df7bb,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:23.282399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.292976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Attempting to bind port 1c2bc77e-b80e-46ee-8648-78133d4df7bb on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:23.293354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Attempting to bind port 1c2bc77e-b80e-46ee-8648-78133d4df7bb by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:23.293709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Attempting to bind port 1c2bc77e-b80e-46ee-8648-78133d4df7bb on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:23.299024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:23.299387 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Checking segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:23.299765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.300143 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Bound using segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:23.300638 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Bound port: 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:23.301017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.311920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.391999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] For port 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:23.396519 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] For port 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2bc77e-b80e-46ee-8648-78133d4df7bb,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:23.402328 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.453487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Allocated IP 172.26.2.196 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/51ccd494-5f18-4def-9bc2-4d7ff0b0d97f) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:23.489653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2348e2-b51f-4ca6-83b7-d19e19f27de3 None None] Pushing event updated for resources: {'Port': ['ID=1c2bc77e-b80e-46ee-8648-78133d4df7bb,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:23.612030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.666715 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:23.732177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:23.739884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:23.744541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:23.778025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Pushing event updated for resources: {'Port': ['ID=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:24.085413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2bc77e-b80e-46ee-8648-78133d4df7bb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:24.161016 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 1c2bc77e-b80e-46ee-8648-78133d4df7bb completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:24.176900 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.423769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51a1ed1-e103-4dc7-8a7a-0f60dea67649 None None] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:34:24.539402 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Provisioning for port 1c2bc77e-b80e-46ee-8648-78133d4df7bb completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:24.553360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Provisioning complete for port 1c2bc77e-b80e-46ee-8648-78133d4df7bb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:24.553723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.661634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.764956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.813309 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] For port 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2bc77e-b80e-46ee-8648-78133d4df7bb,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:24.818811 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:24.883725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Router 471b75bb-a805-453f-b889-7e53d52cc125 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:34:24.896240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232ddf3-6896-4af0-b46b-c7ca88d54152 None None] Pushing event updated for resources: {'Port': ['ID=1c2bc77e-b80e-46ee-8648-78133d4df7bb,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:25.048670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e62f38b0-1910-4e67-a51a-a4fb9d9b2d06 None None] Provisioning complete for port 1c2bc77e-b80e-46ee-8648-78133d4df7bb triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:25.049270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e62f38b0-1910-4e67-a51a-a4fb9d9b2d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:25.078595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:25.091948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:25.104357 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:25.105941 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-70827c69-d38b-4676-9a58-abea3706dc01 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5760877 Mar 02 20:34:25.108895 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45958) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:25.116351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:25.116961 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:25.343968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:25.627657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:23Z', 'revision_number': 3, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:25.631628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:25.631988 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Updating router 471b75bb-a805-453f-b889-7e53d52cc125 port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:34:25.684586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:25.766574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.042564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.055082 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Transition to ACTIVE for port object 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:26.064065 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.102108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Allocated IP 172.20.0.1 (b0293a60-e07b-434d-ae8a-ea497a3cec01/f7d9f406-8661-4d24-a77d-9a768a465e0f/ba27d3e0-2f61-4009-a338-b21f682625b9) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:26.152973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2bc77e-b80e-46ee-8648-78133d4df7bb up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:26.227683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c098b8-6902-4f56-9594-bc02d31ca678 None None] Pushing event updated for resources: {'Port': ['ID=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:26.243241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Attempting to bind port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:26.243606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Attempting to bind port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:26.243970 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Attempting to bind port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:26.252738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:26.253111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:26.253520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.253908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:26.254470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Bound port: 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:26.254847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.272148 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.289387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Transition to ACTIVE for port object ba27d3e0-2f61-4009-a338-b21f682625b9 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:26.314339 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 1c2bc77e-b80e-46ee-8648-78133d4df7bb triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:26.314763 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.318813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.380516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:26.383528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] For port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:26.387665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:26.390751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:26.396078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] For port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:26.403473 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.432577 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Pushing event updated for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:26.462655 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.543958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c098b8-6902-4f56-9594-bc02d31ca678 None None] Pushing event updated for resources: {'Port': ['ID=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:26.549526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:26.551267 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:26.735370 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1043931c-e16b-4f4d-b93f-ca278bb32814 None None] Provisioning for port ba27d3e0-2f61-4009-a338-b21f682625b9 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:26.747104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:26.770692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.793599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-1043931c-e16b-4f4d-b93f-ca278bb32814 None None] Provisioning complete for port ba27d3e0-2f61-4009-a338-b21f682625b9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:26.793874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1043931c-e16b-4f4d-b93f-ca278bb32814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:26.936247 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-1043931c-e16b-4f4d-b93f-ca278bb32814 None None] Port ba27d3e0-2f61-4009-a338-b21f682625b9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:34:27.017321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:27.026779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:27.094223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:23Z', 'revision_number': 3, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:27.095354 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:34:27.099925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5cde66-f7f5-41e5-82aa-893c98010464 None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:23Z', 'revision_number': 3, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:27.133513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Pushing event updated for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:27.137336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:27.289324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:27.290739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:27.513718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:34:27.564064 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-60fdf2ee-9403-4621-9fbc-61ace8cada54 None None] Provisioning complete for port ba27d3e0-2f61-4009-a338-b21f682625b9 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:27.564529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-60fdf2ee-9403-4621-9fbc-61ace8cada54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:27.631932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-60fdf2ee-9403-4621-9fbc-61ace8cada54 None None] Port ba27d3e0-2f61-4009-a338-b21f682625b9 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:34:27.850170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:27.863235 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7d71d624-80ba-4b13-92ba-366e10994902 admin admin] 10.222.0.36 "PUT /v2.0/routers/471b75bb-a805-453f-b889-7e53d52cc125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7531810 Mar 02 20:34:28.089413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:28.160585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:28.165854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:28.166229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.284436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.301846 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:28.307035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.374980 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:28.406289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:28.412457 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-816285953-network', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:28.417982 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:28.422125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Usage tracker for resource:network and tenant:eb6e99ee982141e698d20368d12f4351 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:28.425105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:28.431242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:28.443011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Made reservation on behalf of eb6e99ee982141e698d20368d12f4351 for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:28.445367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.457807 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.472159 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:28.476066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Usage tracker for resource:security_group_rule and tenant:eb6e99ee982141e698d20368d12f4351 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:28.478920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:28.487419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:28.574800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.580919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.611876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:34:28.620689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a8200e-f3e2-4b79-a2ac-4265855db90a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:28.630041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.630405 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Added segment ee942318-7677-49e3-8b3c-390bb1692647 of type vlan for network 515d7aca-46ae-469e-bd6e-4f103c165581 Mar 02 20:34:28.647381 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:28.657424 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:28.658032 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:28.660542 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.692354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.693346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:28.693938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:28.794725 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] Pushing event updated for resources: {'Network': ['ID=515d7aca-46ae-469e-bd6e-4f103c165581,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:28.799646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-87ebbb64-5e36-4c77-8c61-f3cbb6009aaf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3922291 Mar 02 20:34:28.802704 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45980) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:28.808376 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Request body: {'subnet': {'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-816285953-subnet', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'ip_version': 4}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:28.812017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 515d7aca-46ae-469e-bd6e-4f103c165581 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:34:28.815084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:28.819140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Usage tracker for resource:subnet and tenant:eb6e99ee982141e698d20368d12f4351 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:28.822025 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:28.830661 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:28.837503 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:28.841741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Made reservation on behalf of eb6e99ee982141e698d20368d12f4351 for: {'subnet': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:28.844467 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9597732'] for subnet, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.055854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2322191', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9597746'] for subnet, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.134079 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a291d0eb-93cc-4c39-aa39-9843d77d7e85,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:29.144026 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Checking segment: {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:29.144361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Network hostable DHCP agents. Network: 515d7aca-46ae-469e-bd6e-4f103c165581, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:34:29.153287 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 2, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:29.157304 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:29.157681 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Updating router 471b75bb-a805-453f-b889-7e53d52cc125 port ba27d3e0-2f61-4009-a338-b21f682625b9 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:34:29.163957 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Network 515d7aca-46ae-469e-bd6e-4f103c165581 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:34:29.174372 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 515d7aca-46ae-469e-bd6e-4f103c165581) {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:29.180126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:29.180239 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.183993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e946681-5ef4-4f0a-afa4-341370ea2437 None None] Network 515d7aca-46ae-469e-bd6e-4f103c165581 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:34:29.209512 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0996b814-7873-47c6-86bf-bb8161d13b34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4056425 Mar 02 20:34:29.210206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45984) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:29.215165 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.216050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:29.221210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:29.225056 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Usage tracker for resource:router and tenant:eb6e99ee982141e698d20368d12f4351 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:29.227813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:29.234036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:29.245699 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.246842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.263306 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.461235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-515d7aca-46ae-469e-bd6e-4f103c165581', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:34:29.462291 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.545092 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.585659 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.598226 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Transition to ACTIVE for port object ba27d3e0-2f61-4009-a338-b21f682625b9 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:29.605687 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.628233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Allocated IP 172.20.0.2 (515d7aca-46ae-469e-bd6e-4f103c165581/a291d0eb-93cc-4c39-aa39-9843d77d7e85/3775e9b2-d94c-4394-aa13-fe882a22f2fc) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:29.806829 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Pushing event updated for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:29.815509 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.816098 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.816671 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.817137 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.817597 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.818077 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.818536 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.819001 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.819468 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.819941 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.820443 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.820894 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:34:29.847447 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Attempting to bind port ba27d3e0-2f61-4009-a338-b21f682625b9 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:29.848542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Attempting to bind port ba27d3e0-2f61-4009-a338-b21f682625b9 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:29.849301 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Attempting to bind port ba27d3e0-2f61-4009-a338-b21f682625b9 on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:29.857284 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:29.857652 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Checking segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:29.858048 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.858428 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Bound using segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:29.859051 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Bound port: ba27d3e0-2f61-4009-a338-b21f682625b9, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:29.859418 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.919588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.929631 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.940009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Transition to ACTIVE for port object 3775e9b2-d94c-4394-aa13-fe882a22f2fc will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:29.951711 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.952583 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] For port ba27d3e0-2f61-4009-a338-b21f682625b9, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:29.956802 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] For port ba27d3e0-2f61-4009-a338-b21f682625b9, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ba27d3e0-2f61-4009-a338-b21f682625b9,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:29.962639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:29.964185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Transition to ACTIVE for port object 3775e9b2-d94c-4394-aa13-fe882a22f2fc will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:29.975093 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.050190 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:30.050615 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:30.054249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Network 515d7aca-46ae-469e-bd6e-4f103c165581 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:30.058000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:30.067917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:30.120518 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a084d2-617e-4c75-9b39-c30f76d8bf01 None None] Pushing event updated for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:30.145362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:30.154236 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Allocated IP 172.26.2.76 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/b154de28-3706-452a-9a99-c4f323ad612a) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:30.226655 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Attempting to bind port 3775e9b2-d94c-4394-aa13-fe882a22f2fc on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:30.227229 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Attempting to bind port 3775e9b2-d94c-4394-aa13-fe882a22f2fc by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:30.227361 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Attempting to bind port 3775e9b2-d94c-4394-aa13-fe882a22f2fc on network 515d7aca-46ae-469e-bd6e-4f103c165581 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:30.238410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:30.238850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Checking segment: {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:30.239250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.239634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Bound using segment: {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:30.240095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Bound port: 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:30.240493 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.283454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Pushing event updated for resources: {'Port': ['ID=3775e9b2-d94c-4394-aa13-fe882a22f2fc,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:30.292490 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:30.325226 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.355649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] For port 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:30.359952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] For port 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3775e9b2-d94c-4394-aa13-fe882a22f2fc,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:30.362495 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:30.362767 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.367529 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.394237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:30.428735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:30.431805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:30.434390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:30.502137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60a501-49cc-4713-88be-4ea51a18d2f8 None None] Pushing event updated for resources: {'Port': ['ID=3775e9b2-d94c-4394-aa13-fe882a22f2fc,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:30.622205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Pushing event updated for resources: {'Port': ['ID=b154de28-3706-452a-9a99-c4f323ad612a,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:30.623248 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:29Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:30.627625 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f76e4-523a-4d60-9dc1-0c9ff257ee54 None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:29Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:31.062319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.422050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.522531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd62ca-9f9d-4749-8669-7fdc4b4b7287 None None] Network 515d7aca-46ae-469e-bd6e-4f103c165581 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:34:31.627903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fd605486-a1f0-47b7-89cb-960701ecf1bb None None] Provisioning for port 3775e9b2-d94c-4394-aa13-fe882a22f2fc completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:31.644821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Router 4f9f856b-9ad1-4f27-a406-216d894c8fec is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:34:31.828407 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:31.837736 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Sync routers for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:31.849534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:31.850558 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:31.858206 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:31.860413 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-48e859c3-e971-4124-8457-90966a4c70cb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6488593 Mar 02 20:34:31.863495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 45988) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:32.059138 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:32.206801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3775e9b2-d94c-4394-aa13-fe882a22f2fc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:32.393890 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 3775e9b2-d94c-4394-aa13-fe882a22f2fc completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:32.425399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3775e9b2-d94c-4394-aa13-fe882a22f2fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:32.425775 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.563562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:30Z', 'revision_number': 3, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:32.570814 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.579673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Checking router: 4f9f856b-9ad1-4f27-a406-216d894c8fec for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:32.580028 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Updating router 4f9f856b-9ad1-4f27-a406-216d894c8fec port b154de28-3706-452a-9a99-c4f323ad612a binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:34:32.647657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.685120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3775e9b2-d94c-4394-aa13-fe882a22f2fc,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:32.694005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.694773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ba27d3e0-2f61-4009-a338-b21f682625b9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:32.738579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:32.925527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=3775e9b2-d94c-4394-aa13-fe882a22f2fc,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:32.964252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Allocated IP 172.20.0.1 (515d7aca-46ae-469e-bd6e-4f103c165581/a291d0eb-93cc-4c39-aa39-9843d77d7e85/4a3ba3e0-f825-45db-a620-c2e35dafafa5) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:33.000900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ba27d3e0-2f61-4009-a338-b21f682625b9 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:33.008773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ba27d3e0-2f61-4009-a338-b21f682625b9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:33.009159 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.117878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.141032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Transition to ACTIVE for port object 4a3ba3e0-f825-45db-a620-c2e35dafafa5 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:33.169199 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.216675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.232543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.233296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Network 515d7aca-46ae-469e-bd6e-4f103c165581 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:33.240349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:33.244455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:33.254375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Transition to ACTIVE for port object b154de28-3706-452a-9a99-c4f323ad612a will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:33.263235 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.277052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Pushing event updated for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:33.300218 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.315791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ba27d3e0-2f61-4009-a338-b21f682625b9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ba27d3e0-2f61-4009-a338-b21f682625b9,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:33.331108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.353746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a13c0-fb1c-442f-ba7d-e531d9be1a94 None None] Pushing event updated for resources: {'Port': ['ID=b154de28-3706-452a-9a99-c4f323ad612a,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:33.356430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Attempting to bind port b154de28-3706-452a-9a99-c4f323ad612a on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:33.356551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Attempting to bind port b154de28-3706-452a-9a99-c4f323ad612a by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:33.357048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Attempting to bind port b154de28-3706-452a-9a99-c4f323ad612a on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:33.395755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:33.396022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:33.396392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.396785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:33.397264 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Bound port: b154de28-3706-452a-9a99-c4f323ad612a, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:33.397635 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.435519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.492006 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:33.499921 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] For port b154de28-3706-452a-9a99-c4f323ad612a, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:33.503399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] For port b154de28-3706-452a-9a99-c4f323ad612a, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b154de28-3706-452a-9a99-c4f323ad612a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:33.508072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.595897 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe31592c-7635-4e51-a2d1-43ecb398ec14 None None] Provisioning for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:33.600582 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:33.601204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:33.653683 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a13c0-fb1c-442f-ba7d-e531d9be1a94 None None] Pushing event updated for resources: {'Port': ['ID=b154de28-3706-452a-9a99-c4f323ad612a,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:33.658257 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.664950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.665548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-fe31592c-7635-4e51-a2d1-43ecb398ec14 None None] Provisioning complete for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:33.665893 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fe31592c-7635-4e51-a2d1-43ecb398ec14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.769149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Pushing event updated for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:33.771537 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:33.835058 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-fe31592c-7635-4e51-a2d1-43ecb398ec14 None None] Port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:34:33.880079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:34.016249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Network 515d7aca-46ae-469e-bd6e-4f103c165581 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:34.017435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:34.096729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3775e9b2-d94c-4394-aa13-fe882a22f2fc up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:34.214098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Router 4f9f856b-9ad1-4f27-a406-216d894c8fec has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:34:34.236459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 3775e9b2-d94c-4394-aa13-fe882a22f2fc triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:34.236793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.313695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-8b027296-1e4d-421e-a1a6-e00730326634 None None] Provisioning complete for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:34.313930 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8b027296-1e4d-421e-a1a6-e00730326634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:34.393490 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:34.403285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a41b016b-a3f1-4ef1-aaf6-65c5d2c7d81c admin admin] 10.222.0.36 "PUT /v2.0/routers/4f9f856b-9ad1-4f27-a406-216d894c8fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5379405 Mar 02 20:34:34.411230 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4a3ba3e0-f825-45db-a620-c2e35dafafa5', 'name': '', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'mac_address': 'fa:16:3e:9a:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:32Z', 'updated_at': '2022-03-02T20:34:32Z', 'revision_number': 1, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'subnets': [{'id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:34.413959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-8b027296-1e4d-421e-a1a6-e00730326634 None None] Port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:34:34.420372 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23017a8-90df-4dc2-b022-7d1a228a161e None None] The sync data for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv is: [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4a3ba3e0-f825-45db-a620-c2e35dafafa5', 'name': '', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'mac_address': 'fa:16:3e:9a:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:32Z', 'updated_at': '2022-03-02T20:34:32Z', 'revision_number': 1, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'subnets': [{'id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:34.432795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ba27d3e0-2f61-4009-a338-b21f682625b9 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:34.500583 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ba27d3e0-2f61-4009-a338-b21f682625b9 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:34.500945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.046499 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 45998) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.056012 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658181192', 'description': 'tempest-secgroup-smoke-658181192 description', 'project_id': '1f781cbd753c477db87b4445074eb064'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.067330 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.071666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.074642 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.081289 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.096024 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.117884 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.121941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.124926 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.131140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.206083 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.211619 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.253646 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97d91bb-d404-4ae7-9581-90425a2dd2a5,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.256529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.257729 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-199d7635-bf2e-498c-ac10-6db48a3491de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2092197 Mar 02 20:34:35.260717 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46002) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.265727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.271897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.275726 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.278844 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.284589 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.307686 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.370414 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.375399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.404940 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c04925-01ce-480e-8d36-f833dabd432d,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.412868 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.414035 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-9901a482-3059-4a64-94c3-64fb4d670731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524267 Mar 02 20:34:35.416951 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46006) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.422655 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.429023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.433106 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.436046 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.442206 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.461068 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.524458 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.529913 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.554909 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b9e8f7-c037-4fa5-b48c-ea7a2dcfe06f,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.565154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.566525 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b09df964-51d6-4477-a278-febc1f3ad982 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484632 Mar 02 20:34:35.569634 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46010) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.574738 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.580965 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.585191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.588128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.594185 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.613212 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.681291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.687326 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.710116 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c985b357-1245-4c7e-8aed-154a949c62a8,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.721287 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.722466 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-b7a3a318-650d-4c11-bd04-e344429b32ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519480 Mar 02 20:34:35.725361 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46014) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.730266 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.736096 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.739970 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.742837 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.748748 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.765645 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.830550 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.836016 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.858406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95eccfbc-34eb-4d7a-a2e7-7efc97b7aece,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:35.868275 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.869552 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ad0b2682-22dc-4b06-9760-0784a1007059 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432304 Mar 02 20:34:35.873577 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46018) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:35.878539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:35.885095 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:35.889227 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:35.892653 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:35.899435 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:35.911589 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Project 1f781cbd753c477db87b4445074eb064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:34:35.918603 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.985283 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:35.991370 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.024513 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515e996a-ad9e-4492-af16-a9ef694ab56b,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:36.039338 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.040685 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-1753217f-6a94-4c41-a383-96419e6b71c0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1661620 Mar 02 20:34:36.043781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46022) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:36.049730 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'f97d91bb-d404-4ae7-9581-90425a2dd2a5', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:36.056197 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:36.060256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:36.063375 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:36.069280 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:36.081064 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.securitygroups_db [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Project 1f781cbd753c477db87b4445074eb064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:34:36.087573 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.104908 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b154de28-3706-452a-9a99-c4f323ad612a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:36.156090 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.163010 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.176915 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port b154de28-3706-452a-9a99-c4f323ad612a completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:36.181785 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b154de28-3706-452a-9a99-c4f323ad612a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:36.182198 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.192629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1638ed4-3b2e-42db-a2ab-8e41810d5794,revision_number=0']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:36.200824 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.202073 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5cc0c886-1e6b-469c-a065-98d571efe5e5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572688 Mar 02 20:34:36.305371 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.327000 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port b154de28-3706-452a-9a99-c4f323ad612a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b154de28-3706-452a-9a99-c4f323ad612a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:36.331779 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:36.364256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-5b732f0f-a919-4290-b11c-ac81bd99086b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:36.381377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-5b732f0f-a919-4290-b11c-ac81bd99086b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:36.382513 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-5b732f0f-a919-4290-b11c-ac81bd99086b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658181192&fields=id&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 267 time: 0.0583770 Mar 02 20:34:36.403013 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=b154de28-3706-452a-9a99-c4f323ad612a,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:36.531608 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-7c75ce1e-3407-452b-88b4-31bd8992b6e1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:36.532296 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-7c75ce1e-3407-452b-88b4-31bd8992b6e1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:36.551981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-7c75ce1e-3407-452b-88b4-31bd8992b6e1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:36.553182 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-7c75ce1e-3407-452b-88b4-31bd8992b6e1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 808 time: 0.1637275 Mar 02 20:34:36.570325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-29a4fac6-0211-4c76-9da3-42c2bd3c5be5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/quotas/1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 375 time: 0.0090518 Mar 02 20:34:36.657044 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-ed55960c-8ebb-402b-bba0-fb04411365b3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:36.675558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-c61e2bea-9805-4962-bd85-5a78da75931e req-ed55960c-8ebb-402b-bba0-fb04411365b3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:36.676899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-ed55960c-8ebb-402b-bba0-fb04411365b3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014490 Mar 02 20:34:36.818074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-e9bb1419-c837-4b21-a306-407289b2ff17 service neutron] 10.222.0.36 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296377 Mar 02 20:34:36.950899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-7a291a1e-1d34-46bc-a632-2c6a97032b55 service neutron] 10.222.0.36 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268971 Mar 02 20:34:37.139499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e2cc026-c71c-44e7-a820-0f904ef43132 req-de0b28a6-8071-41d0-8de0-250531256379 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 210 time: 0.0422585 Mar 02 20:34:37.923803 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724534ce-3977-4def-91db-209040d9d809 None None] Sync routers for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:37.934092 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:37.934785 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:38.075666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b154de28-3706-452a-9a99-c4f323ad612a up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:38.123010 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:38.148761 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port b154de28-3706-452a-9a99-c4f323ad612a triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:38.149119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:38.339038 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99086242-9f3d-44ae-a63c-99538d171c6b req-e2c0a2c1-302a-4af4-b274-069da114d468 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 210 time: 0.0827911 Mar 02 20:34:38.463954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-500abaf0-2e8a-4239-8d47-a6a0907b6255 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:38.466757 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-500abaf0-2e8a-4239-8d47-a6a0907b6255 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 808 time: 0.1737766 Mar 02 20:34:38.480100 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4a3ba3e0-f825-45db-a620-c2e35dafafa5', 'name': '', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'mac_address': 'fa:16:3e:9a:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:32Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 2, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'subnets': [{'id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:38.484253 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724534ce-3977-4def-91db-209040d9d809 None None] Checking router: 4f9f856b-9ad1-4f27-a406-216d894c8fec for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:38.484637 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724534ce-3977-4def-91db-209040d9d809 None None] Updating router 4f9f856b-9ad1-4f27-a406-216d894c8fec port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:34:38.520380 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1c5046ab-fc7d-42b1-b657-e08a2ed32b33 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 379 time: 0.0469241 Mar 02 20:34:38.529131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'port': {'device_id': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'admin_state_up': True, 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'security_groups': ['f97d91bb-d404-4ae7-9581-90425a2dd2a5']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:38.542231 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:38.781953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:38.792084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:38.803495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Made reservation on behalf of 1f781cbd753c477db87b4445074eb064 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:34:38.807261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:38.891435 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:38.907076 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-724534ce-3977-4def-91db-209040d9d809 None None] Transition to ACTIVE for port object 4a3ba3e0-f825-45db-a620-c2e35dafafa5 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:38.914839 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:38.971966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Allocated IP 172.20.0.14 (b0293a60-e07b-434d-ae8a-ea497a3cec01/f7d9f406-8661-4d24-a77d-9a768a465e0f/5d9a8538-2067-45ce-80e2-49c180d5aedd) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:39.121631 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ebb9-9186-4a12-a866-6b1020e30688 None None] Pushing event updated for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:39.174992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-724534ce-3977-4def-91db-209040d9d809 None None] Attempting to bind port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:39.175355 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-724534ce-3977-4def-91db-209040d9d809 None None] Attempting to bind port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:39.175710 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724534ce-3977-4def-91db-209040d9d809 None None] Attempting to bind port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 on network 515d7aca-46ae-469e-bd6e-4f103c165581 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:39.177253 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.180993 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724534ce-3977-4def-91db-209040d9d809 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:39.181355 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724534ce-3977-4def-91db-209040d9d809 None None] Checking segment: {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:39.181751 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.182133 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724534ce-3977-4def-91db-209040d9d809 None None] Bound using segment: {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:39.182588 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-724534ce-3977-4def-91db-209040d9d809 None None] Bound port: 4a3ba3e0-f825-45db-a620-c2e35dafafa5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee942318-7677-49e3-8b3c-390bb1692647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:39.183066 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.192670 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Transition to ACTIVE for port object 5d9a8538-2067-45ce-80e2-49c180d5aedd will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:39.219707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.277680 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-724534ce-3977-4def-91db-209040d9d809 None None] For port 4a3ba3e0-f825-45db-a620-c2e35dafafa5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:39.282411 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-724534ce-3977-4def-91db-209040d9d809 None None] For port 4a3ba3e0-f825-45db-a620-c2e35dafafa5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4a3ba3e0-f825-45db-a620-c2e35dafafa5,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:39.285720 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:39.287107 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-724534ce-3977-4def-91db-209040d9d809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.294271 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:39.299063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:39.341046 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:39.383910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:39.384876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.406353 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ebb9-9186-4a12-a866-6b1020e30688 None None] Pushing event updated for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:39.411633 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:39.413400 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:39.421584 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-d8417306-b64b-4277-8212-76e3668fc6ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8963697 Mar 02 20:34:39.434890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Request body: {'port': {'device_id': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:39.601331 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dff09403-c591-4713-8206-e6cf95016d6c None None] Provisioning for port 5d9a8538-2067-45ce-80e2-49c180d5aedd completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:39.607682 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:39.610261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-dff09403-c591-4713-8206-e6cf95016d6c None None] Provisioning complete for port 5d9a8538-2067-45ce-80e2-49c180d5aedd triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:39.611238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dff09403-c591-4713-8206-e6cf95016d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.634181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:39.657453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a0930-8e60-4936-a7e7-d71ce148e1bc req-8de3c10f-d575-4fb3-b6cc-d2687f507d84 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:39.658567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-696a0930-8e60-4936-a7e7-d71ce148e1bc req-8de3c10f-d575-4fb3-b6cc-d2687f507d84 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:39.676366 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-dff09403-c591-4713-8206-e6cf95016d6c None None] Port 5d9a8538-2067-45ce-80e2-49c180d5aedd cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:34:39.720586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-696a0930-8e60-4936-a7e7-d71ce148e1bc req-8de3c10f-d575-4fb3-b6cc-d2687f507d84 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:39.721840 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-696a0930-8e60-4936-a7e7-d71ce148e1bc req-8de3c10f-d575-4fb3-b6cc-d2687f507d84 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 932 time: 0.2289023 Mar 02 20:34:39.822985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-696a0930-8e60-4936-a7e7-d71ce148e1bc req-11dad87b-fd7b-441a-bb21-b1bb4b1e4e3d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917699 Mar 02 20:34:39.918108 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-724534ce-3977-4def-91db-209040d9d809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4a3ba3e0-f825-45db-a620-c2e35dafafa5', 'name': '', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'mac_address': 'fa:16:3e:9a:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:32Z', 'updated_at': '2022-03-02T20:34:39Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'subnets': [{'id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:39.922206 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724534ce-3977-4def-91db-209040d9d809 None None] The sync data for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv is: [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '4a3ba3e0-f825-45db-a620-c2e35dafafa5', 'name': '', 'network_id': '515d7aca-46ae-469e-bd6e-4f103c165581', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'mac_address': 'fa:16:3e:9a:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:32Z', 'updated_at': '2022-03-02T20:34:39Z', 'revision_number': 4, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'subnets': [{'id': 'a291d0eb-93cc-4c39-aa39-9843d77d7e85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:40.050716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:34:40.059756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.075235 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Transition to ACTIVE for port object 5d9a8538-2067-45ce-80e2-49c180d5aedd will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:34:40.080946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.109606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4a3ba3e0-f825-45db-a620-c2e35dafafa5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:40.188056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:40.193564 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:40.194039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.239744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:40.326104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Attempting to bind port 5d9a8538-2067-45ce-80e2-49c180d5aedd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:34:40.326536 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Attempting to bind port 5d9a8538-2067-45ce-80e2-49c180d5aedd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:34:40.326704 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Attempting to bind port 5d9a8538-2067-45ce-80e2-49c180d5aedd on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:40.332355 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Port 5d9a8538-2067-45ce-80e2-49c180d5aedd on network b0293a60-e07b-434d-ae8a-ea497a3cec01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:34:40.332685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Attempting to bind port 5d9a8538-2067-45ce-80e2-49c180d5aedd on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:34:40.338505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:34:40.338827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Checking segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:34:40.339204 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Bound using segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:34:40.340238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Bound port: 5d9a8538-2067-45ce-80e2-49c180d5aedd, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:34:40.340600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.358389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.390299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 4a3ba3e0-f825-45db-a620-c2e35dafafa5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4a3ba3e0-f825-45db-a620-c2e35dafafa5,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:40.395461 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.430948 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:34:40.434466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:34:40.440181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.470665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:40.500145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:40.500796 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:40.502168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1094 time: 1.0722852 Mar 02 20:34:40.502622 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:34:40.537209 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dde16-fdba-40d8-ae9d-7bf84bf1c704 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:40.578096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'status': 'completed', 'code': 200} Mar 02 20:34:40.620346 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-dbe1cbad-f513-414c-b8c0-91e0ce491005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:40.621839 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-dbe1cbad-f513-414c-b8c0-91e0ce491005 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1097 time: 0.0765862 Mar 02 20:34:40.800733 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-4d69206a-75a0-4707-8d13-09113c052637 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 217 time: 0.1697605 Mar 02 20:34:40.861367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-9f774691-6663-410a-8cfc-0b193cb4293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:40.862810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-9f774691-6663-410a-8cfc-0b193cb4293a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0562878 Mar 02 20:34:40.985136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e2bea-9805-4962-bd85-5a78da75931e req-23733d6b-2a08-4f80-a18f-107031b90375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:40.986632 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-23733d6b-2a08-4f80-a18f-107031b90375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173856 Mar 02 20:34:41.111641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a0224-993b-4305-b553-f8ff726d95f4 req-19749126-2ed4-4353-83ab-2d589ed02740 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.113054 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad1a0224-993b-4305-b553-f8ff726d95f4 req-19749126-2ed4-4353-83ab-2d589ed02740 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1847987 Mar 02 20:34:41.160165 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-4c5fe622-9e23-4e50-b512-88f73a4544fa service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646099 Mar 02 20:34:41.217294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad1a0224-993b-4305-b553-f8ff726d95f4 req-4ed3032a-cdc5-49f8-a345-e2300e4c1210 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941751 Mar 02 20:34:41.315727 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c61e2bea-9805-4962-bd85-5a78da75931e req-513913ea-bada-4ec1-b0a0-5a83d9bbc2ee service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474063 Mar 02 20:34:41.441841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-8f1fbd49-92b3-4147-a8ba-b4b859243eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.443372 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-8f1fbd49-92b3-4147-a8ba-b4b859243eb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1097 time: 0.0715573 Mar 02 20:34:41.574106 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-f8e10679-13b9-4863-b17f-97df80197373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.575566 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-f8e10679-13b9-4863-b17f-97df80197373 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1258621 Mar 02 20:34:41.647777 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-35df4364-c519-404c-9f46-560302dd559f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 217 time: 0.0642633 Mar 02 20:34:41.718460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-4f8f7924-a62e-4336-ba8a-a5574e2cda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.720770 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-4f8f7924-a62e-4336-ba8a-a5574e2cda79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0645592 Mar 02 20:34:41.802871 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-a91dbb81-33c1-44cc-9147-e92f03de28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:41.804629 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-a91dbb81-33c1-44cc-9147-e92f03de28c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767295 Mar 02 20:34:41.856556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-faf3af80-9cbd-4f1e-b008-6ede46360fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:41.943967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-8103f4c5-b0e2-4b71-b0a1-853103bb51af service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297481 Mar 02 20:34:42.078658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4a3ba3e0-f825-45db-a620-c2e35dafafa5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:42.082026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c88103db-4f21-4163-9c65-6c536ed0f2fc req-f5344401-ae2f-4d53-8112-a71b62fe72a7 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313815 Mar 02 20:34:42.149942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:42.150528 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:42.416450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a61fa-2e50-43f0-bddb-43badd118f45 req-7ad7b8c4-0785-4d3d-85af-592c355e36df tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:42.417923 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e68a61fa-2e50-43f0-bddb-43badd118f45 req-7ad7b8c4-0785-4d3d-85af-592c355e36df tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0872374 Mar 02 20:34:42.472963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e68a61fa-2e50-43f0-bddb-43badd118f45 req-e17620a4-27f8-444d-b639-74f5b95830ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438223 Mar 02 20:34:43.701694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff72a3-0629-42a2-be89-37c87dbfa463 req-41aa7f3f-1a2d-4817-80a9-5baef5554004 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:43.703064 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84ff72a3-0629-42a2-be89-37c87dbfa463 req-41aa7f3f-1a2d-4817-80a9-5baef5554004 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1041565 Mar 02 20:34:43.746963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-84ff72a3-0629-42a2-be89-37c87dbfa463 req-e42709fe-74d8-4f52-b4fb-8057a402555d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379965 Mar 02 20:34:44.995854 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:34:45.094250 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668e80-f10b-4de6-9000-68fbd1bee19c req-ecb63f8e-9d23-4fc1-be81-b2ed435f1887 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:45.095627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8d668e80-f10b-4de6-9000-68fbd1bee19c req-ecb63f8e-9d23-4fc1-be81-b2ed435f1887 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0811970 Mar 02 20:34:45.116792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8a29ccb2-600d-47c2-bb4d-74f655a35403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:45.140696 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8d668e80-f10b-4de6-9000-68fbd1bee19c req-883013b6-3f2a-4430-8ba3-8fd88020e5d5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389709 Mar 02 20:34:45.146284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:45.162069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:34:45.226810 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:45.243413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:34:45.259318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:45.266548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:45.354245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:45.477201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5d9a8538-2067-45ce-80e2-49c180d5aedd'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:34:45.532595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:45.595050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:45.597834 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:46.436252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5a30e-9364-45f8-88b1-0186568faca1 req-e4a60131-312c-4794-bbd1-7d22c0bf7ed8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:46.437741 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fa5a30e-9364-45f8-88b1-0186568faca1 req-e4a60131-312c-4794-bbd1-7d22c0bf7ed8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 945 time: 0.1919417 Mar 02 20:34:46.484211 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fa5a30e-9364-45f8-88b1-0186568faca1 req-b62be25d-03ce-46f4-9c08-ad8ba7b17aa7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405595 Mar 02 20:34:47.012219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:34:47.089215 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 5d9a8538-2067-45ce-80e2-49c180d5aedd completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:34:47.095482 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5d9a8538-2067-45ce-80e2-49c180d5aedd triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:34:47.095844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:47.223367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:47.251359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:47.256973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:34:47.268537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:34:47.275985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:47.352943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:47.379414 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'code': 200} Mar 02 20:34:47.678739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb76cbd-f97f-4d53-8656-ad815b4830cc req-ede7f2f3-4f8d-4a3a-9aa2-38f9066c077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:47.680227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cbb76cbd-f97f-4d53-8656-ad815b4830cc req-ede7f2f3-4f8d-4a3a-9aa2-38f9066c077f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.1282806 Mar 02 20:34:47.705591 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e0518-eda1-439a-bb1e-2b50798a0e73 req-520c4e58-2cd1-43b4-98a9-2259ea3f4bc0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:47.706975 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-667e0518-eda1-439a-bb1e-2b50798a0e73 req-520c4e58-2cd1-43b4-98a9-2259ea3f4bc0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.1152029 Mar 02 20:34:47.753674 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cbb76cbd-f97f-4d53-8656-ad815b4830cc req-e96cf9b1-c7c9-4d4e-b931-c69920af4503 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673037 Mar 02 20:34:47.765416 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-667e0518-eda1-439a-bb1e-2b50798a0e73 req-01172525-7dd8-4f9c-b0c2-328b81a5c0a8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507414 Mar 02 20:34:48.976731 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8942855-3948-4847-b526-8a9586847e20 req-a0aeac32-0546-4727-8881-41c75e3c6731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:48.978195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8942855-3948-4847-b526-8a9586847e20 req-a0aeac32-0546-4727-8881-41c75e3c6731 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0938427 Mar 02 20:34:49.022022 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f8942855-3948-4847-b526-8a9586847e20 req-80cd6915-cd5e-41a3-8ac0-0da3f2a6b0aa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Mar 02 20:34:49.229325 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a35b3-738d-4eb7-bc53-88a148987315 req-aa967de0-3126-44de-b0c2-d58af3c2183f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:49.230816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b38a35b3-738d-4eb7-bc53-88a148987315 req-aa967de0-3126-44de-b0c2-d58af3c2183f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0890789 Mar 02 20:34:49.274572 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b38a35b3-738d-4eb7-bc53-88a148987315 req-54cbad79-aec4-4801-967d-e72366b243c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380740 Mar 02 20:34:49.307060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46082) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:49.492541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446427a4-3c3b-4dc7-a6dd-291da9d1997f tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:49.493258 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-446427a4-3c3b-4dc7-a6dd-291da9d1997f tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] Synchronizing usage tracker for tenant:eb6e99ee982141e698d20368d12f4351 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:34:49.513873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-446427a4-3c3b-4dc7-a6dd-291da9d1997f tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] Unset dirty status for tenant:eb6e99ee982141e698d20368d12f4351 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:34:49.515171 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-446427a4-3c3b-4dc7-a6dd-291da9d1997f tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1094 time: 0.2071583 Mar 02 20:34:49.519069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46088) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:34:49.524539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:34:49.530825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:34:49.534937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:floatingip and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:34:49.538441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:34:49.544387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:34:49.556379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:49.699316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:49.841777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Allocated IP 172.26.2.247 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/513563cc-e070-461f-be1e-54b14bad84a3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:34:50.012387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.045458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.108599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:34:50.115816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:34:50.120041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:34:50.149714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=513563cc-e070-461f-be1e-54b14bad84a3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:50.545488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.622845 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.923317 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:50.929513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:51.037742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=513563cc-e070-461f-be1e-54b14bad84a3,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:34:51.051041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:51.221312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Floating IP f4683948-01e7-4ed5-b226-c30daeca32ab associated. External IP: 172.26.2.247, port: 5d9a8538-2067-45ce-80e2-49c180d5aedd. Mar 02 20:34:51.563182 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:34:51.740431 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:34:51.750176 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:34:51.759832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:51.760626 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:51.766977 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:34:51.822667 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-629ce5a6-14cc-451f-8156-30cfa312fdc8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3023880 Mar 02 20:34:51.823249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:34:51.872302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'status': 'completed', 'code': 200} Mar 02 20:34:51.939223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:51.966685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-32211d10-44a3-431f-a3f7-94b8ecbb1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:51.968759 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-32211d10-44a3-431f-a3f7-94b8ecbb1462 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.0736170 Mar 02 20:34:52.106527 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-0ae31b21-8e8d-4aa6-98d0-c26ad6f4073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:52.108124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-0ae31b21-8e8d-4aa6-98d0-c26ad6f4073c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1338308 Mar 02 20:34:52.217745 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-5aefcffd-b0d6-42d8-be15-9ef9e8ba4523 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1000 time: 0.1033602 Mar 02 20:34:52.392512 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-0c1eadb8-267e-40cf-ad52-0aaa5bb9aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:52.393884 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-0c1eadb8-267e-40cf-ad52-0aaa5bb9aba2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.1704473 Mar 02 20:34:52.427605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f4683948-01e7-4ed5-b226-c30daeca32ab', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:34:50Z', 'updated_at': '2022-03-02T20:34:50Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:52.468621 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-4e236734-723b-488c-800a-1bc6c2702b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:34:52.470111 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-4e236734-723b-488c-800a-1bc6c2702b02 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700018 Mar 02 20:34:52.484649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:34:52.500128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:34:52.500771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:34:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:52.604816 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-edf7367f-599c-40c5-bfff-388c03321e47 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284080 Mar 02 20:34:52.701163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:34:52.738098 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0c9de0a5-cefb-4c6a-accf-aa9bbea3791b req-09f8d425-5793-4197-94c6-1931e4e638fc service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276114 Mar 02 20:34:53.041401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f4683948-01e7-4ed5-b226-c30daeca32ab', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:34:50Z', 'updated_at': '2022-03-02T20:34:50Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:34:53.045333 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de901493-cfd2-49a8-8ed4-9ec9158906a7 None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'f4683948-01e7-4ed5-b226-c30daeca32ab', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.247', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:34:50Z', 'updated_at': '2022-03-02T20:34:50Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:34:53.239010 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967e4115-4995-4056-a9ee-e1f5aa669dfb None None] New status for floating IP f4683948-01e7-4ed5-b226-c30daeca32ab: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:35:02.264833 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-f5c68de7-8e30-4a8b-90aa-48b6f891cc38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736823 Mar 02 20:35:02.410125 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-019c223d-7d12-405f-b785-566f1e3aa69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:02.411627 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-019c223d-7d12-405f-b785-566f1e3aa69e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.0765219 Mar 02 20:35:02.568643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-987b3ea1-b70d-4299-8527-052f8cb0dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:02.570063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-987b3ea1-b70d-4299-8527-052f8cb0dc78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1392257 Mar 02 20:35:02.674056 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-db76b56c-7c97-45fc-b822-446a1561b8f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1002 time: 0.0970550 Mar 02 20:35:02.740665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-9dc9a887-1609-4b60-aeef-ea1700412e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:02.742327 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-9dc9a887-1609-4b60-aeef-ea1700412e5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0626986 Mar 02 20:35:02.827662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-769d9acb-0ed9-4ab5-8cc1-8935ea66e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:35:02.829185 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-769d9acb-0ed9-4ab5-8cc1-8935ea66e17c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810199 Mar 02 20:35:02.966643 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-d56c7f50-27fc-41e1-8851-1f1cbad1a81b service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315684 Mar 02 20:35:03.117563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6d2d6e81-92b9-4f1a-bb0f-70c066b2869a req-1bad4bf5-1243-4866-8fa2-238e1d7a36f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418459 Mar 02 20:35:04.096358 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:35:11.861177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-39875a5a-28fe-4001-84bf-f71c52b15d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:15.069181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b7456774-e58b-41bd-abe2-3239dd45ff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:15.491628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:15.575936 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:15.584595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:17.238111 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:25.468847 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [req-b1b650e0-427a-4bf6-b719-11d083480238 req-5b29fd67-605c-46f0-927b-e35385a8c206 service neutron] (87813) timed out ('10.222.0.36', 41954) {{(pid=87813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:35:41.096559 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:35:41.868874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c66e1c42-1436-4300-b2ef-321ce81f82cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:45.064118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be11b4f8-14b2-4dcb-93dd-61d46b302d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:45.493711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:45.560584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:45.579914 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:35:47.242213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:02.252287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-2ad6b4eb-1195-4bb0-b230-a08f23acdd4a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725598 Mar 02 20:36:02.424643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-40623f84-8301-4e04-8cb4-d5f49fcf5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:02.426520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-40623f84-8301-4e04-8cb4-d5f49fcf5677 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.0848846 Mar 02 20:36:02.579744 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-4d528ffe-68bf-4919-8bd2-8f07ff817c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:02.581193 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-4d528ffe-68bf-4919-8bd2-8f07ff817c16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1321492 Mar 02 20:36:02.685152 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-a2f0ce19-b82e-4a27-bbbc-ec1e9d4f490d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1002 time: 0.0977423 Mar 02 20:36:02.861618 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-b027749b-c12a-4520-b6e8-904aedb06f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:02.863113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-b027749b-c12a-4520-b6e8-904aedb06f3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.1723197 Mar 02 20:36:02.947786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-0477ba7a-e412-4b3a-be16-b6f177a6bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:02.949195 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-0477ba7a-e412-4b3a-be16-b6f177a6bb0e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802331 Mar 02 20:36:03.087775 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-2a8c646d-5c89-4ce9-80ea-b6f1630f079d service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325686 Mar 02 20:36:03.219151 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d57843a2-f70b-4160-8301-e04f72db1af2 req-3a676428-25a9-4237-9a13-21ac3732eccf service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255405 Mar 02 20:36:11.868430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc80d280-6744-47d7-855d-04b456840dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:15.070211 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-372c52c2-ca39-4ad5-93fb-6d70a43b5155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:15.501601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:15.573359 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:15.589981 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:17.249349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:18.096389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:36:41.873413 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-baceaed3-aa2c-451d-b921-591ddbe7a781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.067275 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b148eb5f-b3aa-4177-801b-56c77a1622a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.507147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.546970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-b387bbbf-f0ec-4a8c-97b0-b131c270ec4d req-e9c35c0b-d165-4414-bb05-c2cdeadd0292 service neutron] (87812) timed out ('10.222.0.32', 63534) {{(pid=87812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:36:45.590670 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:45.591757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:47.237805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb2724-5207-418d-bcf4-1deaaebecd9c req-d35d33a9-23b0-484f-af20-c2dd20c54a25 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:47.239305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c5bb2724-5207-418d-bcf4-1deaaebecd9c req-d35d33a9-23b0-484f-af20-c2dd20c54a25 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.1509860 Mar 02 20:36:47.248816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:47.289334 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c5bb2724-5207-418d-bcf4-1deaaebecd9c req-604d10e8-cad8-4d6a-9fed-570c2d1ae533 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441089 Mar 02 20:36:48.506572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9f9a4-fa6c-446d-b10c-433243152af3 req-57cea62c-db27-4746-bd24-6733c56de1ce tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:48.508029 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9bc9f9a4-fa6c-446d-b10c-433243152af3 req-57cea62c-db27-4746-bd24-6733c56de1ce tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0994103 Mar 02 20:36:48.554959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9bc9f9a4-fa6c-446d-b10c-433243152af3 req-c1b4802d-c4e3-4e8b-a48d-e8d12e225c64 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384579 Mar 02 20:36:49.766449 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f18bd7-4213-4bf0-ad62-331ec827263e req-dd5ccf24-caec-4f5f-806d-f3ba98a8a5f6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:49.767902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-83f18bd7-4213-4bf0-ad62-331ec827263e req-dd5ccf24-caec-4f5f-806d-f3ba98a8a5f6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0839086 Mar 02 20:36:49.813915 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-83f18bd7-4213-4bf0-ad62-331ec827263e req-05915968-0cb5-4c8f-a792-10995c7d6bd0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Mar 02 20:36:51.014320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcca78c-0531-48e4-818d-85a67bf198b1 req-985df0b3-9883-47d6-ac59-29b282001776 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:51.015781 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fcca78c-0531-48e4-818d-85a67bf198b1 req-985df0b3-9883-47d6-ac59-29b282001776 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0923595 Mar 02 20:36:51.064522 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6fcca78c-0531-48e4-818d-85a67bf198b1 req-7f1f41a3-1507-4742-a9ff-42123a05956f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392938 Mar 02 20:36:52.272521 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935b98d-bbf4-4a07-b0d6-78ad65be8afd req-54af200d-4e93-40bc-ab4f-a773dc2ab6cc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:52.274142 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b935b98d-bbf4-4a07-b0d6-78ad65be8afd req-54af200d-4e93-40bc-ab4f-a773dc2ab6cc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0796716 Mar 02 20:36:52.321410 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b935b98d-bbf4-4a07-b0d6-78ad65be8afd req-dcc456e2-5d6e-4a2e-ab06-0451e43feade tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Mar 02 20:36:53.513564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7e134-f5b7-4c19-ab53-99f4ec6838cd req-fc29a38d-463a-4101-9bb7-49dbf9f0d6ea tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:53.515026 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93f7e134-f5b7-4c19-ab53-99f4ec6838cd req-fc29a38d-463a-4101-9bb7-49dbf9f0d6ea tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0816417 Mar 02 20:36:53.564619 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-93f7e134-f5b7-4c19-ab53-99f4ec6838cd req-d874c58e-84e7-4954-b367-7532e62b324e tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410233 Mar 02 20:36:54.788558 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383cdd8-7da2-403c-9946-26a9d724fb0b req-15641f8f-5d85-4ddf-94b6-f4c6ee7cdd01 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:54.791433 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c383cdd8-7da2-403c-9946-26a9d724fb0b req-15641f8f-5d85-4ddf-94b6-f4c6ee7cdd01 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.1124358 Mar 02 20:36:54.844101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c383cdd8-7da2-403c-9946-26a9d724fb0b req-9a4332d0-5929-44aa-8d00-ec08097a8aff tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471025 Mar 02 20:36:55.095733 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:36:56.027755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eacaeb1-f690-4fed-902b-de88fc5d97c7 req-4770d045-912c-41b6-8ade-518b2e48fc0f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:56.029260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eacaeb1-f690-4fed-902b-de88fc5d97c7 req-4770d045-912c-41b6-8ade-518b2e48fc0f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0810289 Mar 02 20:36:56.075890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8eacaeb1-f690-4fed-902b-de88fc5d97c7 req-a58f2b6a-0f39-47e4-8673-a818b40176a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407431 Mar 02 20:36:57.262785 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af329d5-4849-4e4e-b311-0658a3c9e386 req-19b6af45-7ef7-4017-8b8b-0f936f00dc6c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:57.264204 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7af329d5-4849-4e4e-b311-0658a3c9e386 req-19b6af45-7ef7-4017-8b8b-0f936f00dc6c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0814283 Mar 02 20:36:57.309637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7af329d5-4849-4e4e-b311-0658a3c9e386 req-f8e5cdda-62aa-4395-88e6-d3d5599fed69 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392773 Mar 02 20:36:58.495494 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec231020-54da-4b73-81d9-0df9b46e1367 req-d232d366-d349-4479-9f31-65f42fe13d25 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:58.496992 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec231020-54da-4b73-81d9-0df9b46e1367 req-d232d366-d349-4479-9f31-65f42fe13d25 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0833154 Mar 02 20:36:58.542237 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ec231020-54da-4b73-81d9-0df9b46e1367 req-4c4b68e9-f484-44c3-962e-9dee522f6846 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394647 Mar 02 20:36:59.641262 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:36:59.729160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0bf211-5251-4840-beb3-e621eb65c944 req-73aa54f9-6c02-4b68-83eb-a756fb7374a0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:36:59.730730 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da0bf211-5251-4840-beb3-e621eb65c944 req-73aa54f9-6c02-4b68-83eb-a756fb7374a0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0814233 Mar 02 20:36:59.790047 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-da0bf211-5251-4840-beb3-e621eb65c944 req-961e7447-5246-4678-84b4-fafd119292bf tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516977 Mar 02 20:36:59.844503 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:36:59.859552 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:36:59.919903 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:36:59.937486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:36:59.954529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:36:59.970068 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:00.061926 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5d9a8538-2067-45ce-80e2-49c180d5aedd'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:37:00.094539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:00.118629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.118972 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.119294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.119666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.120056 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.120423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.120731 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.121049 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.121367 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.121680 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.121992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:00.122305 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:37:01.019184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac8e76-96ba-4a38-9d43-db90d09462d4 req-24608459-120d-4d81-bdba-f3a95fbe855d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:01.021448 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66ac8e76-96ba-4a38-9d43-db90d09462d4 req-24608459-120d-4d81-bdba-f3a95fbe855d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 945 time: 0.0951142 Mar 02 20:37:01.074494 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66ac8e76-96ba-4a38-9d43-db90d09462d4 req-a9df27d3-8a5c-4a8f-be0c-950a4036f1af tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460548 Mar 02 20:37:01.656218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:37:01.734452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5d9a8538-2067-45ce-80e2-49c180d5aedd triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:37:01.734870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:01.876403 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:01.917347 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:37:01.918098 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:37:01.924155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:02.004598 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:02.286724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0b28-49d1-4402-ae13-bc0402d9ab30 req-f36785ec-6866-4f1d-8145-01027ab951de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:02.288263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e6f0b28-49d1-4402-ae13-bc0402d9ab30 req-f36785ec-6866-4f1d-8145-01027ab951de tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0953529 Mar 02 20:37:02.338726 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0e6f0b28-49d1-4402-ae13-bc0402d9ab30 req-844374a4-715b-4f4d-a08b-239ca9a36a9a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 Mar 02 20:37:02.988132 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'code': 200} Mar 02 20:37:03.540022 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af011a6-a278-457b-9ca6-9f6a09b042c1 req-96296dc0-2707-4fe9-9b55-045897908916 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:03.542554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9af011a6-a278-457b-9ca6-9f6a09b042c1 req-96296dc0-2707-4fe9-9b55-045897908916 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0930855 Mar 02 20:37:03.597053 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9af011a6-a278-457b-9ca6-9f6a09b042c1 req-090eb343-ec19-4392-9c1e-a94b339f5f6e tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481973 Mar 02 20:37:04.400127 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-8ba239fd-3ae0-42e3-ba80-0cef99db791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:04.401658 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-8ba239fd-3ae0-42e3-ba80-0cef99db791b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.1462865 Mar 02 20:37:04.689315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-70c045d3-2c56-4ae6-bca3-783feeca1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:04.690981 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-70c045d3-2c56-4ae6-bca3-783feeca1471 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.2676866 Mar 02 20:37:04.796942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-7b37d27a-3061-4b23-84b3-bbb571a87aa9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1002 time: 0.0997133 Mar 02 20:37:04.910331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-4b09cefb-4a84-4a46-94c4-1a29892bebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:04.911831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-4b09cefb-4a84-4a46-94c4-1a29892bebb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0823236 Mar 02 20:37:05.002746 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7668c-edb1-4a78-829d-4cc4f119b17a req-73f179e5-fa90-41ac-a16e-13de83768412 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:05.004176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1ce7668c-edb1-4a78-829d-4cc4f119b17a req-73f179e5-fa90-41ac-a16e-13de83768412 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.2061839 Mar 02 20:37:05.036419 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-e517edc6-d247-483f-bb60-a99ccb8772ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:05.037899 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-e517edc6-d247-483f-bb60-a99ccb8772ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193073 Mar 02 20:37:05.051228 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-eb72732e-fe56-4913-a03d-2b6d62e2bf4e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:37:05.052176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-eb72732e-fe56-4913-a03d-2b6d62e2bf4e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055983 Mar 02 20:37:05.065363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1ce7668c-edb1-4a78-829d-4cc4f119b17a req-1728173b-0549-4768-9e63-89d127ac7fec tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538645 Mar 02 20:37:05.214637 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-dd7f3b7a-386c-4d42-9348-9b2b0d4d0a36 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483047 Mar 02 20:37:05.386469 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7e80f471-440e-49e6-b462-9bdca5fffbb0 req-764c137c-ab96-4fe0-81a4-a806c7c7a2f9 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649983 Mar 02 20:37:06.283888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253861c-1ef3-4c0c-9cc9-c0eba8697b8d req-822465ad-5494-469e-b650-d20614d4f135 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:06.291569 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e253861c-1ef3-4c0c-9cc9-c0eba8697b8d req-822465ad-5494-469e-b650-d20614d4f135 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.1007662 Mar 02 20:37:06.336736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e253861c-1ef3-4c0c-9cc9-c0eba8697b8d req-05219431-78cc-4821-a81b-505a89d90088 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442579 Mar 02 20:37:07.542179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b4282-8502-4d21-baa5-4789fd40bb25 req-fb18c21d-00d5-44c7-95d7-560c3717ad00 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:07.544814 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad5b4282-8502-4d21-baa5-4789fd40bb25 req-fb18c21d-00d5-44c7-95d7-560c3717ad00 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0938237 Mar 02 20:37:07.594615 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ad5b4282-8502-4d21-baa5-4789fd40bb25 req-7b48abb8-4c6e-4768-a1b5-b156a98d9025 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Mar 02 20:37:08.796644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c0f31-d45d-4641-bd15-aca1b2581b10 req-94738257-4989-49ed-a1e9-09463bc699dd tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:08.798145 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c56c0f31-d45d-4641-bd15-aca1b2581b10 req-94738257-4989-49ed-a1e9-09463bc699dd tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0831852 Mar 02 20:37:08.842324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c56c0f31-d45d-4641-bd15-aca1b2581b10 req-c312a964-ebdf-4c66-bce7-93beead5e1af tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384376 Mar 02 20:37:09.174084 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47829825-c399-42a6-8f22-c8ad57b43641 req-973e7048-c421-4683-8f63-10ba726464c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:09.175623 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-973e7048-c421-4683-8f63-10ba726464c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1099 time: 0.0740044 Mar 02 20:37:09.305675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47829825-c399-42a6-8f22-c8ad57b43641 req-f52ba269-e91e-4d14-b689-fb22a8551f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:09.307153 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-f52ba269-e91e-4d14-b689-fb22a8551f47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1260183 Mar 02 20:37:09.410280 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-7cc9bc77-6e50-4a77-84c3-1e951dbc9e3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1002 time: 0.0959151 Mar 02 20:37:09.478363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47829825-c399-42a6-8f22-c8ad57b43641 req-bdec673a-a652-4d31-82c1-f795786f5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:09.479749 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-bdec673a-a652-4d31-82c1-f795786f5938 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0631921 Mar 02 20:37:09.557383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47829825-c399-42a6-8f22-c8ad57b43641 req-14356b1c-8853-4523-8afc-f6437c819fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:09.558926 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-14356b1c-8853-4523-8afc-f6437c819fd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726273 Mar 02 20:37:09.696314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-6859b1c3-f900-4c16-9bb1-94ea551882f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295419 Mar 02 20:37:09.927921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47829825-c399-42a6-8f22-c8ad57b43641 req-fb735558-1dc2-4723-a549-bbb42e62a0df service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265677 Mar 02 20:37:10.034389 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942902d9-3d55-4573-8cf0-1164a3fd21fd req-ca511097-7af5-4b89-9501-dae16036f101 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:10.035863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-942902d9-3d55-4573-8cf0-1164a3fd21fd req-ca511097-7af5-4b89-9501-dae16036f101 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0852680 Mar 02 20:37:10.083951 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-942902d9-3d55-4573-8cf0-1164a3fd21fd req-b0d3cbf6-4ce4-4b8a-98da-2db120dcffbd tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407903 Mar 02 20:37:11.277766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746db194-af7c-46e8-9b34-f62924b40138 req-b2ef69d5-63bb-46b3-b876-6f24e47f0c4b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:11.279234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-746db194-af7c-46e8-9b34-f62924b40138 req-b2ef69d5-63bb-46b3-b876-6f24e47f0c4b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0826159 Mar 02 20:37:11.328499 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-746db194-af7c-46e8-9b34-f62924b40138 req-b7968690-dd1e-41fb-bbb5-336e65b61fe7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435328 Mar 02 20:37:11.868755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3edb3777-cebe-44bf-bc7b-a437d6232268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:12.552628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb89c92-afe4-42e5-8b86-6a6e8278210f req-2abaca68-b27f-4b0d-9a14-9e638e6c3903 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:12.554125 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1eb89c92-afe4-42e5-8b86-6a6e8278210f req-2abaca68-b27f-4b0d-9a14-9e638e6c3903 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0833738 Mar 02 20:37:12.597692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1eb89c92-afe4-42e5-8b86-6a6e8278210f req-21fdfe6e-cbec-4eed-bcfa-b9986c67d3be tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378859 Mar 02 20:37:12.971755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21d414-14b7-4c29-ba61-d38521d90243 req-a03174f7-8eb8-4f45-acb3-76f74c7bfa47 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:12.973254 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b21d414-14b7-4c29-ba61-d38521d90243 req-a03174f7-8eb8-4f45-acb3-76f74c7bfa47 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 946 time: 0.0904927 Mar 02 20:37:13.020121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1b21d414-14b7-4c29-ba61-d38521d90243 req-5b086e36-e9df-4ff6-b8bd-5ac1000c9862 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Mar 02 20:37:13.043615 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46274) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:37:13.165284 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-479af79b-1fe0-4f71-b83b-4895ae34aceb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201992 Mar 02 20:37:13.757612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:37:13.876454 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:13.903392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:37:13.913358 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:37:13.919117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:13.958617 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'code': 200} Mar 02 20:37:13.990770 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:14.099424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-abf613e2-a53f-4bd8-b383-ac1cd6a27f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.101256 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-abf613e2-a53f-4bd8-b383-ac1cd6a27f76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 1097 time: 0.0748181 Mar 02 20:37:14.260991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cafb06-b60e-4497-95ba-a4edf818392b req-ab2f44da-1cf1-4f0b-9560-77ead28c0bf2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.262548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07cafb06-b60e-4497-95ba-a4edf818392b req-ab2f44da-1cf1-4f0b-9560-77ead28c0bf2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1061511 Mar 02 20:37:14.267032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-17422261-5811-4a7f-a1e5-97a422195555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.268485 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-17422261-5811-4a7f-a1e5-97a422195555 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1097 time: 0.1456738 Mar 02 20:37:14.400164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-07cafb06-b60e-4497-95ba-a4edf818392b req-a2cadec8-708d-40ee-821c-8f47fef06116 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305816 Mar 02 20:37:14.434144 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-a61f97a5-3ed2-43b2-8daf-fe9b2cbb5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.435606 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-a61f97a5-3ed2-43b2-8daf-fe9b2cbb5e5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1539402 Mar 02 20:37:14.537221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-691b6354-94ad-4579-a906-ec29a340f9af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1000 time: 0.0956450 Mar 02 20:37:14.601499 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-5827402b-90b7-4247-bbd5-14e335482837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.602973 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-5827402b-90b7-4247-bbd5-14e335482837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0605927 Mar 02 20:37:14.679480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-1580aae0-4e9a-4d5c-8a9f-4ecb41aadcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:14.681021 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-1580aae0-4e9a-4d5c-8a9f-4ecb41aadcd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722244 Mar 02 20:37:14.826417 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-44756eff-e0e3-4a59-908d-a22d087adb7e service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375594 Mar 02 20:37:14.956989 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-42573a27-4f27-4d59-a965-c7490fecf46a service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243231 Mar 02 20:37:15.064507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9208-029a-4dc2-8de8-121eff3f38c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:15.521523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:15.605354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:15.627460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:15.660576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80090684-2b8c-41dd-84b2-37fe101e0463 req-b778f796-bfce-415a-8964-4b9efc087fc5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:15.662199 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80090684-2b8c-41dd-84b2-37fe101e0463 req-b778f796-bfce-415a-8964-4b9efc087fc5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1183703 Mar 02 20:37:15.716388 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-80090684-2b8c-41dd-84b2-37fe101e0463 req-d5726cc3-a678-4aad-aab9-6e62ca10fcee tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475793 Mar 02 20:37:16.936185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57277fe-5740-4b0a-9370-7c1aa44a1f7d req-928e183f-7e15-45c0-993f-46e8a6e1c409 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:16.937773 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a57277fe-5740-4b0a-9370-7c1aa44a1f7d req-928e183f-7e15-45c0-993f-46e8a6e1c409 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0995364 Mar 02 20:37:16.985963 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a57277fe-5740-4b0a-9370-7c1aa44a1f7d req-b1df4ee2-a033-4126-b243-b12020b1f838 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 Mar 02 20:37:17.255628 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:18.330747 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bdaea-f49a-443f-8c0a-d002fbd08a43 req-ee87ba75-5501-4a2a-ab80-87820d1d24f2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:18.332264 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-938bdaea-f49a-443f-8c0a-d002fbd08a43 req-ee87ba75-5501-4a2a-ab80-87820d1d24f2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.2044644 Mar 02 20:37:18.376954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-938bdaea-f49a-443f-8c0a-d002fbd08a43 req-47194510-b88c-49df-84ca-eb7a71df5790 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Mar 02 20:37:19.583541 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7494694-e519-45bf-bb93-ec8535d04d98 req-22fc7d9e-838e-49b0-932e-d2b634d9b786 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:19.585459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7494694-e519-45bf-bb93-ec8535d04d98 req-22fc7d9e-838e-49b0-932e-d2b634d9b786 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0894411 Mar 02 20:37:19.636305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7494694-e519-45bf-bb93-ec8535d04d98 req-f288cc05-8f41-4f01-a441-5d841934306d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Mar 02 20:37:20.861761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efabc9-6b86-42c0-876a-fee3c29cd649 req-0fc035cf-bb75-4e2f-89f2-f308a753273f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:20.863326 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7efabc9-6b86-42c0-876a-fee3c29cd649 req-0fc035cf-bb75-4e2f-89f2-f308a753273f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1080079 Mar 02 20:37:20.909438 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7efabc9-6b86-42c0-876a-fee3c29cd649 req-9cd494ed-6581-436e-96f9-864419c56028 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Mar 02 20:37:22.104487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc7ac1-3392-4607-a541-1dfaaa71191c req-a20089c0-bc55-4029-aaf3-a9566e53e6f5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:22.106312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7cc7ac1-3392-4607-a541-1dfaaa71191c req-a20089c0-bc55-4029-aaf3-a9566e53e6f5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0909834 Mar 02 20:37:22.152675 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f7cc7ac1-3392-4607-a541-1dfaaa71191c req-69d877e6-0730-42c5-8332-6c681dfa1db7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 Mar 02 20:37:23.369967 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085cbc2-a87f-4ca7-aa40-e51a4fc2f4e7 req-cfdd8327-9578-4229-8f09-9c65e53edf78 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:23.371706 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7085cbc2-a87f-4ca7-aa40-e51a4fc2f4e7 req-cfdd8327-9578-4229-8f09-9c65e53edf78 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.1046298 Mar 02 20:37:23.430005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7085cbc2-a87f-4ca7-aa40-e51a4fc2f4e7 req-57f21627-ef34-41c0-9e35-0cb15efc1c5d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516853 Mar 02 20:37:24.639393 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7ae0b-758c-4090-aa70-9214d14db21b req-5be006e4-bade-45e6-b7f6-27e8e023404b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:24.640882 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9f7ae0b-758c-4090-aa70-9214d14db21b req-5be006e4-bade-45e6-b7f6-27e8e023404b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0878150 Mar 02 20:37:24.686766 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f9f7ae0b-758c-4090-aa70-9214d14db21b req-4daca753-5e00-4a75-a519-49f6d622ab6b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398819 Mar 02 20:37:25.878066 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ef9ab-b53d-4a0c-9425-e429ea27aaf2 req-b9903512-fcd2-4af8-90e5-c57e35ad2a48 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:25.879545 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-779ef9ab-b53d-4a0c-9425-e429ea27aaf2 req-b9903512-fcd2-4af8-90e5-c57e35ad2a48 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0806384 Mar 02 20:37:25.927068 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-779ef9ab-b53d-4a0c-9425-e429ea27aaf2 req-9d338dc2-9274-454c-9c56-120d14b465c6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417697 Mar 02 20:37:27.130736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83a225-3e9e-4aa8-9323-cd7e81f6a98c req-a6d48ea8-e6d1-40ed-86aa-2377289d562b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:27.132169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab83a225-3e9e-4aa8-9323-cd7e81f6a98c req-a6d48ea8-e6d1-40ed-86aa-2377289d562b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0870531 Mar 02 20:37:27.178203 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab83a225-3e9e-4aa8-9323-cd7e81f6a98c req-63f248c9-84c6-4839-9863-583645121b6a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399833 Mar 02 20:37:28.366105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7853-a4c0-43ed-a4d0-41d572ef6969 req-bad2d5a5-1175-480e-b278-084fb5a6df4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:28.367477 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4dc7853-a4c0-43ed-a4d0-41d572ef6969 req-bad2d5a5-1175-480e-b278-084fb5a6df4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0831280 Mar 02 20:37:28.411218 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b4dc7853-a4c0-43ed-a4d0-41d572ef6969 req-edba37a0-db8b-472b-be28-53f6ef45f9c4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379465 Mar 02 20:37:29.607798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f153575-7db8-41d5-a835-392237b4d42c req-c140634a-8c8a-48ea-a07b-d658f0b9795a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:29.609309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f153575-7db8-41d5-a835-392237b4d42c req-c140634a-8c8a-48ea-a07b-d658f0b9795a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 944 time: 0.0871034 Mar 02 20:37:29.658558 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f153575-7db8-41d5-a835-392237b4d42c req-bb7a47a5-df4f-4d95-8bb6-3943b50b7fd6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Mar 02 20:37:29.815790 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:37:29.958883 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:37:29.978445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'port_id': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'mac_address': 'fa:16:3e:93:c8:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:37:30.042918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:30.060630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:37:30.076615 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:37:30.081619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:30.155157 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=9']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:30.320485 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['5d9a8538-2067-45ce-80e2-49c180d5aedd'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:37:30.858149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8c78f-ee79-47ef-83fd-d5617d92fa2f req-d66b4260-a1b6-44dd-a78c-679185ef8215 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:30.859717 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85f8c78f-ee79-47ef-83fd-d5617d92fa2f req-d66b4260-a1b6-44dd-a78c-679185ef8215 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 945 time: 0.0835502 Mar 02 20:37:30.922317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-85f8c78f-ee79-47ef-83fd-d5617d92fa2f req-941081de-6f2c-4e30-a07b-fe0dc3b532bc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485828 Mar 02 20:37:31.831101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:37:31.901147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 5d9a8538-2067-45ce-80e2-49c180d5aedd triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:37:31.901515 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:32.048222 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:32.075189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:37:32.086465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:37:32.096033 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:32.102620 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:37:32.120153 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea72839-dd56-4b10-ac8c-9ca65e910291 req-d2c63d92-d4d7-466a-a7ae-500a606f8353 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:32.121673 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ea72839-dd56-4b10-ac8c-9ca65e910291 req-d2c63d92-d4d7-466a-a7ae-500a606f8353 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 945 time: 0.0897982 Mar 02 20:37:32.146772 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'code': 200} Mar 02 20:37:32.170311 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4ea72839-dd56-4b10-ac8c-9ca65e910291 req-029f66e7-4ec7-4766-8de0-7e2f9af22927 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397773 Mar 02 20:37:32.185285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=10']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:37:32.392635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692470ff-29e2-472d-8c20-ca06d0be147d req-b878a5d0-1f1d-4d80-aedd-48b6bd3d6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:32.394039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-692470ff-29e2-472d-8c20-ca06d0be147d req-b878a5d0-1f1d-4d80-aedd-48b6bd3d6989 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1100 time: 0.0797327 Mar 02 20:37:32.437543 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-692470ff-29e2-472d-8c20-ca06d0be147d req-ed01f1d7-e338-43e7-a66b-a51086e696d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361941 Mar 02 20:37:33.371902 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b270b35-bb8f-4b75-983c-03d8c9c2788e req-04ad2ccb-13b7-44e1-881a-a6b7855d7d8c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:33.373347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9b270b35-bb8f-4b75-983c-03d8c9c2788e req-04ad2ccb-13b7-44e1-881a-a6b7855d7d8c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 947 time: 0.0920093 Mar 02 20:37:33.418571 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9b270b35-bb8f-4b75-983c-03d8c9c2788e req-8d9d5788-f58c-4a91-b84d-31ff8c1ab9ac tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Mar 02 20:37:34.609354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5957-7b5e-4dd8-b2e7-96617a972827 req-fbc782f3-b771-4e17-9702-cdc99195ee02 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:37:34.610838 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bfef5957-7b5e-4dd8-b2e7-96617a972827 req-fbc782f3-b771-4e17-9702-cdc99195ee02 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 947 time: 0.0813501 Mar 02 20:37:34.662959 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bfef5957-7b5e-4dd8-b2e7-96617a972827 req-e49aaa80-a58f-4346-8b9c-577cc154937b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459821 Mar 02 20:37:41.873660 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-961709a7-3650-47fa-9867-bf82955fcada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:45.061325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-65561714-4f64-47f0-aef5-54e033cfd228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:45.513101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:45.593694 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:45.594832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:37:47.261537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:04.254543 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-e2a9a289-f4d6-47e8-b514-fce22618fa19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719118 Mar 02 20:38:04.393714 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-d5a69a20-370a-4084-b827-0c9fd499ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:04.395163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-d5a69a20-370a-4084-b827-0c9fd499ac01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1100 time: 0.0733395 Mar 02 20:38:04.538693 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-294a249b-1f13-4265-99a1-f51964c0f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:04.540523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-294a249b-1f13-4265-99a1-f51964c0f08c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1249809 Mar 02 20:38:04.642120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-92badc58-c08d-4615-9322-c5b6702be142 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 1002 time: 0.0946157 Mar 02 20:38:04.707576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-0f1a54c0-7236-46c1-ac5f-534107268d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:04.709041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-0f1a54c0-7236-46c1-ac5f-534107268d7d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0602388 Mar 02 20:38:04.783447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-1b89c608-9acb-42ff-99fb-47f97d7496ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:04.784941 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-1b89c608-9acb-42ff-99fb-47f97d7496ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694633 Mar 02 20:38:04.913167 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-bb3438f3-cb35-4a63-a938-a17e2e9d9268 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216044 Mar 02 20:38:05.135047 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-dbeecb5a-0db1-4cc5-bb86-b7b5102cfbae req-f9606c4a-5d7f-4eb9-a525-6a6ac24a5371 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158847 Mar 02 20:38:09.092380 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:38:11.879072 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f949c334-34d0-4b78-86ad-32f96a175450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:15.057039 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-58d13f84-3e79-4a3a-8f63-396335ab4873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:15.521046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:15.596410 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:15.602419 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:17.264344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:41.884584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-4ef4efd8-8117-4cd7-8369-cc93d83af1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:43.383109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46400) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:43.588261 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Deleting port 513563cc-e070-461f-be1e-54b14bad84a3 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:38:43.588554 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:43.874486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:43.874791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:43.997564 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Calling delete_port for 513563cc-e070-461f-be1e-54b14bad84a3 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:38:44.181798 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:44.252485 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'Port': ['ID=513563cc-e070-461f-be1e-54b14bad84a3,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:44.294897 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.295233 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.295556 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.295878 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.296194 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.296533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.296846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.297161 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.297470 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.297777 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.298072 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.298377 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:44.332549 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:44.332886 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Floating IP f4683948-01e7-4ed5-b226-c30daeca32ab disassociated (deleted). External IP: 172.26.2.247, port: 5d9a8538-2067-45ce-80e2-49c180d5aedd. Mar 02 20:38:44.681944 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:38:44.862098 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:38:44.872349 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:38:44.882345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:38:44.882969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:38:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:44.883943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:44.939632 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ec9532a8-c1a8-4964-8c42-730f311fd387 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "DELETE /v2.0/floatingips/f4683948-01e7-4ed5-b226-c30daeca32ab HTTP/1.1" status: 204 len: 168 time: 1.5553133 Mar 02 20:38:44.940140 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:38:45.042244 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'status': 'completed', 'code': 200} Mar 02 20:38:45.080534 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:38:45.126527 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8d600ac8-b713-47cb-9ffa-2fba4f98740d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:45.137604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-de368e5c-a8cc-4ee3-ad45-00ee21ffc017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.139176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-de368e5c-a8cc-4ee3-ad45-00ee21ffc017 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 1100 time: 0.0778191 Mar 02 20:38:45.332072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-e05ae755-9884-4174-9921-8654fb4b50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.333465 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-e05ae755-9884-4174-9921-8654fb4b50cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1884847 Mar 02 20:38:45.410810 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-43868b95-4b6b-4f0b-83fc-718313777e31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 200 len: 217 time: 0.0700672 Mar 02 20:38:45.423952 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df2f47-6ca1-4e2b-a91a-94ad0eda9bde req-0aa84937-70fc-4d68-9e91-7cf4c07d40b7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.425484 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3df2f47-6ca1-4e2b-a91a-94ad0eda9bde req-0aa84937-70fc-4d68-9e91-7cf4c07d40b7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 947 time: 0.1745305 Mar 02 20:38:45.430478 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:45.434882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:38:45.443778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:38:45.444425 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:38:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:45.516409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-3c09b3e0-ab5c-411d-88f8-6b2a0f8eb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.517945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-3c09b3e0-ab5c-411d-88f8-6b2a0f8eb6e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0915747 Mar 02 20:38:45.520894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b3df2f47-6ca1-4e2b-a91a-94ad0eda9bde req-6a55c23a-6850-4342-a885-8ef4ef64b4d1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653794 Mar 02 20:38:45.531607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:45.609126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-0068d805-f1be-4734-a81c-e505e62eed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:45.609126 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-0068d805-f1be-4734-a81c-e505e62eed73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796390 Mar 02 20:38:45.644038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:45.651514 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:45.660610 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:38:45.747534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-9540f395-8558-4c21-aab6-3982cbda9871 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327944 Mar 02 20:38:45.889983 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-758cbda2-d2cb-4c96-96d0-66ad3c286829 req-7790b3f5-680d-4075-8b6a-e8b518bb19b5 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344991 Mar 02 20:38:45.987421 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:38:45.992199 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c5b6b0-0da0-4ca9-b088-fafceccd3f7d None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:38:46.091847 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:38:46.229606 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df275bd-33a6-4b74-ab3b-76133b296c1b None None] New status for floating IP f4683948-01e7-4ed5-b226-c30daeca32ab: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:38:46.630150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-8b912513-ad6d-4c7f-80d7-ddcfacabf7d6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:46.631664 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-8b912513-ad6d-4c7f-80d7-ddcfacabf7d6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 947 time: 0.0860968 Mar 02 20:38:46.742567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Deleting port 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:38:46.742873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:46.848525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c000f28-546c-4aad-ba25-d00d8b85064e req-07eb6fe5-9ef0-44d8-ab6d-95829bf6ac72 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:38:46.849885 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c000f28-546c-4aad-ba25-d00d8b85064e req-07eb6fe5-9ef0-44d8-ab6d-95829bf6ac72 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 947 time: 0.2149470 Mar 02 20:38:46.981678 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8c000f28-546c-4aad-ba25-d00d8b85064e req-0ea3fa03-dfe4-493c-8d3a-2f16936875ef tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=f97d91bb-d404-4ae7-9581-90425a2dd2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249876 Mar 02 20:38:47.041334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] For port 5d9a8538-2067-45ce-80e2-49c180d5aedd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5d9a8538-2067-45ce-80e2-49c180d5aedd,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:38:47.041561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.260254 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.267375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Calling delete_port for 5d9a8538-2067-45ce-80e2-49c180d5aedd owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:38:47.416600 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.465555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'Port': ['ID=5d9a8538-2067-45ce-80e2-49c180d5aedd,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:47.502567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.502904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.503309 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.503635 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.503954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.504268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.504603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.504892 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.505227 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.505533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.505884 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.506329 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:38:47.552385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] No DVR routers for this DVR port 5d9a8538-2067-45ce-80e2-49c180d5aedd on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:38:47.555099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:47.557654 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-deleted', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:38:47.569635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-646d8aba-96e6-4d22-8bac-1c859068f5f7 req-c5e9719d-f6bb-4654-a9dd-a57d44921425 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "DELETE /v2.0/ports/5d9a8538-2067-45ce-80e2-49c180d5aedd HTTP/1.1" status: 204 len: 173 time: 0.9040916 Mar 02 20:38:47.659871 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a74f88c-83f6-40e1-8020-81e7f69a5178', 'name': 'network-vif-deleted', 'tag': '5d9a8538-2067-45ce-80e2-49c180d5aedd', 'status': 'completed', 'code': 200} Mar 02 20:38:48.153666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ced23bd3-99d7-4ab8-bad1-2bad993d888b req-62a30612-e569-483c-94bd-ba79b41e8aeb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:38:48.171215 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-ced23bd3-99d7-4ab8-bad1-2bad993d888b req-62a30612-e569-483c-94bd-ba79b41e8aeb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:38:48.172460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ced23bd3-99d7-4ab8-bad1-2bad993d888b req-62a30612-e569-483c-94bd-ba79b41e8aeb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a74f88c-83f6-40e1-8020-81e7f69a5178 HTTP/1.1" status: 200 len: 210 time: 0.0627220 Mar 02 20:38:49.272098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46422) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:49.352113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.383487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.458189 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.475307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97d91bb-d404-4ae7-9581-90425a2dd2a5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:49.491392 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.495633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-06000b3d-10b3-48bf-ad56-79707f609e73 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "DELETE /v2.0/security-groups/f97d91bb-d404-4ae7-9581-90425a2dd2a5 HTTP/1.1" status: 204 len: 168 time: 0.2223752 Mar 02 20:38:49.830373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46430) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:49.836783 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769934880', 'description': 'tempest-secgroup-smoke-769934880 description', 'project_id': '1f781cbd753c477db87b4445074eb064'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:49.842599 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:49.846792 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:49.849711 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:49.855877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:49.868136 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.887923 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:49.891939 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:49.894911 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:49.900803 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:49.967742 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:49.974921 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.020992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5427f4-2e3d-4798-b2b2-9547c1884214,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.029984 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.031379 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-37c0ed47-1cb5-4642-b8c6-1e081cb83818 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1999390 Mar 02 20:38:50.034534 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46434) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.040611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.048214 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.053377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.056036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.061707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.079762 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.151065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.157564 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.186350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a21e200-220a-482e-a089-ccc039ffd627,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.198179 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.199556 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6c8840d6-1c0e-4f6d-8f4a-f56b16dbea4d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639469 Mar 02 20:38:50.202344 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46438) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.207408 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.213942 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.218394 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.220047 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:38:50.221493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.227682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.245760 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.253718 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 5d9a8538-2067-45ce-80e2-49c180d5aedd {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:38:50.254115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 5d9a8538-2067-45ce-80e2-49c180d5aedd not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:38:50.307973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.313520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.340470 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006100d1-da88-4eb4-af3e-75843643bdc7,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.352240 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.353635 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d19eb78c-8f9b-4dbb-8d79-c6254a047d9b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1502755 Mar 02 20:38:50.356230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46442) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.361068 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.367036 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.370770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.373617 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.379198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.398844 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.464081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.471175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.493909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc805cc8-4371-42c7-8bcb-296124cfea05,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.503316 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.504563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c651e893-9043-4b50-915f-9c09f1eca4b2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474228 Mar 02 20:38:50.507435 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46446) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.512501 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.518340 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.522358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.525126 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.530740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.549790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.611472 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.619136 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.650925 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ebf519-1eec-4e88-bac2-9622f01c8ce3,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.663069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.664961 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-abdc8714-a76d-4f9e-b9af-09c3a4def8c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562316 Mar 02 20:38:50.667794 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46450) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.675496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.681816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.685828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.688804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.694834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.708027 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Project 1f781cbd753c477db87b4445074eb064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:38:50.714560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.781700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.786520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.810505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84c1511-1ee6-4155-b4a8-d89eeac01a63,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.819800 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.821014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-02b0f5de-1bba-436b-b3fb-9815d60a9947 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519673 Mar 02 20:38:50.823901 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46454) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:38:50.829061 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'security_group_rule': {'security_group_id': 'fa5427f4-2e3d-4798-b2b2-9547c1884214', 'project_id': '1f781cbd753c477db87b4445074eb064', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:38:50.835561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:38:50.839732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:security_group_rule and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:38:50.842560 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:38:50.848035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:38:50.861684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Project 1f781cbd753c477db87b4445074eb064 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:38:50.868545 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.937371 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.944049 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.966289 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a9b3ce-2e02-45e8-ba6f-cc54364c3632,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:38:50.976155 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:38:50.977337 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-6e831515-352d-4f33-bc94-86a01fd153a1 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524632 Mar 02 20:39:05.908523 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-95a9c245-20bc-4ba3-804d-fcf231efd533 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:39:05.930166 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-95a9c245-20bc-4ba3-804d-fcf231efd533 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:39:05.931528 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-95a9c245-20bc-4ba3-804d-fcf231efd533 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769934880&fields=id&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 267 time: 0.0731461 Mar 02 20:39:06.087108 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-dbf03ef9-19fc-465a-af9b-840a1666c206 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:06.088641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-dbf03ef9-19fc-465a-af9b-840a1666c206 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 808 time: 0.1500912 Mar 02 20:39:06.105840 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-0ef5f008-b31b-4dce-8bd3-d8c4b13e6584 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/quotas/1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 375 time: 0.0111785 Mar 02 20:39:06.195611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-d1b18e39-110b-4197-b0c1-dc2ede7bd910 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834861 Mar 02 20:39:06.377314 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-fb4ccdff-9ad5-42f3-92c9-d8a2b6deacde service neutron] 10.222.0.36 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700792 Mar 02 20:39:06.511608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-e8cd6d06-f7b9-45ed-88bd-6da9c7f6b87d service neutron] 10.222.0.36 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254756 Mar 02 20:39:06.912917 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-72acef4b-0b43-47b1-a918-9b2085ffb7df req-c36678a1-ba88-4a78-80c8-3fa9e818f361 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 210 time: 0.0421319 Mar 02 20:39:08.000786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-e1f5a335-9618-4d90-bd63-841acbab742c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:08.002523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-e1f5a335-9618-4d90-bd63-841acbab742c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 808 time: 0.1558261 Mar 02 20:39:08.084448 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e88fbfe-0c3e-4c73-acc6-db4cbee891dc req-b2db9aa5-3ddc-42fd-897d-b3b62ba3a790 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 210 time: 0.0610061 Mar 02 20:39:08.106233 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-23a58203-499f-4348-aec9-87e5d4a3dcfe tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 379 time: 0.0896544 Mar 02 20:39:08.109134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'port': {'device_id': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'admin_state_up': True, 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'security_groups': ['fa5427f4-2e3d-4798-b2b2-9547c1884214']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:39:08.249283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:39:08.259754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:39:08.274320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Made reservation on behalf of 1f781cbd753c477db87b4445074eb064 for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:39:08.278827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.546766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Allocated IP 172.20.0.5 (b0293a60-e07b-434d-ae8a-ea497a3cec01/f7d9f406-8661-4d24-a77d-9a768a465e0f/d35d8199-301f-4c76-b394-332ed0a42507) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:39:08.745709 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.761789 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Transition to ACTIVE for port object d35d8199-301f-4c76-b394-332ed0a42507 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:39:08.791320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.861205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:39:08.869307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:39:08.873914 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:39:08.918205 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:08.941094 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:08.941891 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:08.971094 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3a80a4e2-c064-46df-82b8-6edd3aa83faa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656430 Mar 02 20:39:08.982641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Request body: {'port': {'device_id': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:39:09.097938 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:09.131557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9eb82f94-6c81-430f-82be-ba75e4d37fe3 None None] Provisioning for port d35d8199-301f-4c76-b394-332ed0a42507 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:39:09.139090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-9eb82f94-6c81-430f-82be-ba75e4d37fe3 None None] Provisioning complete for port d35d8199-301f-4c76-b394-332ed0a42507 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:39:09.139773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9eb82f94-6c81-430f-82be-ba75e4d37fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:09.201251 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-9eb82f94-6c81-430f-82be-ba75e4d37fe3 None None] Port d35d8199-301f-4c76-b394-332ed0a42507 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:39:09.408443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de456ab-3a81-4312-8fbf-32bed9316baf req-72e7120d-3075-48b4-b8f2-915932c2c82d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:09.409052 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4de456ab-3a81-4312-8fbf-32bed9316baf req-72e7120d-3075-48b4-b8f2-915932c2c82d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:39:09.446268 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-4de456ab-3a81-4312-8fbf-32bed9316baf req-72e7120d-3075-48b4-b8f2-915932c2c82d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:39:09.447442 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4de456ab-3a81-4312-8fbf-32bed9316baf req-72e7120d-3075-48b4-b8f2-915932c2c82d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 931 time: 0.2296858 Mar 02 20:39:09.557948 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4de456ab-3a81-4312-8fbf-32bed9316baf req-4c5c1d1f-43f7-42dd-bd29-a8de22138ae5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035187 Mar 02 20:39:09.566826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35d8199-301f-4c76-b394-332ed0a42507 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:39:09.575385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:09.593386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Transition to ACTIVE for port object d35d8199-301f-4c76-b394-332ed0a42507 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:39:09.598483 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:09.729178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:09.834702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Attempting to bind port d35d8199-301f-4c76-b394-332ed0a42507 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:39:09.835029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Attempting to bind port d35d8199-301f-4c76-b394-332ed0a42507 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:39:09.835351 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Attempting to bind port d35d8199-301f-4c76-b394-332ed0a42507 on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:39:09.840395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Port d35d8199-301f-4c76-b394-332ed0a42507 on network b0293a60-e07b-434d-ae8a-ea497a3cec01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:39:09.840707 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Attempting to bind port d35d8199-301f-4c76-b394-332ed0a42507 on network b0293a60-e07b-434d-ae8a-ea497a3cec01 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:39:09.845701 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:39:09.846027 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Checking segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:39:09.846402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Bound using segment: {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:39:09.846817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Bound port: d35d8199-301f-4c76-b394-332ed0a42507, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:39:09.847172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:09.951057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:39:09.954324 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:39:09.961212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:10.018817 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.019272 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:10.020663 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] 10.222.0.32 "PUT /v2.0/ports/d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1093 time: 1.0423560 Mar 02 20:39:10.021090 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:39:10.057203 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42afce-7114-4b4d-9762-50103d46debd service neutron] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:10.101453 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'status': 'completed', 'code': 200} Mar 02 20:39:10.137850 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-03dc9831-d348-44b4-b234-6f1d4f1b3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.139360 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-03dc9831-d348-44b4-b234-6f1d4f1b3052 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1096 time: 0.0741966 Mar 02 20:39:10.215991 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-514f3bcf-0ad5-4289-8a7f-a674b6ef9d48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 217 time: 0.0695994 Mar 02 20:39:10.285349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-7d7bef0c-4672-4dd2-9593-1ca4ecc25ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.286735 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-7d7bef0c-4672-4dd2-9593-1ca4ecc25ea5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0651476 Mar 02 20:39:10.469786 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-a7fba44c-a00d-4ce9-b746-31a2f9e1c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.471287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-a7fba44c-a00d-4ce9-b746-31a2f9e1c5d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1786692 Mar 02 20:39:10.605260 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-d7f4d621-e725-4c64-8223-e97ba1f682f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271789 Mar 02 20:39:10.805602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e9fbc36e-6410-45b8-b90e-8084575a0bf5 req-54cd6237-2ec4-4dc7-873f-931a3bf54baa service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941628 Mar 02 20:39:10.833377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a39c-e8bc-4cff-80f9-128c16a4a3e8 req-609bc24b-27ef-4b26-90bb-1b19eb9ce985 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.835172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f507a39c-e8bc-4cff-80f9-128c16a4a3e8 req-609bc24b-27ef-4b26-90bb-1b19eb9ce985 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.1239786 Mar 02 20:39:10.927230 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f507a39c-e8bc-4cff-80f9-128c16a4a3e8 req-97011606-7867-490f-bec0-4dd05f00c9ae tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858033 Mar 02 20:39:10.959081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-c09cbd0a-6b7a-4838-a3b3-5c4d0e0b180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:10.961426 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-c09cbd0a-6b7a-4838-a3b3-5c4d0e0b180e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1096 time: 0.1044757 Mar 02 20:39:11.109369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-d18502c5-329a-4dbb-874b-b3206453b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:11.111708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-d18502c5-329a-4dbb-874b-b3206453b533 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1425645 Mar 02 20:39:11.184502 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-e877f72b-5fc2-459e-8e10-4ac4bc70822c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 217 time: 0.0663838 Mar 02 20:39:11.250511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-df83bbd8-76cd-415a-b7e4-97be0cefee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:11.251950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-df83bbd8-76cd-415a-b7e4-97be0cefee32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0620782 Mar 02 20:39:11.339815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-3564e4f8-d293-4020-91ae-cf1475878222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:11.341312 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-3564e4f8-d293-4020-91ae-cf1475878222 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834498 Mar 02 20:39:11.481315 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-abce696c-b6c1-4857-9bb3-1b492ca46ea3 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331534 Mar 02 20:39:11.621767 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-76028ada-7c7f-44ed-bf23-9f5fa0077ff7 req-eea5c599-b459-4ca5-888d-0ea7794e26f8 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344187 Mar 02 20:39:11.880720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca28c676-8aaf-458b-8369-c966e04952fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:12.127366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583279ff-f8db-4ff0-87bb-46365402d8c5 req-a1c97872-39c3-40b8-b1b4-ffa223ba1821 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:12.128737 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-583279ff-f8db-4ff0-87bb-46365402d8c5 req-a1c97872-39c3-40b8-b1b4-ffa223ba1821 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0854673 Mar 02 20:39:12.174936 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-583279ff-f8db-4ff0-87bb-46365402d8c5 req-18c87a11-63bf-4f63-bbbd-3aac52218bec tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402448 Mar 02 20:39:13.365386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99909561-c5c6-41f3-9715-a83aded2bf0b req-b5953f9d-636c-4224-a360-94494fa73d7f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:13.366872 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99909561-c5c6-41f3-9715-a83aded2bf0b req-b5953f9d-636c-4224-a360-94494fa73d7f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0862124 Mar 02 20:39:13.410277 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-99909561-c5c6-41f3-9715-a83aded2bf0b req-d481fc03-2317-4be9-8db8-a2374b649a46 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375922 Mar 02 20:39:14.595082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289504df-342c-4029-b946-9296f57bfacb req-846dc514-ba12-46ed-a4e6-885db8be8be4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:14.596560 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-289504df-342c-4029-b946-9296f57bfacb req-846dc514-ba12-46ed-a4e6-885db8be8be4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0831449 Mar 02 20:39:14.639921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-289504df-342c-4029-b946-9296f57bfacb req-3635a81e-319b-4c3e-be2d-49cce9ad10c4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Mar 02 20:39:15.063106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f3f7a0e7-245c-41f5-8bca-15524a399972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:15.521146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:15.590909 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:15.594060 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:15.826842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993eb69-0b05-4bce-ab69-c2c5a628f281 req-86757d71-af20-4cb6-9709-1cd0db64b2bb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:15.828467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7993eb69-0b05-4bce-ab69-c2c5a628f281 req-86757d71-af20-4cb6-9709-1cd0db64b2bb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0794277 Mar 02 20:39:15.875698 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7993eb69-0b05-4bce-ab69-c2c5a628f281 req-0231e810-997f-48fc-9284-6b5938bee835 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415072 Mar 02 20:39:17.062361 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6530150-acec-4250-a60d-1bbc7c414878 req-1a9b59a5-c087-4733-b03f-3ba55e033897 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:17.063821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6530150-acec-4250-a60d-1bbc7c414878 req-1a9b59a5-c087-4733-b03f-3ba55e033897 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0828404 Mar 02 20:39:17.109837 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a6530150-acec-4250-a60d-1bbc7c414878 req-1a86550c-7e43-49d4-99d9-9af37658a58f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Mar 02 20:39:17.262038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:18.373933 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:39:18.398030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd60d8e-a839-4d55-90c4-40f4b8582513 req-c024b228-d86d-4c9e-9036-af7720c47522 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:18.399651 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ccd60d8e-a839-4d55-90c4-40f4b8582513 req-c024b228-d86d-4c9e-9036-af7720c47522 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.1809902 Mar 02 20:39:18.444428 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ccd60d8e-a839-4d55-90c4-40f4b8582513 req-ad2c9a4c-9bab-47a7-971a-341ce5cb27ab tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Mar 02 20:39:18.509479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:39:18.523031 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'd35d8199-301f-4c76-b394-332ed0a42507', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'mac_address': 'fa:16:3e:9b:55:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:39:18.581178 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:18.597676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35d8199-301f-4c76-b394-332ed0a42507 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:39:18.613579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:39:18.618710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:18.685663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:18.692821 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.693166 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.693498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.693832 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.694160 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.694479 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.694788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.695154 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.695591 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.695959 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.696288 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.696637 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:39:18.824430 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d35d8199-301f-4c76-b394-332ed0a42507'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:39:19.629721 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36513b-ecb4-4be4-85e7-b9726b696de9 req-5ba3786c-5ce9-4772-a679-0c157d184cbc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:19.631190 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe36513b-ecb4-4be4-85e7-b9726b696de9 req-5ba3786c-5ce9-4772-a679-0c157d184cbc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 944 time: 0.0798855 Mar 02 20:39:19.678139 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fe36513b-ecb4-4be4-85e7-b9726b696de9 req-9b1543a2-e700-48d4-ba63-ae467291bb03 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Mar 02 20:39:20.376572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:39:20.447209 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port d35d8199-301f-4c76-b394-332ed0a42507 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:39:20.452181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port d35d8199-301f-4c76-b394-332ed0a42507 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:39:20.452586 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:20.566742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:20.592809 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:39:20.602868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:39:20.608603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:20.643768 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'code': 200} Mar 02 20:39:20.675729 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:20.911863 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed1d40-3989-406c-a5ac-7306fa9e21ef req-5b10159d-d0fc-41f9-8e6d-e5368f880a98 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:20.913328 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c9ed1d40-3989-406c-a5ac-7306fa9e21ef req-5b10159d-d0fc-41f9-8e6d-e5368f880a98 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.1272533 Mar 02 20:39:20.969305 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c9ed1d40-3989-406c-a5ac-7306fa9e21ef req-5e265319-02eb-45be-b4eb-fccff97b15ad tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492058 Mar 02 20:39:20.971178 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a8e63-2796-4dee-a843-3d734d6d3510 req-aa1ad2fd-a9bb-4fba-b45b-8d751cc780d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:20.972540 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc1a8e63-2796-4dee-a843-3d734d6d3510 req-aa1ad2fd-a9bb-4fba-b45b-8d751cc780d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.1236939 Mar 02 20:39:21.014130 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc1a8e63-2796-4dee-a843-3d734d6d3510 req-32e05acc-8af9-4f5d-b799-020138c3c402 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354378 Mar 02 20:39:22.157181 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d1958-d742-4a4c-b030-a8201a7e1942 req-c3e2daab-575c-49f5-a9af-c58c43015765 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:22.158622 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab4d1958-d742-4a4c-b030-a8201a7e1942 req-c3e2daab-575c-49f5-a9af-c58c43015765 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0784936 Mar 02 20:39:22.209300 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ab4d1958-d742-4a4c-b030-a8201a7e1942 req-58028046-42a4-4eed-97a7-f65d508fb6d9 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 Mar 02 20:39:22.392836 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2de612-acc1-4943-841b-dcb0bec6807b req-3bf40386-c19e-4c4d-bc0f-81f633e274ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:22.394276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e2de612-acc1-4943-841b-dcb0bec6807b req-3bf40386-c19e-4c4d-bc0f-81f633e274ca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Mar 02 20:39:22.439875 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2e2de612-acc1-4943-841b-dcb0bec6807b req-43dac06e-1fa5-43e9-97be-e61ec42f8c3a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393920 Mar 02 20:39:22.467399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:39:22.540048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fcf4a4-4bec-4035-bc86-1a96684050c7 tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:22.541554 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-84fcf4a4-4bec-4035-bc86-1a96684050c7 tempest-TestShelveInstance-1220266136 tempest-TestShelveInstance-1220266136-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1093 time: 0.0731816 Mar 02 20:39:22.544364 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:39:22.549145 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:39:22.555311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:39:22.559180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Usage tracker for resource:floatingip and tenant:1f781cbd753c477db87b4445074eb064 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:39:22.562014 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:39:22.569735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:39:22.581748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:22.718830 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:22.852578 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Allocated IP 172.26.2.169 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/3feb1710-066a-4a14-90fc-9aab5da2ac28) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:39:22.995011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:23.025018 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:23.088533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:39:23.090528 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:39:23.096297 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:39:23.100602 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:39:23.132755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=3feb1710-066a-4a14-90fc-9aab5da2ac28,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:23.526839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:23.709190 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:23.919921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:23.926146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:24.034605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event updated for resources: {'Port': ['ID=3feb1710-066a-4a14-90fc-9aab5da2ac28,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:39:24.045124 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:24.218669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Floating IP 8d26012d-2a92-465d-895c-9524c31ae632 associated. External IP: 172.26.2.169, port: d35d8199-301f-4c76-b394-332ed0a42507. Mar 02 20:39:24.573520 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:39:24.750732 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:39:24.760477 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:39:24.771431 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:39:24.772388 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:39:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:24.778908 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:24.837357 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed1e9c22-cff2-42a7-94f3-6c47c392429f tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2918651 Mar 02 20:39:24.837839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:39:24.888010 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'status': 'completed', 'code': 200} Mar 02 20:39:24.965271 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:39:24.976264 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-238f0058-7446-4acc-8031-1802fcac421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:24.977914 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-238f0058-7446-4acc-8031-1802fcac421d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0716016 Mar 02 20:39:25.107748 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-55d00139-e281-4a2e-9ea9-8cc09df7f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:25.109276 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-55d00139-e281-4a2e-9ea9-8cc09df7f629 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1256318 Mar 02 20:39:25.337024 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-fbbaee0f-6f56-41ac-81b8-07c0cfc0347b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 999 time: 0.2221916 Mar 02 20:39:25.373083 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '8d26012d-2a92-465d-895c-9524c31ae632', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:9b:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:39:23Z', 'updated_at': '2022-03-02T20:39:23Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:25.377118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:39:25.385976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:39:25.386584 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:39:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:25.408433 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-12e193db-b937-4390-877b-cabdcf833983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:25.411006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-12e193db-b937-4390-877b-cabdcf833983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0677128 Mar 02 20:39:25.485005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-fdc3c2ff-b3b5-4d3f-812b-33670dd4c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:39:25.486466 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-fdc3c2ff-b3b5-4d3f-812b-33670dd4c88d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702713 Mar 02 20:39:25.574599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:39:25.621123 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-0ccd611d-2d36-4ff3-968d-f8098108d921 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288738 Mar 02 20:39:25.752294 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-de1451c9-dc64-4362-9723-9f0166e383a6 req-d9fa4922-6e2a-4756-8449-1321c7b0d331 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 Mar 02 20:39:25.928490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '8d26012d-2a92-465d-895c-9524c31ae632', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:9b:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:39:23Z', 'updated_at': '2022-03-02T20:39:23Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:39:25.932748 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c2f9f-13b3-41f9-997f-f7bcf758e9ca None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '8d26012d-2a92-465d-895c-9524c31ae632', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'floating_ip_address': '172.26.2.169', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'mac_address': 'fa:16:3e:9b:55:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:39:23Z', 'updated_at': '2022-03-02T20:39:23Z', 'revision_number': 0, 'project_id': '1f781cbd753c477db87b4445074eb064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:39:26.127427 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e19d81c-7001-4823-b690-b9d3fa35881b None None] New status for floating IP 8d26012d-2a92-465d-895c-9524c31ae632: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:39:41.887126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6ecbce99-17b6-4831-ad69-ea9ede8123d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:45.067547 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cae39cd-1f7d-4585-ab8a-bbeae2c9a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:45.530716 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:45.597686 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:45.608782 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:39:47.267744 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:00.099508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:40:06.284297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-d0a6162a-4f01-4220-8261-a9a92696ccfe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823855 Mar 02 20:40:06.431516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-f0d149fe-cd0f-413e-8019-3dfd1ff09f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:06.433049 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-f0d149fe-cd0f-413e-8019-3dfd1ff09f80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0772045 Mar 02 20:40:06.586033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-9d6f50c9-97f2-46f5-8c96-c928682a4ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:06.587371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-9d6f50c9-97f2-46f5-8c96-c928682a4ba3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1303585 Mar 02 20:40:06.691589 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-4563dcf8-5b7d-43e2-b54a-1c441839854b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1001 time: 0.0979519 Mar 02 20:40:06.754197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-8776703a-a6d0-454b-8e1f-4e87d61ed36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:06.755766 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-8776703a-a6d0-454b-8e1f-4e87d61ed36a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0586238 Mar 02 20:40:06.833826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-3c7074bc-4d24-4e00-8c17-242160781a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:40:06.835304 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-3c7074bc-4d24-4e00-8c17-242160781a7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737176 Mar 02 20:40:06.968653 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-8b0e93d4-c31d-402f-93fa-280cbfc15876 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270871 Mar 02 20:40:07.103715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e4e55d9-4513-4f2c-9042-0257f272e1f6 req-2d8a70ee-ad3f-4430-974a-8198c219cc6d service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293316 Mar 02 20:40:11.875712 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d9cd7a4c-c48d-4d75-bc24-4d990c64042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:15.074969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5ebd-ee89-4b1e-950a-375bce6bd223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:15.533561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:15.583101 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:15.613649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:17.273466 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:37.095033 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:40:41.870081 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-3f801cd3-dc33-430a-bae7-5cc1fca7bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:45.073245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a5aebc08-13b0-4cc1-93ec-a2da39858729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:45.535622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:45.587900 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:45.621486 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:40:47.273412 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:08.794281 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-54cac5df-67f1-467a-8122-83815a9cca57 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740077 Mar 02 20:41:08.967625 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-07b3ca60-27d1-49d2-b65c-bc3f83c5af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:08.969170 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-07b3ca60-27d1-49d2-b65c-bc3f83c5af57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0931764 Mar 02 20:41:09.221207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-87498ed7-fb61-46ba-95c2-c88076befa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:09.222736 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-87498ed7-fb61-46ba-95c2-c88076befa72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.2325709 Mar 02 20:41:09.333797 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-c27d37ff-d048-4ddd-8b0d-49ebf1627890 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1001 time: 0.1043713 Mar 02 20:41:09.395354 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-5e9b9f5c-2efa-4af9-ac0f-9756d8aba656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:09.396756 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-5e9b9f5c-2efa-4af9-ac0f-9756d8aba656 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0575492 Mar 02 20:41:09.482980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-15ca0517-f961-4481-b9bc-b78adc3f3290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:09.485261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-15ca0517-f961-4481-b9bc-b78adc3f3290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825675 Mar 02 20:41:09.625602 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-f007ef1b-372b-439b-8544-d97dcb381d2d service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342177 Mar 02 20:41:09.763649 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9ef17549-112e-4e97-ac18-7a7231f5cabb req-87d851e2-7385-4545-9623-758856d83f1d service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315238 Mar 02 20:41:11.876009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0b245447-ab7c-4fa5-a188-eb32722eb3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:14.098238 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:41:15.067878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-25fed3a0-0e57-40a4-94b3-f53ffdf1af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:15.537399 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:15.596475 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:15.629623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:17.276789 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:21.980833 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889c8d-9f01-4113-a8f4-0606608ec371 req-5f166723-3482-48f8-a5fb-db3f3a3c453c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:21.982288 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c889c8d-9f01-4113-a8f4-0606608ec371 req-5f166723-3482-48f8-a5fb-db3f3a3c453c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0940812 Mar 02 20:41:22.029934 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1c889c8d-9f01-4113-a8f4-0606608ec371 req-22d48fe4-d60b-4df9-aa48-93d3c36dd654 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Mar 02 20:41:23.237400 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6faeab-9c4d-4696-a18e-22704eba8527 req-2ce605cd-0ca9-4a1d-bd14-e6da0d25c0d4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:23.238888 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e6faeab-9c4d-4696-a18e-22704eba8527 req-2ce605cd-0ca9-4a1d-bd14-e6da0d25c0d4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0910070 Mar 02 20:41:23.285239 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6e6faeab-9c4d-4696-a18e-22704eba8527 req-78b998f3-0fd2-4a84-9198-aa4683b08c52 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383000 Mar 02 20:41:24.490082 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f435a-870b-4d29-963d-182ab951cfa8 req-42ce3fd7-3537-4c1d-b6ee-77a6bb2cb43c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:24.491450 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-972f435a-870b-4d29-963d-182ab951cfa8 req-42ce3fd7-3537-4c1d-b6ee-77a6bb2cb43c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0907700 Mar 02 20:41:24.536097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-972f435a-870b-4d29-963d-182ab951cfa8 req-852f589c-b6f7-42a8-b215-edfd7fcd10c8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389493 Mar 02 20:41:25.732198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e55b5-13a7-4f3c-a68d-d225bd8e42b5 req-6a0e22f9-704a-4c88-9423-5851a52b5996 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:25.733715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-315e55b5-13a7-4f3c-a68d-d225bd8e42b5 req-6a0e22f9-704a-4c88-9423-5851a52b5996 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0867860 Mar 02 20:41:25.782347 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-315e55b5-13a7-4f3c-a68d-d225bd8e42b5 req-e2de93d2-3b47-4ef7-8f4a-8b2a9cbf4fe7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426939 Mar 02 20:41:26.980202 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88a36b-87d7-4c03-8d6b-d5b2ddb80d23 req-499487eb-d030-4d82-ad77-172b3f6b48d2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:26.981739 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f88a36b-87d7-4c03-8d6b-d5b2ddb80d23 req-499487eb-d030-4d82-ad77-172b3f6b48d2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0841084 Mar 02 20:41:27.036881 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3f88a36b-87d7-4c03-8d6b-d5b2ddb80d23 req-5bcaf2f1-3362-4b6e-965b-cf72e53cbda2 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492246 Mar 02 20:41:28.227337 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1de3-933b-4df3-b64e-24bc9f8f1395 req-01685e33-489d-4755-9087-202535a02e1c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:28.228821 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d32d1de3-933b-4df3-b64e-24bc9f8f1395 req-01685e33-489d-4755-9087-202535a02e1c tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0852716 Mar 02 20:41:28.273102 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d32d1de3-933b-4df3-b64e-24bc9f8f1395 req-80e7eb36-ccf7-4d81-b22b-9ea5a1b91ae5 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Mar 02 20:41:29.463627 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426b393-6051-4fb1-b8a0-a27c36add7ab req-5990e1e2-3168-4b7d-9d3f-02d1a9395caa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:29.465176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5426b393-6051-4fb1-b8a0-a27c36add7ab req-5990e1e2-3168-4b7d-9d3f-02d1a9395caa tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0826461 Mar 02 20:41:29.513313 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5426b393-6051-4fb1-b8a0-a27c36add7ab req-cfa49770-383a-4c6a-9185-8be401b7488b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Mar 02 20:41:30.706778 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96933e40-296e-4ab8-9372-8dfd0a9fd728 req-9ef129bf-eecc-4f66-971e-e9645e9375d8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:30.708287 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-96933e40-296e-4ab8-9372-8dfd0a9fd728 req-9ef129bf-eecc-4f66-971e-e9645e9375d8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0877075 Mar 02 20:41:30.755187 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-96933e40-296e-4ab8-9372-8dfd0a9fd728 req-f3d25886-720e-40cc-9919-ed9780823cca tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Mar 02 20:41:31.958216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55805d8-b996-495f-ac5c-4904915e9673 req-a64de94f-8404-4e31-a9ae-427a7c6c1eee tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:31.959677 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d55805d8-b996-495f-ac5c-4904915e9673 req-a64de94f-8404-4e31-a9ae-427a7c6c1eee tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0904622 Mar 02 20:41:32.041520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d55805d8-b996-495f-ac5c-4904915e9673 req-573a2474-8b97-48c8-a940-a446d91330c6 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757763 Mar 02 20:41:32.073637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-54e47f5e-2fcc-47d9-8467-2246fffbd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:32.075161 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-54e47f5e-2fcc-47d9-8467-2246fffbd319 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0809391 Mar 02 20:41:32.222464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-9cba7526-b178-460f-b43f-7eec96acc4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:32.223913 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-9cba7526-b178-460f-b43f-7eec96acc4e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1420653 Mar 02 20:41:32.325436 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-ff119525-dfd0-4100-a479-2bcd99621151 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1001 time: 0.0951626 Mar 02 20:41:32.389041 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-24e86ce5-0d6e-419c-bfc3-c3f17ce94121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:32.390466 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-24e86ce5-0d6e-419c-bfc3-c3f17ce94121 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0589528 Mar 02 20:41:32.564129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-14be5569-a395-4ff6-a8ca-84141290e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:32.565700 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-14be5569-a395-4ff6-a8ca-84141290e69a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1692257 Mar 02 20:41:32.720264 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-fd7a82d9-a03f-422c-a188-e71b3e2004ef service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482460 Mar 02 20:41:32.852201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8f9b4082-cfa6-44af-a5ee-e18f104f6c80 req-d33a5a10-80ef-479a-ae0b-c30a2b7d0b0a service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262884 Mar 02 20:41:33.248792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc689757-2903-40d0-a809-823b8e7aeb0c req-74e228ec-153e-4bb0-8367-b2a9c2f37677 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:33.250232 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc689757-2903-40d0-a809-823b8e7aeb0c req-74e228ec-153e-4bb0-8367-b2a9c2f37677 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0923355 Mar 02 20:41:33.310412 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cc689757-2903-40d0-a809-823b8e7aeb0c req-93d34d97-0a1a-4238-a68a-bbd2a506bfbf tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512054 Mar 02 20:41:34.505184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11c84b-8ed8-4640-aaa0-7ebc6ebe7a70 req-a1bbab62-59ca-4c0a-9718-0d9840496d38 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:34.506723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d11c84b-8ed8-4640-aaa0-7ebc6ebe7a70 req-a1bbab62-59ca-4c0a-9718-0d9840496d38 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0827723 Mar 02 20:41:34.551953 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d11c84b-8ed8-4640-aaa0-7ebc6ebe7a70 req-38cf9832-997a-4f43-b8d8-f8b9494200f0 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393300 Mar 02 20:41:35.761735 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd98989-ff52-4692-bbe8-e9875275d6af req-96ac220d-7326-4dce-a5eb-96bc8da6ac48 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:35.763193 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dd98989-ff52-4692-bbe8-e9875275d6af req-96ac220d-7326-4dce-a5eb-96bc8da6ac48 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0956447 Mar 02 20:41:35.809221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1dd98989-ff52-4692-bbe8-e9875275d6af req-de60d9eb-025c-4fc4-a4e2-1231cc899be3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399215 Mar 02 20:41:36.160304 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288c0f2-e583-4a2a-a168-91c2ed0836b9 req-48dcfb21-bd3b-4633-8c58-1da844a95013 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:36.161811 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f288c0f2-e583-4a2a-a168-91c2ed0836b9 req-48dcfb21-bd3b-4633-8c58-1da844a95013 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0799813 Mar 02 20:41:36.178654 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-c7275e91-1928-4515-beee-b0741028c701 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1517854 Mar 02 20:41:36.205675 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f288c0f2-e583-4a2a-a168-91c2ed0836b9 req-866815be-5ff9-4baf-afb4-d8c667e35e17 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378497 Mar 02 20:41:37.390162 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86b72-a396-4e83-8a28-da9489f5f778 req-8ccc828c-13b1-4b57-90d9-16667bf6e813 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:37.391618 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efd86b72-a396-4e83-8a28-da9489f5f778 req-8ccc828c-13b1-4b57-90d9-16667bf6e813 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0833242 Mar 02 20:41:37.441227 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-efd86b72-a396-4e83-8a28-da9489f5f778 req-bfd89180-3b0f-48cb-9dcf-376a0eeec839 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438738 Mar 02 20:41:38.632764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da3170a-d102-4837-8f54-c26c00c1368a req-a9dfa333-7118-415b-aa7f-9837e03e949d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:38.634221 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6da3170a-d102-4837-8f54-c26c00c1368a req-a9dfa333-7118-415b-aa7f-9837e03e949d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0827780 Mar 02 20:41:38.681025 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6da3170a-d102-4837-8f54-c26c00c1368a req-74b684b6-dc48-4eee-afae-efb37c436404 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382557 Mar 02 20:41:39.006080 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:41:39.137296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:39.166796 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:41:39.176874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:41:39.182550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:39.250822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:39.257945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.258321 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.258668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.258989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.259317 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.259619 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.259954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.260268 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.260616 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.260935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.261237 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.261539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:41:39.279303 dv-neutron-831594-2-hyperv neutron-server[87814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'code': 422} returned with failed status Mar 02 20:41:39.875572 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7567-ad75-429d-9520-4a3bb099fd63 req-fab4255b-dc76-4fee-a83a-743a1399fd60 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:39.877041 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8fed7567-ad75-429d-9520-4a3bb099fd63 req-fab4255b-dc76-4fee-a83a-743a1399fd60 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0849252 Mar 02 20:41:39.923921 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8fed7567-ad75-429d-9520-4a3bb099fd63 req-37353470-efa7-49bb-a685-b7f15e49e4b7 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389383 Mar 02 20:41:41.114196 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ee5b1-f4c0-48f3-b804-35003b7ae538 req-d2276035-a829-4468-8d2d-3135ba71d49d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:41.115641 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f8ee5b1-f4c0-48f3-b804-35003b7ae538 req-d2276035-a829-4468-8d2d-3135ba71d49d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0861487 Mar 02 20:41:41.161521 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f8ee5b1-f4c0-48f3-b804-35003b7ae538 req-56c26d62-f66f-4111-a781-1e9eac76f016 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Mar 02 20:41:41.883381 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73e10242-680c-4fbf-ae05-049c25cd6171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:42.350053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438221-84b2-4335-958f-b88662e1b71f req-950cc817-026a-4cbf-83dc-f652416475eb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:42.351600 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34438221-84b2-4335-958f-b88662e1b71f req-950cc817-026a-4cbf-83dc-f652416475eb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0796580 Mar 02 20:41:42.402350 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-34438221-84b2-4335-958f-b88662e1b71f req-0b15d823-5e42-4ed6-83c7-0ad0f520e1ce tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Mar 02 20:41:42.867116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-d8bc6ac7-8188-43d5-a280-dc9b0b83e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:42.868675 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-d8bc6ac7-8188-43d5-a280-dc9b0b83e8cb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&tenant_id=1f781cbd753c477db87b4445074eb064 HTTP/1.1" status: 200 len: 1096 time: 0.0757244 Mar 02 20:41:42.961481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-87846146-c711-4be8-bc99-f997045214c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:42.963301 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-87846146-c711-4be8-bc99-f997045214c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1096 time: 0.0739400 Mar 02 20:41:43.107575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-937eb475-9abe-4b5c-b241-dec4ed658820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:43.108946 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-937eb475-9abe-4b5c-b241-dec4ed658820 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1386647 Mar 02 20:41:43.213862 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-cf825f90-5d6b-4cf6-b196-7e3ab558a732 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 999 time: 0.0984797 Mar 02 20:41:43.283837 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-37772224-78e9-418e-8e69-3415421f5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:43.285308 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-37772224-78e9-418e-8e69-3415421f5b91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0651653 Mar 02 20:41:43.360754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-e516e4cb-a2c8-4b59-91bf-3cd29e67540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:43.362302 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-e516e4cb-a2c8-4b59-91bf-3cd29e67540c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705018 Mar 02 20:41:43.679945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-a63104af-827b-4ff4-8123-cd04ac2af450 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120317 Mar 02 20:41:43.741861 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a535a-f8e6-4987-abf7-82c3b8e9e541 req-f632b314-5dff-475a-9d4f-16440617b121 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:43.743329 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b86a535a-f8e6-4987-abf7-82c3b8e9e541 req-f632b314-5dff-475a-9d4f-16440617b121 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.1703422 Mar 02 20:41:43.875156 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b86a535a-f8e6-4987-abf7-82c3b8e9e541 req-038fcdb7-f0c8-4f9e-8b45-3b9214f21e25 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768898 Mar 02 20:41:43.880633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-66671be8-8570-482b-be7b-4c4a96f04b7d req-cef0ba1f-150f-44c7-9e52-f705a1ceffdb service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903498 Mar 02 20:41:45.074330 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8a648be7-46de-452e-9914-a89f538907b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.097488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cdfcd-290f-492d-a384-36b4353feca4 req-97531306-5a4e-4877-a6ec-5338666f011d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:45.098968 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-507cdfcd-290f-492d-a384-36b4353feca4 req-97531306-5a4e-4877-a6ec-5338666f011d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0986078 Mar 02 20:41:45.147613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-507cdfcd-290f-492d-a384-36b4353feca4 req-21a9b17a-370f-473c-9c2b-83890e1b4b43 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427730 Mar 02 20:41:45.540140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.594801 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:45.628531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:46.350460 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6507db-ab4b-4468-9c73-1702e3c7057e req-621e2d3a-a1c7-475d-8cd4-1fbd3ff5bd54 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:46.351920 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce6507db-ab4b-4468-9c73-1702e3c7057e req-621e2d3a-a1c7-475d-8cd4-1fbd3ff5bd54 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0892315 Mar 02 20:41:46.396995 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ce6507db-ab4b-4468-9c73-1702e3c7057e req-7eaa490b-80cd-4f76-a560-18e6ba8e3a0d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391526 Mar 02 20:41:47.286021 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:47.638893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c44b0e-4b9e-4275-99dc-83ceaba2ede1 req-d779cc97-081b-4936-aaeb-e7ad61516570 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:47.640362 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50c44b0e-4b9e-4275-99dc-83ceaba2ede1 req-d779cc97-081b-4936-aaeb-e7ad61516570 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.1392119 Mar 02 20:41:47.685752 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-50c44b0e-4b9e-4275-99dc-83ceaba2ede1 req-7721c202-97c1-4fd0-bc55-46592437eb47 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Mar 02 20:41:48.939666 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488147-14dc-4878-a8a3-4ad23bb27fae req-de9bcbee-b25f-4fd6-9e85-6694832d2959 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:48.941143 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47488147-14dc-4878-a8a3-4ad23bb27fae req-de9bcbee-b25f-4fd6-9e85-6694832d2959 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.1371310 Mar 02 20:41:48.986306 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-47488147-14dc-4878-a8a3-4ad23bb27fae req-380ec084-8263-4459-a8e0-d796dae9c925 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394299 Mar 02 20:41:50.190981 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a502d3-2f34-4d9d-90b6-13324bb20179 req-91af1fd8-b379-4b1c-a149-c1686d9e43fe tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:50.192527 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32a502d3-2f34-4d9d-90b6-13324bb20179 req-91af1fd8-b379-4b1c-a149-c1686d9e43fe tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 943 time: 0.0881679 Mar 02 20:41:50.239534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-32a502d3-2f34-4d9d-90b6-13324bb20179 req-70299c13-aae4-4dfb-9461-2733db340441 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 Mar 02 20:41:51.069140 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:41:51.096870 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:41:51.245942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:41:51.258746 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': 'd35d8199-301f-4c76-b394-332ed0a42507', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'port_id': 'd35d8199-301f-4c76-b394-332ed0a42507', 'mac_address': 'fa:16:3e:9b:55:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:41:51.320279 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:51.337059 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35d8199-301f-4c76-b394-332ed0a42507 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:41:51.354436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:41:51.361139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:51.429032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffd2ec-3690-4897-af79-abc0cc17a7a8 req-8fc51e5d-74c0-4bdb-946a-96a7b391ea1b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:51.429627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:51.430507 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4cffd2ec-3690-4897-af79-abc0cc17a7a8 req-8fc51e5d-74c0-4bdb-946a-96a7b391ea1b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 944 time: 0.0842509 Mar 02 20:41:51.475028 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-4cffd2ec-3690-4897-af79-abc0cc17a7a8 req-99bd1400-866c-480d-9880-c312157ad8cc tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 Mar 02 20:41:51.595847 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['d35d8199-301f-4c76-b394-332ed0a42507'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:41:52.686755 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a6c7-f271-4a9e-b8fc-c92af710bce9 req-337e2bd9-bd30-4090-b82c-7f91f03b83e9 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:52.688206 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f739a6c7-f271-4a9e-b8fc-c92af710bce9 req-337e2bd9-bd30-4090-b82c-7f91f03b83e9 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 944 time: 0.0895514 Mar 02 20:41:52.731994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f739a6c7-f271-4a9e-b8fc-c92af710bce9 req-bdb55ca3-94e6-4d86-955c-45aaf948d75d tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378292 Mar 02 20:41:53.081066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:41:53.152375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port d35d8199-301f-4c76-b394-332ed0a42507 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:41:53.152751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:53.273725 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:53.304971 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:41:53.316137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:41:53.322009 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:41:53.353572 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'code': 200} Mar 02 20:41:53.403697 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:41:53.649080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f6d9-2ef3-45b1-a017-ba93d64f4ca7 req-4fd7cf7f-5a78-4997-b1f1-6b3d098a081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:53.650484 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0412f6d9-2ef3-45b1-a017-ba93d64f4ca7 req-4fd7cf7f-5a78-4997-b1f1-6b3d098a081c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0995712 Mar 02 20:41:53.695303 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0412f6d9-2ef3-45b1-a017-ba93d64f4ca7 req-4c6c9100-e380-4e36-b6a6-06b5f40d9832 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374563 Mar 02 20:41:53.948051 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694384b5-e065-4eac-a077-1476eec05ad9 req-0cd3da27-bf6c-4f1d-b8b9-b8d3a7d3f1db tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:53.949560 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-694384b5-e065-4eac-a077-1476eec05ad9 req-0cd3da27-bf6c-4f1d-b8b9-b8d3a7d3f1db tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.1093786 Mar 02 20:41:53.996747 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-694384b5-e065-4eac-a077-1476eec05ad9 req-b9e135ea-5949-4e6d-91ef-0d4b99b95888 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Mar 02 20:41:55.209013 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c8bbd-71a8-48c3-b9dd-17378fd67b6c req-cc73ab32-a8b1-4bdc-a2b9-da32e25f54d4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:41:55.210471 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d4c8bbd-71a8-48c3-b9dd-17378fd67b6c req-cc73ab32-a8b1-4bdc-a2b9-da32e25f54d4 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.0927570 Mar 02 20:41:55.255982 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-5d4c8bbd-71a8-48c3-b9dd-17378fd67b6c req-bbc77002-72a0-4528-aacc-25eeba8ca532 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397439 Mar 02 20:42:09.940744 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-2fe26369-7a51-42fb-93c6-26121659a58f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1090429 Mar 02 20:42:10.093929 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-cd84f551-baca-4895-a3e4-479c970655d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:10.095317 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-cd84f551-baca-4895-a3e4-479c970655d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0879984 Mar 02 20:42:10.242366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-24e40e20-1454-4ddc-aa23-a83a5d4cb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:10.243994 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-24e40e20-1454-4ddc-aa23-a83a5d4cb89c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1283276 Mar 02 20:42:10.351520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-7a2692d2-cc79-4c98-99d3-7b8713c366b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1001 time: 0.0997713 Mar 02 20:42:10.526134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-8b54af7e-4bd7-4cdb-827a-5906c938c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:10.527488 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-8b54af7e-4bd7-4cdb-827a-5906c938c7f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.1699634 Mar 02 20:42:10.608750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-d30b6cd3-2557-48dc-8cec-1f5043bbb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:42:10.609889 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-d30b6cd3-2557-48dc-8cec-1f5043bbb73f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742884 Mar 02 20:42:10.748057 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-16e874a0-7cea-4323-8d53-1254de67dc43 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313398 Mar 02 20:42:10.884459 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-c2188d9d-313c-4b7b-a17b-2283076e096c req-7f91d25f-1519-4c29-ad18-470cf940d4f1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295111 Mar 02 20:42:11.883488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-34a205c0-1f12-4c66-8b6d-7038e23829c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.073400 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe36a-19f5-4758-80f7-0b5a35aa2819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.543133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.591177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:15.666218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:17.289953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:28.103420 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:42:41.887285 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-911401c1-95c3-4247-a086-a89b5e0fadd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.086862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2ab5ec51-f9d3-4760-bc89-61fd67872b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.546213 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.590522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:45.680102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:42:47.292155 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:05.097043 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:43:10.786723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-9c8f97a0-7383-4b4a-8fff-8b297340d0e2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756886 Mar 02 20:43:10.933644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-2cf5d5a5-5ada-47fe-b3cd-5cc5846a8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:10.935133 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-2cf5d5a5-5ada-47fe-b3cd-5cc5846a8e70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0807281 Mar 02 20:43:11.088274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-78b10af8-31b2-4b91-876b-1611866c15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:11.089679 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-78b10af8-31b2-4b91-876b-1611866c15dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1313765 Mar 02 20:43:11.194925 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-5ea32615-1897-422a-b392-b1168ebfcd78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 1001 time: 0.0983498 Mar 02 20:43:11.255953 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-658dfc2d-041d-4fb7-81dc-c92fb74a0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:11.257396 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-658dfc2d-041d-4fb7-81dc-c92fb74a0394 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.0564570 Mar 02 20:43:11.273241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46796) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:11.336198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-289ab9ba-9050-4ff2-bf65-9b340a6b3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:11.337738 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-289ab9ba-9050-4ff2-bf65-9b340a6b3e64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739982 Mar 02 20:43:11.474396 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-28beb228-6ec1-4d11-a1b7-c799f824c28f service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302106 Mar 02 20:43:11.589122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Deleting port 3feb1710-066a-4a14-90fc-9aab5da2ac28 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:11.589329 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:11.610261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3d19b6cb-d671-46ed-ac51-4fa526e55ff1 req-f2043e58-3ba9-40dc-9722-f64febc00ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293962 Mar 02 20:43:11.777584 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:11.777827 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:11.883377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cd05b98-b730-4406-b511-fc6187315cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:11.906156 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Calling delete_port for 3feb1710-066a-4a14-90fc-9aab5da2ac28 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:12.072548 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.131624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'Port': ['ID=3feb1710-066a-4a14-90fc-9aab5da2ac28,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:12.167700 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.168039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.168360 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.168713 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.169031 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.169319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.169629 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.169936 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.170246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.170555 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.170931 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.171214 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:12.234966 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.235341 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Floating IP 8d26012d-2a92-465d-895c-9524c31ae632 disassociated (deleted). External IP: 172.26.2.169, port: d35d8199-301f-4c76-b394-332ed0a42507. Mar 02 20:43:12.582403 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:43:12.769780 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:12.779943 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:12.790355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:12.791310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:42:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:12.793003 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:12.850738 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-008f3533-af09-4d4b-b105-21460093a511 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "DELETE /v2.0/floatingips/8d26012d-2a92-465d-895c-9524c31ae632 HTTP/1.1" status: 204 len: 168 time: 1.5742188 Mar 02 20:43:12.851496 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:43:12.905736 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'status': 'completed', 'code': 200} Mar 02 20:43:12.972956 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:12.999116 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ac82-c358-402a-9b10-00edba706dd6 req-f45e75f6-728b-41d9-9b93-340aaf75b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.000708 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-f45e75f6-728b-41d9-9b93-340aaf75b07e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f781cbd753c477db87b4445074eb064&device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 1098 time: 0.0708339 Mar 02 20:43:13.135387 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ac82-c358-402a-9b10-00edba706dd6 req-d39b9131-06ef-4843-a25d-5c2c157411ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.136872 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-d39b9131-06ef-4843-a25d-5c2c157411ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 200 len: 909 time: 0.1299975 Mar 02 20:43:13.268363 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-aa0013bd-ae71-4af3-a8ae-fdb4be53c66d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 200 len: 217 time: 0.1231191 Mar 02 20:43:13.366183 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:13.370345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:13.379490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:13.380112 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:42:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:13.447120 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ac82-c358-402a-9b10-00edba706dd6 req-4adf1e06-a7ab-417d-ae0a-96e721666721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.448652 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-4adf1e06-a7ab-417d-ae0a-96e721666721 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 200 len: 847 time: 0.1721275 Mar 02 20:43:13.507991 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08cd90-54ee-450c-b625-75d3472233e0 req-e8cb60e6-b16e-4e27-bf1f-406e2534be35 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.509457 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e08cd90-54ee-450c-b625-75d3472233e0 req-e8cb60e6-b16e-4e27-bf1f-406e2534be35 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.2872674 Mar 02 20:43:13.555667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:13.569699 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9e08cd90-54ee-450c-b625-75d3472233e0 req-f02ab3d3-ce79-4877-96a4-0b629a0d1ae8 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538759 Mar 02 20:43:13.575327 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484ac82-c358-402a-9b10-00edba706dd6 req-565bdc3e-bea4-49cf-a1ff-6921c4ddb48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:13.576761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-565bdc3e-bea4-49cf-a1ff-6921c4ddb48c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0293a60-e07b-434d-ae8a-ea497a3cec01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1215925 Mar 02 20:43:13.710113 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-976c037d-f67a-40d7-bc7a-27f45a437c31 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256700 Mar 02 20:43:13.843950 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-b484ac82-c358-402a-9b10-00edba706dd6 req-553bb095-ad96-4073-921f-fad6ecedaa26 service neutron] 10.222.0.32 "GET /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266737 Mar 02 20:43:13.869401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:13.873650 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51498b57-4452-403c-8c5c-a250798f39cb None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:34:26Z', 'revision_number': 4, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'ba27d3e0-2f61-4009-a338-b21f682625b9', 'name': '', 'network_id': 'b0293a60-e07b-434d-ae8a-ea497a3cec01', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'mac_address': 'fa:16:3e:28:5d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:25Z', 'updated_at': '2022-03-02T20:34:33Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'subnets': [{'id': 'f7d9f406-8661-4d24-a77d-9a768a465e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:14.107375 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7783b7b-539a-40ea-b467-df74a7ad2a41 None None] New status for floating IP 8d26012d-2a92-465d-895c-9524c31ae632: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:43:14.735307 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-983b4d79-b3a9-41a9-a49b-7ccdb824c40a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:14.736685 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-983b4d79-b3a9-41a9-a49b-7ccdb824c40a tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.1205716 Mar 02 20:43:14.811485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Deleting port d35d8199-301f-4c76-b394-332ed0a42507 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:14.811894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:14.881246 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd93a7-dca3-4210-a70a-05f15b0cfc2f req-2bd6735f-afbc-4082-bb6a-8fabfdcd8db3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:14.882630 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e4cd93a7-dca3-4210-a70a-05f15b0cfc2f req-2bd6735f-afbc-4082-bb6a-8fabfdcd8db3 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 945 time: 0.2021601 Mar 02 20:43:15.000957 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e4cd93a7-dca3-4210-a70a-05f15b0cfc2f req-0c4d885a-80df-4d6d-8ecc-b04b3d2e85fb tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/security-groups?id=fa5427f4-2e3d-4798-b2b2-9547c1884214&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896432 Mar 02 20:43:15.073316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-7a267df4-d87c-445b-8331-40d7295d98e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.112030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] For port d35d8199-301f-4c76-b394-332ed0a42507, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d35d8199-301f-4c76-b394-332ed0a42507,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:15.112405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.233978 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Calling delete_port for d35d8199-301f-4c76-b394-332ed0a42507 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:15.395665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.444777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'Port': ['ID=d35d8199-301f-4c76-b394-332ed0a42507,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:15.484672 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.484926 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.485280 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.485605 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.485928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.486244 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.486561 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.486890 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.487211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.487498 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.487792 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.488119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:15.529217 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] No DVR routers for this DVR port d35d8199-301f-4c76-b394-332ed0a42507 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:15.531427 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.534054 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-deleted', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:43:15.546633 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a70e8693-d501-4c35-a556-80ac9d630eb3 req-09979bad-6981-4ca3-b623-26f9bb276060 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.32 "DELETE /v2.0/ports/d35d8199-301f-4c76-b394-332ed0a42507 HTTP/1.1" status: 204 len: 173 time: 0.8049469 Mar 02 20:43:15.546762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.581076 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcee678-9e0b-439a-ba6e-9299d9b33476', 'name': 'network-vif-deleted', 'tag': 'd35d8199-301f-4c76-b394-332ed0a42507', 'status': 'completed', 'code': 200} Mar 02 20:43:15.587316 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:15.680351 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:16.164379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d69c85a-5914-4685-95a3-968aaa7c7cbf req-1fb04322-7e95-4a1c-8a6c-16dde544cb61 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Synchronizing usage tracker for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:16.184429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-9d69c85a-5914-4685-95a3-968aaa7c7cbf req-1fb04322-7e95-4a1c-8a6c-16dde544cb61 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Unset dirty status for tenant:1f781cbd753c477db87b4445074eb064 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:16.185691 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9d69c85a-5914-4685-95a3-968aaa7c7cbf req-1fb04322-7e95-4a1c-8a6c-16dde544cb61 tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fcee678-9e0b-439a-ba6e-9299d9b33476 HTTP/1.1" status: 200 len: 210 time: 0.0738142 Mar 02 20:43:17.281919 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46816) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:17.294566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.354132 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.385039 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.431129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:17.455599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.466104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: d35d8199-301f-4c76-b394-332ed0a42507 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:17.466848 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device d35d8199-301f-4c76-b394-332ed0a42507 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:17.476083 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5427f4-2e3d-4798-b2b2-9547c1884214,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:17.489330 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:17.490719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-83820db7-f72b-4dbd-9a7a-a909428ced2b tempest-TestShelveInstance-270231910 tempest-TestShelveInstance-270231910-project] 10.222.0.36 "DELETE /v2.0/security-groups/fa5427f4-2e3d-4798-b2b2-9547c1884214 HTTP/1.1" status: 204 len: 168 time: 0.2078049 Mar 02 20:43:17.539468 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46822) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:18.314841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.671779 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Deleting port ba27d3e0-2f61-4009-a338-b21f682625b9 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:18.672539 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.848015 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] For port ba27d3e0-2f61-4009-a338-b21f682625b9, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ba27d3e0-2f61-4009-a338-b21f682625b9,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:18.848399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:18.968109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Calling delete_port for ba27d3e0-2f61-4009-a338-b21f682625b9 owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:19.157128 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:19.205617 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba27d3e0-2f61-4009-a338-b21f682625b9,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:19.584054 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:19.935758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Router 471b75bb-a805-453f-b889-7e53d52cc125 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:43:20.112670 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:20.122014 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Sync routers for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:20.130549 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-880b6394-6ffa-4aeb-8b6c-819b975db5f0 admin admin] 10.222.0.36 "PUT /v2.0/routers/471b75bb-a805-453f-b889-7e53d52cc125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5898540 Mar 02 20:43:20.132973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:20.133143 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46828) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:20.133566 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:20.316217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:20.419922 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:20.608031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:20.610557 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196'}], 'enable_snat': True}, 'gw_port_id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:43:19Z', 'revision_number': 5, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port': {'id': '51ccd494-5f18-4def-9bc2-4d7ff0b0d97f', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:bc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471b75bb-a805-453f-b889-7e53d52cc125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:23Z', 'updated_at': '2022-03-02T20:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:20.614939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Checking router: 471b75bb-a805-453f-b889-7e53d52cc125 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:20.620064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Deleting port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:20.620497 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:20.624600 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Routers {'471b75bb-a805-453f-b889-7e53d52cc125'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:20.625228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['471b75bb-a805-453f-b889-7e53d52cc125'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:20.776957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] Set router 471b75bb-a805-453f-b889-7e53d52cc125 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:20.794085 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] For port 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:20.794474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:20.919804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Calling delete_port for 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:20.934356 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:43:20Z', 'revision_number': 6, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:20.938438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd19b7a-531f-4bd9-b7ee-b6e3b6819b9c None None] The sync data for ids ['471b75bb-a805-453f-b889-7e53d52cc125'] in dv-neutron-831594-2-hyperv is: [{'id': '471b75bb-a805-453f-b889-7e53d52cc125', 'name': 'tempest-TestShelveInstance-843695892-router', 'tenant_id': '1f781cbd753c477db87b4445074eb064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:22Z', 'updated_at': '2022-03-02T20:43:20Z', 'revision_number': 6, 'project_id': '1f781cbd753c477db87b4445074eb064', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:21.250549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.301413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ccd494-5f18-4def-9bc2-4d7ff0b0d97f,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:21.393338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.691751 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.694098 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.719450 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.720029 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 471b75bb-a805-453f-b889-7e53d52cc125 {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:43:21.732323 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.733491 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dc4f07e0-5c69-40d0-8bd3-b3b9c111f1e6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/471b75bb-a805-453f-b889-7e53d52cc125 HTTP/1.1" status: 204 len: 168 time: 1.5994329 Mar 02 20:43:21.736242 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46832) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:21.798942 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Deleting subnet f7d9f406-8661-4d24-a77d-9a768a465e0f {{(pid=87813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:43:21.802638 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.854654 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2392976'] for subnet, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:21.936105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.004604 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2322254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9597705'] for subnet, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.044651 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d9f406-8661-4d24-a77d-9a768a465e0f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:22.048248 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.054207 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e030610b-4c88-4df2-881e-fcc0cd78c9ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f7d9f406-8661-4d24-a77d-9a768a465e0f HTTP/1.1" status: 204 len: 168 time: 0.3167424 Mar 02 20:43:22.054360 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ccd336-f6b2-458f-a881-af4b714165cd None None] Network b0293a60-e07b-434d-ae8a-ea497a3cec01 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:22.056706 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46836) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:22.163637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.174850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Deleting port 1c2bc77e-b80e-46ee-8648-78133d4df7bb {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:22.175109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.306266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] DHCP port deletion for b0293a60-e07b-434d-ae8a-ea497a3cec01 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:43:22.312605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Deleting port 1c2bc77e-b80e-46ee-8648-78133d4df7bb {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:22.312605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.373394 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 1c2bc77e-b80e-46ee-8648-78133d4df7bb no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:22.525529 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] For port 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2bc77e-b80e-46ee-8648-78133d4df7bb,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:22.525813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.621588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] For port 1c2bc77e-b80e-46ee-8648-78133d4df7bb, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=1c2bc77e-b80e-46ee-8648-78133d4df7bb,segment=NetworkSegment(2813fa3a-b4f0-4e82-8469-86b6b95b5fd0),segment_id=2813fa3a-b4f0-4e82-8469-86b6b95b5fd0)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:22.621954 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.640634 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.649039 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Calling delete_port for 1c2bc77e-b80e-46ee-8648-78133d4df7bb owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:22.727518 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.759050 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Calling delete_port for 1c2bc77e-b80e-46ee-8648-78133d4df7bb owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:22.771570 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2bc77e-b80e-46ee-8648-78133d4df7bb,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:22.779111 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] No DVR routers for this DVR port 1c2bc77e-b80e-46ee-8648-78133d4df7bb on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:22.852715 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ba27d3e0-2f61-4009-a338-b21f682625b9 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:22.890769 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 20:43:22.894936 dv-neutron-831594-2-hyperv neutron-server[87814]: util.warn( Mar 02 20:43:22.898266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ba27d3e0-2f61-4009-a338-b21f682625b9 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:22.898266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ba27d3e0-2f61-4009-a338-b21f682625b9 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:22.898266 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:22.923121 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0293a60-e07b-434d-ae8a-ea497a3cec01']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:22.934040 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:22.934392 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 51ccd494-5f18-4def-9bc2-4d7ff0b0d97f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:22.935537 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:22.935982 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2813fa3a-b4f0-4e82-8469-86b6b95b5fd0') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:22.937524 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:43:22.937879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:43:22.947557 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.963267 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.969764 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:43:22.970148 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:43:22.983394 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:43:23.067044 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.083785 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.093988 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0293a60-e07b-434d-ae8a-ea497a3cec01,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:23.108936 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5a4da270-aae6-4e74-aca8-b22191b28342 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b0293a60-e07b-434d-ae8a-ea497a3cec01 HTTP/1.1" status: 204 len: 168 time: 1.0512779 Mar 02 20:43:23.112135 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46840) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:23.439791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Deleting port 1c2bc77e-b80e-46ee-8648-78133d4df7bb {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:23.440374 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:23.505507 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-22fd2ac2-765a-478a-8290-cf56faee67f2 None None] The port '1c2bc77e-b80e-46ee-8648-78133d4df7bb' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:43:23.653928 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.018647 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Deleting port 4a3ba3e0-f825-45db-a620-c2e35dafafa5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:24.018979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.197988 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] For port 4a3ba3e0-f825-45db-a620-c2e35dafafa5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=4a3ba3e0-f825-45db-a620-c2e35dafafa5,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:24.198700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.323365 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Calling delete_port for 4a3ba3e0-f825-45db-a620-c2e35dafafa5 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:24.625349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:24.670583 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3ba3e0-f825-45db-a620-c2e35dafafa5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:24.939661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.312788 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Router 4f9f856b-9ad1-4f27-a406-216d894c8fec has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:43:25.492779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:25.502341 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Sync routers for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:25.514050 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-af5418c0-0a47-4d66-8197-054dc1d4d104 admin admin] 10.222.0.36 "PUT /v2.0/routers/4f9f856b-9ad1-4f27-a406-216d894c8fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3983102 Mar 02 20:43:25.514247 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:25.514247 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:25.514506 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46844) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:25.686922 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:25.691000 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks [] for router, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:25.971840 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:43:24Z', 'revision_number': 5, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port': {'id': 'b154de28-3706-452a-9a99-c4f323ad612a', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:25.975955 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Checking router: 4f9f856b-9ad1-4f27-a406-216d894c8fec for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:25.984720 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Routers {'4f9f856b-9ad1-4f27-a406-216d894c8fec'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:25.985327 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['4f9f856b-9ad1-4f27-a406-216d894c8fec'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:25.998091 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.010062 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Deleting port b154de28-3706-452a-9a99-c4f323ad612a {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:26.010513 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.135650 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] Set router 4f9f856b-9ad1-4f27-a406-216d894c8fec gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:26.182573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] For port b154de28-3706-452a-9a99-c4f323ad612a, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=b154de28-3706-452a-9a99-c4f323ad612a,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:26.183006 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.239290 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 6, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:26.243293 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59168be-c69e-4856-94b4-9471752bffe8 None None] The sync data for ids ['4f9f856b-9ad1-4f27-a406-216d894c8fec'] in dv-neutron-831594-2-hyperv is: [{'id': '4f9f856b-9ad1-4f27-a406-216d894c8fec', 'name': 'tempest-TestShelveInstance-816285953-router', 'tenant_id': 'eb6e99ee982141e698d20368d12f4351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:34:29Z', 'updated_at': '2022-03-02T20:43:25Z', 'revision_number': 6, 'project_id': 'eb6e99ee982141e698d20368d12f4351', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:26.305667 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Calling delete_port for b154de28-3706-452a-9a99-c4f323ad612a owned by network:router_gateway {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:26.485555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.536779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Pushing event deleted for resources: {'Port': ['ID=b154de28-3706-452a-9a99-c4f323ad612a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:26.641828 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.690297 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4a3ba3e0-f825-45db-a620-c2e35dafafa5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:26.731129 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 4a3ba3e0-f825-45db-a620-c2e35dafafa5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:26.731548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 4a3ba3e0-f825-45db-a620-c2e35dafafa5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:26.826074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.828650 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.852359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.852873 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9f856b-9ad1-4f27-a406-216d894c8fec {{(pid=87812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:43:26.870739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.871906 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e1c0e726-d499-4444-8e89-482666a9318d admin admin] 10.222.0.36 "DELETE /v2.0/routers/4f9f856b-9ad1-4f27-a406-216d894c8fec HTTP/1.1" status: 204 len: 168 time: 1.3562696 Mar 02 20:43:26.874557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46848) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:26.939829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Deleting subnet a291d0eb-93cc-4c39-aa39-9843d77d7e85 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:43:26.943219 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:26.995338 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.076526 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.155385 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.193816 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a291d0eb-93cc-4c39-aa39-9843d77d7e85,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:27.197471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.203871 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0a3eb1aa-49a1-45e1-8a04-3c65c2b6c57f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a291d0eb-93cc-4c39-aa39-9843d77d7e85 HTTP/1.1" status: 204 len: 168 time: 0.3280787 Mar 02 20:43:27.204874 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3445749c-891b-4196-8018-da47c0ce2b30 None None] Network 515d7aca-46ae-469e-bd6e-4f103c165581 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:27.206775 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46852) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:27.323004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.333891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Deleting port 3775e9b2-d94c-4394-aa13-fe882a22f2fc {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:27.334139 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.465719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] DHCP port deletion for 515d7aca-46ae-469e-bd6e-4f103c165581 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:43:27.471100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Deleting port 3775e9b2-d94c-4394-aa13-fe882a22f2fc {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:27.471100 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.542517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] For port 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3775e9b2-d94c-4394-aa13-fe882a22f2fc,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:27.542758 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.667588 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Calling delete_port for 3775e9b2-d94c-4394-aa13-fe882a22f2fc owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:27.707290 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] For port 3775e9b2-d94c-4394-aa13-fe882a22f2fc, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=3775e9b2-d94c-4394-aa13-fe882a22f2fc,segment=NetworkSegment(ee942318-7677-49e3-8b3c-390bb1692647),segment_id=ee942318-7677-49e3-8b3c-390bb1692647)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:27.707892 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.744916 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:27.795898 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Pushing event deleted for resources: {'Port': ['ID=3775e9b2-d94c-4394-aa13-fe882a22f2fc,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:27.801406 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] No DVR routers for this DVR port 3775e9b2-d94c-4394-aa13-fe882a22f2fc on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:43:27.825895 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Calling delete_port for 3775e9b2-d94c-4394-aa13-fe882a22f2fc owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:43:27.897868 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:43:27.898217 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:43:27.913948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.039160 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515d7aca-46ae-469e-bd6e-4f103c165581']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:28.051971 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee942318-7677-49e3-8b3c-390bb1692647') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:28.052258 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee942318-7677-49e3-8b3c-390bb1692647') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:28.063494 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.079611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.087069 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:43:28.087457 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:43:28.101434 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:43:28.183606 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.198986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.208685 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] Pushing event deleted for resources: {'Network': ['ID=515d7aca-46ae-469e-bd6e-4f103c165581,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:28.215628 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-ae83b866-4dcd-4336-9e48-789045dfff9e admin admin] 10.222.0.36 "DELETE /v2.0/networks/515d7aca-46ae-469e-bd6e-4f103c165581 HTTP/1.1" status: 204 len: 168 time: 1.0078411 Mar 02 20:43:28.348002 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46858) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:28.356091 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3775e9b2-d94c-4394-aa13-fe882a22f2fc no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:28.389161 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 3775e9b2-d94c-4394-aa13-fe882a22f2fc {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:28.389484 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 3775e9b2-d94c-4394-aa13-fe882a22f2fc not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:28.390110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b154de28-3706-452a-9a99-c4f323ad612a no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:43:28.397259 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a571bce9-3aa4-455b-8cd4-0ac88cf99400 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f781cbd753c477db87b4445074eb064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480809 Mar 02 20:43:28.399774 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46862) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:28.412574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Deleting port 3775e9b2-d94c-4394-aa13-fe882a22f2fc {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:43:28.412946 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.454795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: b154de28-3706-452a-9a99-c4f323ad612a {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:43:28.455489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device b154de28-3706-452a-9a99-c4f323ad612a not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:43:28.458879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.488163 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-214c4eb3-edf6-4016-acc2-3d7bd9543c71 None None] The port '3775e9b2-d94c-4394-aa13-fe882a22f2fc' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:43:28.489079 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.548681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.563856 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc8220-cdb8-44bb-b771-17c5a73eaafa,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:28.571795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:28.572967 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-3206e41b-8abe-4fce-a2e9-42b4c2e32833 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96bc8220-cdb8-44bb-b771-17c5a73eaafa HTTP/1.1" status: 204 len: 168 time: 0.1723258 Mar 02 20:43:28.931336 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46870) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:28.984669 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9843a613-12ad-435a-9eeb-ab458d28a9ed admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb6e99ee982141e698d20368d12f4351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521240 Mar 02 20:43:28.988109 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46874) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:29.046031 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.071868 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.129358 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.146500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a8200e-f3e2-4b79-a2ac-4265855db90a,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:29.155547 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:29.159051 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-e890ba17-68d8-4058-88c3-aa31b317e321 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79a8200e-f3e2-4b79-a2ac-4265855db90a HTTP/1.1" status: 204 len: 168 time: 0.1675715 Mar 02 20:43:30.097353 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46898) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:30.219383 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-582168089-network', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:30.224429 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:30.228532 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Usage tracker for resource:network and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:30.231576 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:30.237640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:30.250829 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Made reservation on behalf of 16c0ebf4d439458f978b9068d7b7e2ac for: {'network': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:30.253500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.265795 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.280475 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:30.284700 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:30.287808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:30.300511 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:30.394087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.400294 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.429921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=87812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:43:30.437894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6c6e7-f529-4763-ab71-742f09f84098,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:30.443413 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.443692 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.segments_db [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Added segment eab00168-10e7-44b9-ae48-fdfb19cec058 of type vlan for network 9f85bb24-530e-4532-976f-ac40c649a965 Mar 02 20:43:30.468730 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.498349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.499301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:30.500058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.713032 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] Pushing event updated for resources: {'Network': ['ID=9f85bb24-530e-4532-976f-ac40c649a965,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:30.715874 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ff87c21b-9e05-489c-be31-0b3cfb9ed66a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6175301 Mar 02 20:43:30.720076 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46904) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:30.725067 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 9f85bb24-530e-4532-976f-ac40c649a965 details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:43:30.725594 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Request body: {'subnet': {'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-582168089-subnet', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:30.730430 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:30.734290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Usage tracker for resource:subnet and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:30.737409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:30.743604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:30.754391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Made reservation on behalf of 16c0ebf4d439458f978b9068d7b7e2ac for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:30.757080 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:30.959713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.028979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:31.038921 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Checking segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:31.039274 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Network hostable DHCP agents. Network: 9f85bb24-530e-4532-976f-ac40c649a965, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:43:31.061425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Network 9f85bb24-530e-4532-976f-ac40c649a965 is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:43:31.071599 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 9f85bb24-530e-4532-976f-ac40c649a965) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:31.075553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:31.076131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.081261 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f8146-3e9a-4299-aab7-d05398afd9b6 None None] Network 9f85bb24-530e-4532-976f-ac40c649a965 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:31.099321 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-8ec285e1-c280-48f2-b405-58b20bce6ddb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3755515 Mar 02 20:43:31.099864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46908) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:31.104632 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:31.109156 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:31.113060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Usage tracker for resource:router and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:31.115906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:31.121467 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:31.135057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.136100 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.151073 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.289940 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b2faa-1060-424b-98de-32568d991672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-9f85bb24-530e-4532-976f-ac40c649a965', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:43:31.291121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.417907 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.446340 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-532b2faa-1060-424b-98de-32568d991672 None None] Allocated IP 172.20.0.2 (9f85bb24-530e-4532-976f-ac40c649a965/c9fb02b5-3477-4c5b-89a4-5135f5fd06ca/ec873c9f-d9db-4561-9867-b918459068c5) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:31.653423 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.663441 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-532b2faa-1060-424b-98de-32568d991672 None None] Transition to ACTIVE for port object ec873c9f-d9db-4561-9867-b918459068c5 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:31.682218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-532b2faa-1060-424b-98de-32568d991672 None None] Transition to ACTIVE for port object ec873c9f-d9db-4561-9867-b918459068c5 will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:31.691348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.748733 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.749835 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b2faa-1060-424b-98de-32568d991672 None None] Network 9f85bb24-530e-4532-976f-ac40c649a965 is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:31.751095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-532b2faa-1060-424b-98de-32568d991672 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:31.754813 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b2faa-1060-424b-98de-32568d991672 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:31.778633 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.793280 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b2faa-1060-424b-98de-32568d991672 None None] Pushing event updated for resources: {'Port': ['ID=ec873c9f-d9db-4561-9867-b918459068c5,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:31.834642 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.834952 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.835283 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.835612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.835932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.836255 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.836603 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.836920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.837240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.837550 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.837862 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.838174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:31.866250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-532b2faa-1060-424b-98de-32568d991672 None None] Attempting to bind port ec873c9f-d9db-4561-9867-b918459068c5 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:31.866627 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-532b2faa-1060-424b-98de-32568d991672 None None] Attempting to bind port ec873c9f-d9db-4561-9867-b918459068c5 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:31.866960 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b2faa-1060-424b-98de-32568d991672 None None] Attempting to bind port ec873c9f-d9db-4561-9867-b918459068c5 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:31.872310 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b2faa-1060-424b-98de-32568d991672 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:31.872691 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b2faa-1060-424b-98de-32568d991672 None None] Checking segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:31.873085 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.873476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b2faa-1060-424b-98de-32568d991672 None None] Bound using segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:31.873931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-532b2faa-1060-424b-98de-32568d991672 None None] Bound port: ec873c9f-d9db-4561-9867-b918459068c5, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:31.874293 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:31.913847 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Allocated IP 172.26.2.29 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/024f3640-6940-4e2c-bebe-bc4d0435f1c2) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:31.963447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-532b2faa-1060-424b-98de-32568d991672 None None] For port ec873c9f-d9db-4561-9867-b918459068c5, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:31.966489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-532b2faa-1060-424b-98de-32568d991672 None None] For port ec873c9f-d9db-4561-9867-b918459068c5, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec873c9f-d9db-4561-9867-b918459068c5,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:31.971607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-532b2faa-1060-424b-98de-32568d991672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:32.069754 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:32.092151 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b2faa-1060-424b-98de-32568d991672 None None] Pushing event updated for resources: {'Port': ['ID=ec873c9f-d9db-4561-9867-b918459068c5,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:32.099827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:32.164950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:32.167958 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:32.176150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:32.351652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Pushing event updated for resources: {'Port': ['ID=024f3640-6940-4e2c-bebe-bc4d0435f1c2,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:32.395174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec873c9f-d9db-4561-9867-b918459068c5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:32.472696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ec873c9f-d9db-4561-9867-b918459068c5 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:32.749881 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.102287 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56bc65-4bcf-47d5-a145-eab098661a37 None None] Network 9f85bb24-530e-4532-976f-ac40c649a965 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:33.144728 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.232147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Provisioning for port ec873c9f-d9db-4561-9867-b918459068c5 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:33.251263 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Provisioning complete for port ec873c9f-d9db-4561-9867-b918459068c5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:33.251629 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.368319 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:43:33.466073 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.502825 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] For port ec873c9f-d9db-4561-9867-b918459068c5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec873c9f-d9db-4561-9867-b918459068c5,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:33.508630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.557207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:33.572185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:33.582750 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.586617 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-7b99eecc-52e1-4933-9b29-6224ae32e41c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4835229 Mar 02 20:43:33.587591 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46912) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:33.596022 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:33.596778 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:33.657355 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a2f1c-6347-4e3c-b74c-67e1e0f79f7a None None] Pushing event updated for resources: {'Port': ['ID=ec873c9f-d9db-4561-9867-b918459068c5,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:33.774488 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-98cc74e2-f468-4f07-a90c-dbaf9c38d610 None None] Provisioning complete for port ec873c9f-d9db-4561-9867-b918459068c5 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:33.774752 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-98cc74e2-f468-4f07-a90c-dbaf9c38d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:33.817489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:34.159545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:32Z', 'revision_number': 3, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:34.163568 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:34.163912 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Updating router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:43:34.216090 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.259218 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.370904 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec873c9f-d9db-4561-9867-b918459068c5 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:34.472920 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Allocated IP 172.20.0.1 (9f85bb24-530e-4532-976f-ac40c649a965/c9fb02b5-3477-4c5b-89a4-5135f5fd06ca/d16579ed-fd85-48ab-bb3e-dc91b87a1099) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:34.565999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ec873c9f-d9db-4561-9867-b918459068c5 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:34.566395 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.620927 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.644263 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.provisioning_blocks [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Transition to ACTIVE for port object d16579ed-fd85-48ab-bb3e-dc91b87a1099 will not be triggered until provisioned by entity DHCP. {{(pid=87813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:34.669188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.695497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.729176 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Network 9f85bb24-530e-4532-976f-ac40c649a965 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:34.737506 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:34.737727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Transition to ACTIVE for port object 024f3640-6940-4e2c-bebe-bc4d0435f1c2 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:34.745800 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:34.756057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.778334 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:34.807034 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.858131 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Attempting to bind port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:34.858497 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Attempting to bind port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:34.858859 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Attempting to bind port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:34.861119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf650d0-12ae-4070-a9bb-28b31b16283b None None] Pushing event updated for resources: {'Port': ['ID=024f3640-6940-4e2c-bebe-bc4d0435f1c2,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:34.868385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:34.868766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:34.869170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.869611 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:34.870004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Bound port: 024f3640-6940-4e2c-bebe-bc4d0435f1c2, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:34.870375 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:34.951728 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] For port 024f3640-6940-4e2c-bebe-bc4d0435f1c2, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:34.956253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] For port 024f3640-6940-4e2c-bebe-bc4d0435f1c2, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=024f3640-6940-4e2c-bebe-bc4d0435f1c2,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:34.962992 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.047378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:35.048228 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:35.117630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf650d0-12ae-4070-a9bb-28b31b16283b None None] Pushing event updated for resources: {'Port': ['ID=024f3640-6940-4e2c-bebe-bc4d0435f1c2,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:35.128668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eaea4f55-2050-4002-9415-b5287eede642 None None] Provisioning for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:35.138570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-eaea4f55-2050-4002-9415-b5287eede642 None None] Provisioning complete for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:35.138941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-eaea4f55-2050-4002-9415-b5287eede642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.195504 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.275721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-eaea4f55-2050-4002-9415-b5287eede642 None None] Port d16579ed-fd85-48ab-bb3e-dc91b87a1099 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:43:35.288644 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:35.420373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.426601 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.533791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:35.536674 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Pushing event updated for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:35.574931 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:32Z', 'revision_number': 3, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:35.579250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f594c-d13c-40ca-9af2-4d5b41568870 None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:32Z', 'revision_number': 3, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:35.672833 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Network 9f85bb24-530e-4532-976f-ac40c649a965 is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:35.674276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:35.887071 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:43:36.004245 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-64f8bb73-97e5-4b66-9c6f-ce11b14894fc None None] Provisioning complete for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:36.004665 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-64f8bb73-97e5-4b66-9c6f-ce11b14894fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.060447 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-64f8bb73-97e5-4b66-9c6f-ce11b14894fc None None] Port d16579ed-fd85-48ab-bb3e-dc91b87a1099 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:43:36.074877 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:36.084472 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-446ef42c-139c-4905-802e-f2f5bcd322d4 admin admin] 10.222.0.36 "PUT /v2.0/routers/47774f31-1d67-44fa-aa42-cb8ca11c8d88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4953213 Mar 02 20:43:36.395807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 024f3640-6940-4e2c-bebe-bc4d0435f1c2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:36.470494 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:36.477723 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:36.478146 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.599633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.612880 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 46930) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:36.618179 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 024f3640-6940-4e2c-bebe-bc4d0435f1c2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=024f3640-6940-4e2c-bebe-bc4d0435f1c2,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:36.623583 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1286051958-network', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:36.623822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.633291 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:36.637429 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Usage tracker for resource:network and tenant:cd78986f0c204ca98515b308cc691b18 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:36.640533 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:36.646581 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:36.658643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Made reservation on behalf of cd78986f0c204ca98515b308cc691b18 for: {'network': 1} {{(pid=87813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:36.661127 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for network, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.673846 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.688580 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:36.692810 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Usage tracker for resource:security_group_rule and tenant:cd78986f0c204ca98515b308cc691b18 is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:36.695834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:36.701282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=024f3640-6940-4e2c-bebe-bc4d0435f1c2,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:36.702632 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:36.793855 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.799441 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.834112 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=87813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 20:43:36.844109 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad788a-dd4d-4559-b1f4-0d8aba25ebbd,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:36.851673 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.852714 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.segments_db [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Added segment 81f68918-5e9e-428c-8349-dbddbb9b13df of type vlan for network 06644db4-97d0-405a-b6d3-9684660862ce Mar 02 20:43:36.881254 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737253241766'] for network, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.911962 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951'] for network, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:36.913118 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:36.913693 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.022826 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] Pushing event updated for resources: {'Network': ['ID=06644db4-97d0-405a-b6d3-9684660862ce,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:37.031049 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-714ac763-bdf3-45af-a9ac-f39e29312186 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4141490 Mar 02 20:43:37.031702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46934) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:37.033569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Network 06644db4-97d0-405a-b6d3-9684660862ce details requested by agent ovs-agent-dv-neutron-831594-2-hyperv with host dv-neutron-831594-2-hyperv {{(pid=87814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 20:43:37.039247 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Request body: {'subnet': {'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1286051958-subnet', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'ip_version': 4}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:37.044544 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:37.049249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Usage tracker for resource:subnet and tenant:cd78986f0c204ca98515b308cc691b18 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:37.052556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:37.065147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:37.080531 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:37.083971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Made reservation on behalf of cd78986f0c204ca98515b308cc691b18 for: {'subnet': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:37.086867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2689576'] for subnet, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.090963 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:37.091562 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:37.274753 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:37.422660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2136235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2689598'] for subnet, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.493634 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b826c3c9-b390-4db2-b92f-75ed06196b72,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:37.502331 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Checking segment: {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:37.502662 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Network hostable DHCP agents. Network: 06644db4-97d0-405a-b6d3-9684660862ce, hostable agents: ['cae5ddbc-177a-4d84-a91c-7c1eed3ddb97'], hosted agents: [] {{(pid=87812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 20:43:37.522937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Network 06644db4-97d0-405a-b6d3-9684660862ce is scheduled to be hosted by DHCP agent cae5ddbc-177a-4d84-a91c-7c1eed3ddb97 with binding_index 1 {{(pid=87812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 20:43:37.533479 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831594-2-hyperv, 06644db4-97d0-405a-b6d3-9684660862ce) {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:37.539801 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:37.539904 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.543896 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff82f32a-2316-4dd9-8910-d05819bcb33c None None] Network 06644db4-97d0-405a-b6d3-9684660862ce requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:37.564507 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-dd57eb09-a370-4b8d-9243-e3450e2549ff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5315156 Mar 02 20:43:37.567175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46938) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:37.572675 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:37.577595 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:37.581805 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Usage tracker for resource:router and tenant:cd78986f0c204ca98515b308cc691b18 is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:37.584990 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:37.591249 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:37.608452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-334482', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1804'] for router, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.609885 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-329100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333395', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-509095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1797'] for router, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.627238 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.646200 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 2, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:37.652402 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:37.652694 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Updating router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 port d16579ed-fd85-48ab-bb3e-dc91b87a1099 binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:43:37.705088 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.772886 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5970a3d9-446d-551f-929f-db3157bf0052-06644db4-97d0-405a-b6d3-9684660862ce', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72'}]}} from dv-neutron-831594-2-hyperv. {{(pid=87814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 20:43:37.773722 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.914549 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-334463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1811'] for router, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:37.932236 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.db_base_plugin_common [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Allocated IP 172.20.0.2 (06644db4-97d0-405a-b6d3-9684660862ce/b826c3c9-b390-4db2-b92f-75ed06196b72/0b7742f0-cd66-4621-947a-5d25baa56f6f) {{(pid=87814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:38.069340 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.083735 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Transition to ACTIVE for port object d16579ed-fd85-48ab-bb3e-dc91b87a1099 will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:38.091015 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.147137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks [] for port, precommit_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.159501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Transition to ACTIVE for port object 0b7742f0-cd66-4621-947a-5d25baa56f6f will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:38.179119 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Transition to ACTIVE for port object 0b7742f0-cd66-4621-947a-5d25baa56f6f will not be triggered until provisioned by entity DHCP. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:38.188231 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208'] for port, after_create {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.243489 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.249181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Network 06644db4-97d0-405a-b6d3-9684660862ce is already hosted by enough agents. {{(pid=87814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:38.252036 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Pushing event updated for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:38.263657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.scheduler.base_scheduler [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Resources bound (agent type, host, resource id): {{(pid=87814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:38.269948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.269948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.270269 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.270807 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.271032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Received port after_create {{(pid=87814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:38.271492 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.272001 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.272512 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.273017 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.273509 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.273992 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.274486 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.274976 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:43:38.293464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.346594 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Attempting to bind port d16579ed-fd85-48ab-bb3e-dc91b87a1099 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:38.347008 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Attempting to bind port d16579ed-fd85-48ab-bb3e-dc91b87a1099 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:38.347505 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Attempting to bind port d16579ed-fd85-48ab-bb3e-dc91b87a1099 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:38.354365 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:38.354736 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Checking segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:38.355187 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.355574 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Bound using segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:38.356033 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Bound port: d16579ed-fd85-48ab-bb3e-dc91b87a1099, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:38.356542 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.428709 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 024f3640-6940-4e2c-bebe-bc4d0435f1c2 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:38.456182 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] For port d16579ed-fd85-48ab-bb3e-dc91b87a1099, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:38.459596 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] For port d16579ed-fd85-48ab-bb3e-dc91b87a1099, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d16579ed-fd85-48ab-bb3e-dc91b87a1099,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:38.464451 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Pushing event updated for resources: {'Port': ['ID=0b7742f0-cd66-4621-947a-5d25baa56f6f,revision_number=1']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:38.465540 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.496653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Attempting to bind port 0b7742f0-cd66-4621-947a-5d25baa56f6f on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:38.497024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Attempting to bind port 0b7742f0-cd66-4621-947a-5d25baa56f6f by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:38.497385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Attempting to bind port 0b7742f0-cd66-4621-947a-5d25baa56f6f on network 06644db4-97d0-405a-b6d3-9684660862ce {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:38.513528 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Allocated IP 172.26.2.86 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/ffee741c-ae4d-497e-88fa-d76aa993baf0) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:38.515925 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:38.516095 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Checking segment: {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:38.516529 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.516919 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Bound using segment: {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:38.517389 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Bound port: 0b7742f0-cd66-4621-947a-5d25baa56f6f, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:38.517757 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.552948 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:38.553639 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:38.625449 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:38.626008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.720436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] For port 0b7742f0-cd66-4621-947a-5d25baa56f6f, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:38.733971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.743437 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] For port 0b7742f0-cd66-4621-947a-5d25baa56f6f, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0b7742f0-cd66-4621-947a-5d25baa56f6f,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:38.752774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.775547 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:38.782252 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:38.825875 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e3788-051f-4f39-8b52-4f22cae353eb None None] Pushing event updated for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:38.856768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:38.859589 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:38.863409 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:38.900824 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83ade8-dbd1-4daa-9aa3-2d22f1762f18 None None] Pushing event updated for resources: {'Port': ['ID=0b7742f0-cd66-4621-947a-5d25baa56f6f,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:38.924045 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Pushing event updated for resources: {'Port': ['ID=ffee741c-ae4d-497e-88fa-d76aa993baf0,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:39.143760 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:38Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:39.148840 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d39d74-1ae5-4619-88c5-4e60bbf8baa2 None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:38Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:39.468305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:39.852606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-334441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333326'] for router, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:39.967415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd700d4a-b6fa-4e67-b627-a2f1fc5e432e None None] Network 06644db4-97d0-405a-b6d3-9684660862ce requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:43:40.077540 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Router a9bc6d56-6b17-4d93-bb41-e6cae8896abd is scheduled to L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c with binding_index 1 {{(pid=87812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 20:43:40.082667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ca6c62a9-ce24-4206-b5c8-e5ae1a53f4ff None None] Provisioning for port 0b7742f0-cd66-4621-947a-5d25baa56f6f completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:40.270797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:40.280092 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Sync routers for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:40.291509 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:40.292185 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:40.298275 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] Notify callbacks [] for router, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:40.299567 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-045dc3f9-b69e-4306-b1d6-efd40b9a9c0e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7314236 Mar 02 20:43:40.302694 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46942) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:40.480498 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d16579ed-fd85-48ab-bb3e-dc91b87a1099 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:40.617520 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:40.821976 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:40.836296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:40.836695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.018078 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.045995 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:39Z', 'revision_number': 3, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:41.056443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Checking router: a9bc6d56-6b17-4d93-bb41-e6cae8896abd for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:41.056792 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Updating router a9bc6d56-6b17-4d93-bb41-e6cae8896abd port ffee741c-ae4d-497e-88fa-d76aa993baf0 binding host dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:43:41.091114 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port d16579ed-fd85-48ab-bb3e-dc91b87a1099, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d16579ed-fd85-48ab-bb3e-dc91b87a1099,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:41.100696 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.101476 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0b7742f0-cd66-4621-947a-5d25baa56f6f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:41.127824 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.191415 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.268969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:41.342851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Allocated IP 172.20.0.1 (06644db4-97d0-405a-b6d3-9684660862ce/b826c3c9-b390-4db2-b92f-75ed06196b72/625b8222-56e5-4436-84f5-920e00b66a7e) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:41.343120 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 0b7742f0-cd66-4621-947a-5d25baa56f6f completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:41.352675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0b7742f0-cd66-4621-947a-5d25baa56f6f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:41.353044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.491070 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.507212 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Transition to ACTIVE for port object 625b8222-56e5-4436-84f5-920e00b66a7e will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:41.533067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.579142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.597065 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Network 06644db4-97d0-405a-b6d3-9684660862ce is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:41.599729 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:41.602438 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:41.656531 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Pushing event updated for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:41.670677 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 0b7742f0-cd66-4621-947a-5d25baa56f6f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0b7742f0-cd66-4621-947a-5d25baa56f6f,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:41.674965 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-332612'] for router_interface, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.683707 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.716667 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks [] for port, precommit_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.745416 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Transition to ACTIVE for port object ffee741c-ae4d-497e-88fa-d76aa993baf0 will not be triggered until provisioned by entity L2. {{(pid=87814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:41.763780 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.779046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=0b7742f0-cd66-4621-947a-5d25baa56f6f,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:41.842605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Attempting to bind port ffee741c-ae4d-497e-88fa-d76aa993baf0 on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:41.842975 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Attempting to bind port ffee741c-ae4d-497e-88fa-d76aa993baf0 by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:41.843329 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Attempting to bind port ffee741c-ae4d-497e-88fa-d76aa993baf0 on network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:41.858450 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:41.858822 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Checking segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:41.859220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.859599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Bound using segment: {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'} {{(pid=87814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:41.860147 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.managers [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Bound port: ffee741c-ae4d-497e-88fa-d76aa993baf0, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d05c0e-2850-48e7-bdfb-47df549c165e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb'}}] {{(pid=87814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:41.860542 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.903882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2793-c1ca-462a-a712-aa9fc26ec4eb None None] Pushing event updated for resources: {'Port': ['ID=ffee741c-ae4d-497e-88fa-d76aa993baf0,revision_number=2']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:41.940708 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6cde7af3-c9f9-4442-a540-5df3678f798c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.945043 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec91639e-dc4b-4f8b-b818-1f84d240a97f None None] Provisioning for port 625b8222-56e5-4436-84f5-920e00b66a7e completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:41.954077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-ec91639e-dc4b-4f8b-b818-1f84d240a97f None None] Provisioning complete for port 625b8222-56e5-4436-84f5-920e00b66a7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:41.954438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ec91639e-dc4b-4f8b-b818-1f84d240a97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.957515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:41.992299 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] For port ffee741c-ae4d-497e-88fa-d76aa993baf0, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:42.013010 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] For port ffee741c-ae4d-497e-88fa-d76aa993baf0, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ffee741c-ae4d-497e-88fa-d76aa993baf0,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:42.018136 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-ec91639e-dc4b-4f8b-b818-1f84d240a97f None None] Port 625b8222-56e5-4436-84f5-920e00b66a7e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:43:42.020939 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.095698 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:43:42.097573 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:42.098192 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:42.153648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e2793-c1ca-462a-a712-aa9fc26ec4eb None None] Pushing event updated for resources: {'Port': ['ID=ffee741c-ae4d-497e-88fa-d76aa993baf0,revision_number=3']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:42.189543 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.195081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.301067 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Pushing event updated for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:42.303557 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-333053'] for router_interface, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.331004 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:42.382445 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d16579ed-fd85-48ab-bb3e-dc91b87a1099 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:42.574894 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Network 06644db4-97d0-405a-b6d3-9684660862ce is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:42.576239 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:42.612232 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port d16579ed-fd85-48ab-bb3e-dc91b87a1099 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:42.612623 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.777233 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Router a9bc6d56-6b17-4d93-bb41-e6cae8896abd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:43:42.801405 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0b7742f0-cd66-4621-947a-5d25baa56f6f up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:42.847427 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '625b8222-56e5-4436-84f5-920e00b66a7e', 'name': '', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'mac_address': 'fa:16:3e:5e:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:41Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 1, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'subnets': [{'id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:42.865689 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69068fa-1ee9-4c6a-9b2d-19fa5fb41ff1 None None] The sync data for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv is: [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '625b8222-56e5-4436-84f5-920e00b66a7e', 'name': '', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'mac_address': 'fa:16:3e:5e:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:41Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 1, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'subnets': [{'id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:42.878551 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-81e02a02-20b5-4403-98a9-7c64810b9498 None None] Provisioning complete for port 625b8222-56e5-4436-84f5-920e00b66a7e triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:42.878918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-81e02a02-20b5-4403-98a9-7c64810b9498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.941531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 0b7742f0-cd66-4621-947a-5d25baa56f6f triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:42.941902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:42.970587 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:43:42.973548 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-81e02a02-20b5-4403-98a9-7c64810b9498 None None] Port 625b8222-56e5-4436-84f5-920e00b66a7e cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:43:42.980942 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b4afc5a5-40ea-4d1a-81fd-9e7a76a484d6 admin admin] 10.222.0.36 "PUT /v2.0/routers/a9bc6d56-6b17-4d93-bb41-e6cae8896abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6769834 Mar 02 20:43:43.725639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46952) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:43.731278 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717030695', 'description': 'tempest-secgroup-smoke-717030695 description', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:43.738477 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:43.742660 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:43.745811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:43.751749 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:43.766131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:43.787048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:43.791391 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:43.794423 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:43.800291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:43.872496 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:43.878641 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:43.928406 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb3c00-461b-42d0-8270-4faa476b310f,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:43.932017 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:43.933249 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-c554e54f-d8ad-4c66-8f6d-02acde4c0499 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2065916 Mar 02 20:43:43.936170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46956) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:43.941979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:43.948129 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:43.951970 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:43.955343 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:43.961606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:43.980488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.046611 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.051033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.074556 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d623e4-8071-4ecd-bb13-dc8bb78f261f,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.084302 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.088519 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-567c777c-5ad4-4a41-a240-46c19c84612f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488807 Mar 02 20:43:44.088764 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46960) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:44.094414 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:44.105973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:44.112058 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:44.115157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:44.121117 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:44.139706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.204782 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.209366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.232998 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc14d5d5-da1e-435d-9ade-1256922ce388,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.242466 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.244120 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ef1154a4-c921-4d9a-8466-4da29ed9c25e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543829 Mar 02 20:43:44.247292 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46964) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:44.252318 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:44.258485 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:44.262283 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:44.265150 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:44.270706 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:44.288763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.373584 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.378763 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.401717 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ffee741c-ae4d-497e-88fa-d76aa993baf0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:44.403216 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a8bdbb-34f9-4e43-905d-9b1ec95b67ab,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.418424 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.422406 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a04466a5-d436-433a-9ac6-2a4854f89606 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714163 Mar 02 20:43:44.422588 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46968) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:44.427575 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:44.433454 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:44.437573 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:44.440592 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:44.446234 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:44.474768 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.482945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port ffee741c-ae4d-497e-88fa-d76aa993baf0 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:44.489345 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ffee741c-ae4d-497e-88fa-d76aa993baf0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:44.489942 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.551887 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.556880 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.580301 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98c278a-d908-4ed5-8b99-9487be86f093,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.590552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.591878 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-936918b0-7964-4d77-8e5f-8ee5fd630c1a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683702 Mar 02 20:43:44.594761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46972) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:44.600050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:44.606211 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:44.610160 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:44.613261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:44.614609 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.619484 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:44.634774 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Project 16c0ebf4d439458f978b9068d7b7e2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:43:44.637679 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port ffee741c-ae4d-497e-88fa-d76aa993baf0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ffee741c-ae4d-497e-88fa-d76aa993baf0,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:44.642093 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.642589 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.717689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.725438 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=ffee741c-ae4d-497e-88fa-d76aa993baf0,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.727350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.758505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778ad470-0853-47f0-9169-ce92f13a8f34,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.773184 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.776383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-ed5c41ec-8e47-44bc-9f55-9b286d973a33 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1788852 Mar 02 20:43:44.777418 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 46976) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:44.782626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'security_group_rule': {'security_group_id': '9ebb3c00-461b-42d0-8270-4faa476b310f', 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:44.789421 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:44.794522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:security_group_rule and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:44.797855 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:44.804291 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:44.821103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.securitygroups_db [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Project 16c0ebf4d439458f978b9068d7b7e2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 20:43:44.828822 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.898220 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.903702 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577256'] for security_group_rule, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.930710 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c667211-8223-41d5-a973-b2c2e39e280b,revision_number=0']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:44.943867 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:44.945209 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-0a06a93f-8a3b-43ea-9456-87e8b33036a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1667745 Mar 02 20:43:45.067258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-2f3c61cb-2192-4b18-b565-3829401ac864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:45.130603 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-0958033f-25b4-40d3-acf9-28fd6957e5b7 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:security_group {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:45.151879 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-0958033f-25b4-40d3-acf9-28fd6957e5b7 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:security_group {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:45.153382 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-0958033f-25b4-40d3-acf9-28fd6957e5b7 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717030695&fields=id&tenant_id=16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 267 time: 0.0697255 Mar 02 20:43:45.333471 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-53ca6e9f-c7d7-42a8-af56-8440a3f1e308 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:45.334432 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-53ca6e9f-c7d7-42a8-af56-8440a3f1e308 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:network {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:45.353674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-53ca6e9f-c7d7-42a8-af56-8440a3f1e308 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:network {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:45.354902 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-53ca6e9f-c7d7-42a8-af56-8440a3f1e308 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 809 time: 0.1944523 Mar 02 20:43:45.372866 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-51494a7c-3497-402f-9545-69afc629faa4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/quotas/16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 375 time: 0.0096922 Mar 02 20:43:45.464087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-33be2971-476c-451f-a766-b36282a06972 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860586 Mar 02 20:43:45.480119 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-d1c32ebd-5597-4f91-bc13-8fcf0fbb41ac service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:43:45.481118 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-d1c32ebd-5597-4f91-bc13-8fcf0fbb41ac service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052922 Mar 02 20:43:45.550187 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:45.581585 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:45.625020 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-3052c23c-0ffc-42b1-acc3-6d5ca80374b4 service neutron] 10.222.0.36 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370418 Mar 02 20:43:45.693935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:45.883293 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-b795d2c7-ca7b-4c83-84f1-d0bf68b498b9 service neutron] 10.222.0.36 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511373 Mar 02 20:43:46.094116 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a87742b6-066f-4640-b9ba-eed4145be6dd req-51634cbc-ff5c-4204-a64b-b9259935e462 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 210 time: 0.0451329 Mar 02 20:43:46.404985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ffee741c-ae4d-497e-88fa-d76aa993baf0 up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:46.491674 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Sync routers for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:43:46.500713 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port ffee741c-ae4d-497e-88fa-d76aa993baf0 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:46.501645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:46.511739 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:46.512508 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:46.761184 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:47.108991 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '625b8222-56e5-4436-84f5-920e00b66a7e', 'name': '', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'mac_address': 'fa:16:3e:5e:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:41Z', 'updated_at': '2022-03-02T20:43:42Z', 'revision_number': 2, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'subnets': [{'id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:47.114069 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Checking router: a9bc6d56-6b17-4d93-bb41-e6cae8896abd for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:43:47.114534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Updating router a9bc6d56-6b17-4d93-bb41-e6cae8896abd port 625b8222-56e5-4436-84f5-920e00b66a7e binding host dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 20:43:47.169032 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.294296 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.328368 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6f612030-ef2d-49be-a5ec-364af05b302a req-118385e6-8970-4e3c-882c-8be18381fc39 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 210 time: 0.0752578 Mar 02 20:43:47.389305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-f7c1089b-a2e5-46ee-84c9-8df6305affcb tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:47.391074 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-f7c1089b-a2e5-46ee-84c9-8df6305affcb tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 809 time: 0.2454488 Mar 02 20:43:47.449389 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-e35ff371-2669-4017-ab83-9f95aac19be8 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 379 time: 0.0495007 Mar 02 20:43:47.457638 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'port': {'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'admin_state_up': True, 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'security_groups': ['9ebb3c00-461b-42d0-8270-4faa476b310f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:47.591938 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.606390 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:47.608774 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.provisioning_blocks [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Transition to ACTIVE for port object 625b8222-56e5-4436-84f5-920e00b66a7e will not be triggered until provisioned by entity L2. {{(pid=87815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:47.611896 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:port and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:47.616375 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:47.619319 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.624035 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:47.635210 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Made reservation on behalf of 16c0ebf4d439458f978b9068d7b7e2ac for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:43:47.638950 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.780567 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1582ef-a05b-4800-a301-9f44e6486c73 None None] Pushing event updated for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=3']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:47.839736 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Allocated IP 172.20.0.14 (9f85bb24-530e-4532-976f-ac40c649a965/c9fb02b5-3477-4c5b-89a4-5135f5fd06ca/4f5c0b20-9eb2-486d-9faf-babddd2b4aa8) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:47.849389 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Attempting to bind port 625b8222-56e5-4436-84f5-920e00b66a7e on host dv-neutron-831594-2-hyperv for vnic_type normal with profile {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:47.849682 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Attempting to bind port 625b8222-56e5-4436-84f5-920e00b66a7e by drivers openvswitch,hyperv on host dv-neutron-831594-2-hyperv at level 0 using segments [{'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:47.850060 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Attempting to bind port 625b8222-56e5-4436-84f5-920e00b66a7e on network 06644db4-97d0-405a-b6d3-9684660862ce {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:47.855873 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Checking agent: {'id': '99c65d77-8aad-445c-9ed2-aa8bc5823924', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831594-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 46, 45), 'started_at': datetime.datetime(2022, 3, 2, 19, 47, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831594-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:47.856278 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Checking segment: {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:47.856684 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.857070 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Bound using segment: {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'} {{(pid=87815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:47.857534 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.managers [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Bound port: 625b8222-56e5-4436-84f5-920e00b66a7e, host: dv-neutron-831594-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f68918-5e9e-428c-8349-dbddbb9b13df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce'}}] {{(pid=87815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:47.857902 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:47.955733 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] For port 625b8222-56e5-4436-84f5-920e00b66a7e, host dv-neutron-831594-2-hyperv, cleared binding levels {{(pid=87815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:47.960622 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.plugins.ml2.db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] For port 625b8222-56e5-4436-84f5-920e00b66a7e, host dv-neutron-831594-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=625b8222-56e5-4436-84f5-920e00b66a7e,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:47.965990 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron_lib.callbacks.manager [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.043510 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:43:48.043813 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.044079 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:48.060888 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Transition to ACTIVE for port object 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:48.086350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.100596 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1582ef-a05b-4800-a301-9f44e6486c73 None None] Pushing event updated for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=4']} {{(pid=87815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:48.150610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Network 9f85bb24-530e-4532-976f-ac40c649a965 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:48.153815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:48.158176 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:48.218986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:48.249328 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:48.250142 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.277387 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-66aac5ea-ea13-45a7-a403-2aeb4955719a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8234608 Mar 02 20:43:48.291175 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:43:48.291568 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Request body: {'port': {'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:48.426044 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 625b8222-56e5-4436-84f5-920e00b66a7e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:48.485320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.509653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-23b5ac8d-d4db-45b2-b3b8-2791e914467b None None] Provisioning for port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:48.516260 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-23b5ac8d-d4db-45b2-b3b8-2791e914467b None None] Provisioning complete for port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:48.516653 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-23b5ac8d-d4db-45b2-b3b8-2791e914467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.570836 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning for port 625b8222-56e5-4436-84f5-920e00b66a7e completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:48.579530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 625b8222-56e5-4436-84f5-920e00b66a7e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:48.580180 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.618599 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-23b5ac8d-d4db-45b2-b3b8-2791e914467b None None] Port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:43:48.667777 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '625b8222-56e5-4436-84f5-920e00b66a7e', 'name': '', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'mac_address': 'fa:16:3e:5e:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:41Z', 'updated_at': '2022-03-02T20:43:47Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'subnets': [{'id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:43:48.672492 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34806be0-51db-485d-a70e-b175be1459b3 None None] The sync data for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv is: [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': '625b8222-56e5-4436-84f5-920e00b66a7e', 'name': '', 'network_id': '06644db4-97d0-405a-b6d3-9684660862ce', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'mac_address': 'fa:16:3e:5e:8c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:41Z', 'updated_at': '2022-03-02T20:43:47Z', 'revision_number': 4, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'subnets': [{'id': 'b826c3c9-b390-4db2-b92f-75ed06196b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:43:48.699025 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0680d-85fd-4a91-8b89-2617ce582788 req-198ab446-6e54-47bc-b99d-39efa1be2acd tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:48.699740 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8ac0680d-85fd-4a91-8b89-2617ce582788 req-198ab446-6e54-47bc-b99d-39efa1be2acd tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:43:48.743066 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.751835 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-8ac0680d-85fd-4a91-8b89-2617ce582788 req-198ab446-6e54-47bc-b99d-39efa1be2acd tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:43:48.753011 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ac0680d-85fd-4a91-8b89-2617ce582788 req-198ab446-6e54-47bc-b99d-39efa1be2acd tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 932 time: 0.2695472 Mar 02 20:43:48.778559 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] For port 625b8222-56e5-4436-84f5-920e00b66a7e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=625b8222-56e5-4436-84f5-920e00b66a7e,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:48.784113 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:48.885325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Pushing event updated for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:48.911686 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8ac0680d-85fd-4a91-8b89-2617ce582788 req-48856a55-a731-4c0c-9dce-369a5ea9145d tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854197 Mar 02 20:43:48.995208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:43:49.002574 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:49.016815 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Transition to ACTIVE for port object 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:43:49.022200 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:49.278335 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:49.377628 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Attempting to bind port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:43:49.377949 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Attempting to bind port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:43:49.378261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Attempting to bind port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:49.382864 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 on network 9f85bb24-530e-4532-976f-ac40c649a965 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:43:49.383170 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Attempting to bind port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:43:49.388177 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:43:49.388606 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Checking segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:43:49.388997 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Bound using segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:43:49.389381 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Bound port: 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:43:49.389703 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:49.480172 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:43:49.483519 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:43:49.491734 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:49.550034 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:49.550665 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:49.552055 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] 10.222.0.32 "PUT /v2.0/ports/4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1094 time: 1.2668467 Mar 02 20:43:49.552504 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:43:49.582681 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fed43-a21a-46b4-8f7d-dbb01f36400a service neutron] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:49.680110 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-c96a44ce-678d-46ba-a5c6-b1b22aae63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:49.681724 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-c96a44ce-678d-46ba-a5c6-b1b22aae63c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1097 time: 0.0905719 Mar 02 20:43:49.691169 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'status': 'completed', 'code': 200} Mar 02 20:43:49.753461 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-70c5b77c-c605-471b-a234-66a1db3433ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 217 time: 0.0641618 Mar 02 20:43:49.823639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-3c067f7c-af2e-4e1c-8aa3-3419b7df640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:49.825052 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-3c067f7c-af2e-4e1c-8aa3-3419b7df640a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0662496 Mar 02 20:43:49.901826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d89759-35c9-4639-a654-8a79f485ceec req-d65c5c99-334c-459f-ab35-dc04fddd10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:49.903334 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-d65c5c99-334c-459f-ab35-dc04fddd10e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718875 Mar 02 20:43:50.082172 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-15231fd2-b726-4f3c-bbd2-f269a652ffea service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726780 Mar 02 20:43:50.231515 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abc065-acf0-4503-b9f4-72c37a84fc5d req-837a06fe-7bcc-492d-8a63-2b52e6253e48 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:50.232932 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36abc065-acf0-4503-b9f4-72c37a84fc5d req-837a06fe-7bcc-492d-8a63-2b52e6253e48 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.1984532 Mar 02 20:43:50.242563 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-57d89759-35c9-4639-a654-8a79f485ceec req-20cef75e-a497-47ee-8006-a216093550bb service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542029 Mar 02 20:43:50.285601 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-36abc065-acf0-4503-b9f4-72c37a84fc5d req-ad1f8e67-6293-4fa5-811b-b09c40047f9b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459409 Mar 02 20:43:50.363761 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-d4367a4f-f7a0-4ba1-b29f-9d1c0f5928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:50.365333 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-d4367a4f-f7a0-4ba1-b29f-9d1c0f5928fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1097 time: 0.0760891 Mar 02 20:43:50.389029 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 625b8222-56e5-4436-84f5-920e00b66a7e up at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:50.466612 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Provisioning complete for port 625b8222-56e5-4436-84f5-920e00b66a7e triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:50.466984 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:50.504563 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-2efd0011-5efe-465d-877e-2dd9c1950267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:50.505614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-2efd0011-5efe-465d-877e-2dd9c1950267 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1343517 Mar 02 20:43:50.583964 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-4978797e-9435-4b90-be2b-41a7235bca89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 217 time: 0.0699699 Mar 02 20:43:50.662770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-57ca949c-b234-42a5-beb5-acb27ca70076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:50.665067 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-57ca949c-b234-42a5-beb5-acb27ca70076 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0746648 Mar 02 20:43:50.743604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-56ec8d1e-bce9-4e5e-b629-7f9f24f0bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:50.745163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-56ec8d1e-bce9-4e5e-b629-7f9f24f0bf17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733969 Mar 02 20:43:50.878358 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-b0581b6e-9531-43a4-89fb-bcc4cd902f9e service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263654 Mar 02 20:43:51.017469 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-87412cb8-b450-4ce3-8a67-b7dcb8df9dad req-6c2e408d-6a4a-4631-9814-3ee76a21daaf service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318681 Mar 02 20:43:51.582399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558f12b-0620-47a4-8d53-d76f9c173d38 req-f16c9fa0-46a0-4d43-aa3f-602d8b817244 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:51.583894 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3558f12b-0620-47a4-8d53-d76f9c173d38 req-f16c9fa0-46a0-4d43-aa3f-602d8b817244 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.1895962 Mar 02 20:43:51.629103 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3558f12b-0620-47a4-8d53-d76f9c173d38 req-734e93d8-946f-4f11-942f-2211f0eb8432 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393984 Mar 02 20:43:52.837368 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c14a-a1cd-406f-8f9e-5e199d2634bf req-05c3fbdc-bb90-4c10-813c-61f6ecb70303 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:52.838960 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b91c14a-a1cd-406f-8f9e-5e199d2634bf req-05c3fbdc-bb90-4c10-813c-61f6ecb70303 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.0850971 Mar 02 20:43:52.890613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8b91c14a-a1cd-406f-8f9e-5e199d2634bf req-3c8d539d-9a4c-4035-86c7-3d2a6329a7a4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425093 Mar 02 20:43:53.631850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:43:53.772676 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:53.787248 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:43:53.851142 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:53.868882 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:43:53.885993 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:53.892452 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:53.967774 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:54.099344 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:43:54.102769 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df1cd3-bcaa-4e91-8959-cc2a2cd4aaf5 req-c0f75689-5e91-4ae6-a664-f9afa5876a79 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:54.104261 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3df1cd3-bcaa-4e91-8959-cc2a2cd4aaf5 req-c0f75689-5e91-4ae6-a664-f9afa5876a79 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 945 time: 0.1018460 Mar 02 20:43:54.162050 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3df1cd3-bcaa-4e91-8959-cc2a2cd4aaf5 req-a2d8df88-b891-4ddb-99e7-98efd5426d39 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511427 Mar 02 20:43:55.352920 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababb2f-9ce1-4c15-a32f-1a878d2b9c99 req-fb2996bf-dd6b-4f59-93a4-57b9b118ad14 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:55.354409 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3ababb2f-9ce1-4c15-a32f-1a878d2b9c99 req-fb2996bf-dd6b-4f59-93a4-57b9b118ad14 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 945 time: 0.0838859 Mar 02 20:43:55.402090 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3ababb2f-9ce1-4c15-a32f-1a878d2b9c99 req-64dda370-749e-4787-8061-0a80aed26beb tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395417 Mar 02 20:43:55.633685 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:43:55.715839 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:43:55.721444 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:43:55.721888 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:55.848840 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:55.877640 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:43:55.889502 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:43:55.894755 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:55.934662 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'code': 200} Mar 02 20:43:55.967989 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:56.198320 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d71288-f63e-43ed-912d-46e754fc7fe5 req-78d6387c-845c-442b-9e5b-9f6ec273d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:56.199795 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d71288-f63e-43ed-912d-46e754fc7fe5 req-78d6387c-845c-442b-9e5b-9f6ec273d2af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1099 time: 0.0840838 Mar 02 20:43:56.254106 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e8d71288-f63e-43ed-912d-46e754fc7fe5 req-93abb4a0-7f25-4102-af4c-1c27c3d0df3b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469775 Mar 02 20:43:56.607404 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2a00f-254b-4a17-bc51-728da7fd78d3 req-0277589f-eb8a-4ad6-bcef-e20d6aeee8c3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:56.608890 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a9d2a00f-254b-4a17-bc51-728da7fd78d3 req-0277589f-eb8a-4ad6-bcef-e20d6aeee8c3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 946 time: 0.0875187 Mar 02 20:43:56.652609 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a9d2a00f-254b-4a17-bc51-728da7fd78d3 req-6e8823e4-6fca-4838-a165-5941d9eb2e68 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378873 Mar 02 20:43:57.855464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e41b42-7dce-4a05-bacd-038acb2fe598 req-1d017507-db35-4a7d-a1af-041b77a19ff8 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:57.856954 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-43e41b42-7dce-4a05-bacd-038acb2fe598 req-1d017507-db35-4a7d-a1af-041b77a19ff8 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 946 time: 0.0854585 Mar 02 20:43:57.900522 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-43e41b42-7dce-4a05-bacd-038acb2fe598 req-fb6a01b3-446f-46d1-a49d-c97bef85c150 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377705 Mar 02 20:43:58.093862 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251d9-691c-40f4-b32b-67ef40779aae req-ac77ac21-e086-4530-ad90-82647ebb80f0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:58.095299 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-971251d9-691c-40f4-b32b-67ef40779aae req-ac77ac21-e086-4530-ad90-82647ebb80f0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 946 time: 0.0822372 Mar 02 20:43:58.145324 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-971251d9-691c-40f4-b32b-67ef40779aae req-0e8467c1-f49d-406d-a11f-f289c47de363 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Mar 02 20:43:58.173190 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47038) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:58.354901 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2779c287-198b-4723-adb5-0b9d245ec693 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:43:58.356414 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-2779c287-198b-4723-adb5-0b9d245ec693 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1094 time: 0.1821930 Mar 02 20:43:58.359534 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47044) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:43:58.364434 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.v2.base [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:43:58.371188 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:43:58.375276 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:floatingip and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:43:58.378419 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.quota.resource [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:43:58.384791 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.quota.driver [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:43:58.398343 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:58.674399 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:58.822195 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.db_base_plugin_common [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Allocated IP 172.26.2.198 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/548ab233-f6c9-42a8-8bb3-211151cb6f67) {{(pid=87813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:43:58.988282 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.025327 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.089392 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:43:59.096626 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.base_scheduler [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources bound (agent type, host, resource id): {{(pid=87813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:43:59.100850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Received port after_create {{(pid=87813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:43:59.129953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=548ab233-f6c9-42a8-8bb3-211151cb6f67,revision_number=1']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:59.528449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.603463 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.803154 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.810115 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2321544'] for port, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:43:59.914023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=548ab233-f6c9-42a8-8bb3-211151cb6f67,revision_number=2']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:43:59.926241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.104145 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Floating IP bee53963-dc6a-443f-b585-52f941e62a3c associated. External IP: 172.26.2.198, port: 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8. Mar 02 20:44:00.576841 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:44:00.756527 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:44:00.767170 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:44:00.776365 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:44:00.776953 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:00.785241 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:00.844190 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-e6f46be6-1be9-42f5-ad5f-9681ddfdf91b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4834692 Mar 02 20:44:00.844781 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:44:00.940045 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'status': 'completed', 'code': 200} Mar 02 20:44:00.963508 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:44:01.032924 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-a5d175c0-2d82-4465-ba8e-41239c04c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:01.034423 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-a5d175c0-2d82-4465-ba8e-41239c04c43d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1099 time: 0.0727329 Mar 02 20:44:01.169305 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-94ce62e4-ff9d-46bf-ae43-2ffeda783c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:01.170808 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-94ce62e4-ff9d-46bf-ae43-2ffeda783c53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1301198 Mar 02 20:44:01.274824 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-ddcb6740-62cf-456c-a63a-35a39ca468f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1000 time: 0.0972638 Mar 02 20:44:01.339192 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-c2f74c82-1806-40ff-a411-2f97f6988c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:01.340715 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-c2f74c82-1806-40ff-a411-2f97f6988c57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0598502 Mar 02 20:44:01.345294 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:43:59Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:01.349816 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:44:01.358595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:44:01.359174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:43:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:01.423946 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-55f3a95e-83fe-4934-9c83-873ff1021220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:01.425379 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-55f3a95e-83fe-4934-9c83-873ff1021220 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779057 Mar 02 20:44:01.541204 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:44:01.554424 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-f852fbd6-2668-4699-8f0a-62e251bd9261 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229126 Mar 02 20:44:01.691772 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-9a2651cc-ab84-4851-b3df-24afd5aa7847 req-87aa013d-06d1-460f-a235-9bd29af8fd93 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283209 Mar 02 20:44:01.893649 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:43:59Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:44:01.898710 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2757d5e1-a313-48db-b969-ddfaa5873641 None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:43:59Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:44:02.095109 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f6437-5053-41a3-b047-7420fba231df None None] New status for floating IP bee53963-dc6a-443f-b585-52f941e62a3c: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:44:11.846623 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-6d86b30e-5723-4d05-be0b-0ffbc449ea8e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689816 Mar 02 20:44:11.874758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ed8f93e5-d5f1-4ae6-944b-8f78580c7317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:12.105367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc545-3143-4015-9461-47d45c7dcd23 req-89993815-eade-4017-adba-2a4f70c06a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:12.106743 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-89993815-eade-4017-adba-2a4f70c06a90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1099 time: 0.1889410 Mar 02 20:44:12.251780 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc545-3143-4015-9461-47d45c7dcd23 req-bcd00b59-d425-4243-996f-a3012188b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:12.253297 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-bcd00b59-d425-4243-996f-a3012188b270 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1279476 Mar 02 20:44:12.358782 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-808b8b37-5cc9-448f-91d0-74a4b976921e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1002 time: 0.0962169 Mar 02 20:44:12.420347 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc545-3143-4015-9461-47d45c7dcd23 req-d36ba6cc-d366-42a8-bbd0-ebb2cc0c17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:12.421841 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-d36ba6cc-d366-42a8-bbd0-ebb2cc0c17f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0563643 Mar 02 20:44:12.495242 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dc545-3143-4015-9461-47d45c7dcd23 req-fbfeb773-2752-4aa1-8f9c-f25c9a58e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:44:12.496755 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-fbfeb773-2752-4aa1-8f9c-f25c9a58e496 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685458 Mar 02 20:44:12.626138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-bbdabf5a-8fa3-4e49-9557-345535ffeb6e service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227405 Mar 02 20:44:12.756760 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-931dc545-3143-4015-9461-47d45c7dcd23 req-a504dd6e-4941-4a06-96ce-a048c0d72d92 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244712 Mar 02 20:44:15.069554 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bacb2a1d-6afb-4ac1-9162-470035d328f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:15.556675 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:15.586032 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:15.693605 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:17.299510 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:19.096655 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:44:41.888899 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-b40b4f8b-4ce8-40eb-b003-edf523c583fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.085139 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-0352329a-b4f1-429e-89c1-82a9775ee702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.557771 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.602543 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:45.696270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:47.302523 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:44:56.097046 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:45:11.887577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1665868e-40fc-40fb-9b2b-82e35203977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:12.935082 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-65e99e57-100f-40b9-9eb2-c793653ddfc6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781100 Mar 02 20:45:13.086321 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-405f334e-0ff4-4443-890c-5838b347fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:13.087750 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-405f334e-0ff4-4443-890c-5838b347fb34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1099 time: 0.0781510 Mar 02 20:45:13.253644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-0c7ca7cc-423b-48fd-9d77-94d9191b485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:13.255109 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-0c7ca7cc-423b-48fd-9d77-94d9191b485f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1445518 Mar 02 20:45:13.361186 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-24fd8769-3c0e-45af-99fc-9000956ca44e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1002 time: 0.0996251 Mar 02 20:45:13.423804 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-e0e8db88-47a2-4460-870a-d548a7fff309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:13.425253 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-e0e8db88-47a2-4460-870a-d548a7fff309 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0583365 Mar 02 20:45:13.508105 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-08a6e7c5-a7a6-48fb-83ff-c310cd4c3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:45:13.509680 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-08a6e7c5-a7a6-48fb-83ff-c310cd4c3f8e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786352 Mar 02 20:45:13.642644 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-176fbb88-1bf0-4fd5-a104-2cea4883260d service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266317 Mar 02 20:45:13.786258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-0b1a0195-1b09-4603-b97b-83a1482aba10 req-0fba2ddf-5916-455a-854e-1c5b3790f247 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373012 Mar 02 20:45:15.072762 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e6c3592c-b1a8-4344-a73b-8aba882ff326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:15.567957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:15.588587 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:15.712530 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:17.315905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:33.099761 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:45:41.890227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-28052924-0263-44cb-8874-9d34c1800230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:45.067424 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-9f9cd5eb-44fd-46a7-9403-eb21d1db660e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:45.571545 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:45.595588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:45.724035 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:47.310769 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:58.163858 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:45:58.300645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:45:58.314799 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:45:58.373258 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:58.391109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:45:58.412350 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:45:58.418727 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:45:58.494017 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:45:58.499118 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:45:58.532772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.533109 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.533443 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.533766 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.534086 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.534406 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.534719 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.535034 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.535335 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.535645 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.535951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:45:58.536253 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:00.183556 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:46:00.259662 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:46:00.260025 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:00.401595 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:00.430693 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:46:00.445572 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:46:00.456201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:00.488689 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'code': 200} Mar 02 20:46:00.528594 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:09.588168 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-1e5b5f5c-8473-4293-941b-0ffca063be0a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717030695&fields=id&tenant_id=16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 267 time: 0.0409555 Mar 02 20:46:09.852069 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-f1d40038-4266-4813-af7d-7cade1ebd5b0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:09.853541 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-f1d40038-4266-4813-af7d-7cade1ebd5b0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 809 time: 0.2587938 Mar 02 20:46:09.868608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-322f1de0-c1c3-4353-a6c8-c73d3bdf3fd9 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/quotas/16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 375 time: 0.0094597 Mar 02 20:46:09.963164 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-916ceeec-b6b5-4255-91c4-43a69a77c704 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0891678 Mar 02 20:46:10.093197 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-6ee70123-0bb3-4f1b-b7bf-b5221f6cb5eb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:46:10.094213 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-6ee70123-0bb3-4f1b-b7bf-b5221f6cb5eb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1195734 Mar 02 20:46:10.099680 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:46:10.229313 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-b7d85970-bbd7-411d-b3ce-289e1b3f8017 service neutron] 10.222.0.36 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 Mar 02 20:46:10.361646 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-b7bffed0-ed41-4143-b894-78615df0b17b service neutron] 10.222.0.36 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261735 Mar 02 20:46:10.556957 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-69bc903d-5cf3-41fa-b0f3-aa08f48895c0 req-d2e92406-983d-4d02-9100-9eaa8a47c29f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 210 time: 0.0460498 Mar 02 20:46:11.741178 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e19c50af-f4ac-46d5-bb26-ceb9f3f0b476 req-acf41dce-2467-45e2-9ee8-a4c13802c746 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 210 time: 0.0650988 Mar 02 20:46:11.881643 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-4f2baf76-031d-431f-a5f6-0014d0d23dab tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:11.883062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-4f2baf76-031d-431f-a5f6-0014d0d23dab tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 809 time: 0.1712422 Mar 02 20:46:11.892920 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-064de549-ce32-46a7-ac6a-ba21a94aa2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:11.938591 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-e6b983ee-32f3-44d4-830c-c0673abeb3d0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16c0ebf4d439458f978b9068d7b7e2ac HTTP/1.1" status: 200 len: 379 time: 0.0467377 Mar 02 20:46:11.947516 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'port': {'device_id': '0f09c073-0c9a-4531-b223-35671497cbcb', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'admin_state_up': True, 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'security_groups': ['9ebb3c00-461b-42d0-8270-4faa476b310f']}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:46:12.092553 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:46:12.103979 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:46:12.118639 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Made reservation on behalf of 16c0ebf4d439458f978b9068d7b7e2ac for: {'port': 1} {{(pid=87812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 20:46:12.122402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:12.253872 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:46:12.301386 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Allocated IP 172.20.0.6 (9f85bb24-530e-4532-976f-ac40c649a965/c9fb02b5-3477-4c5b-89a4-5135f5fd06ca/4732c794-bb55-434d-8917-1e07942594b3) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:46:12.555062 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:12.641562 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:46:12.660604 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:12.668439 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:46:12.677753 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:12.684555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Transition to ACTIVE for port object 4732c794-bb55-434d-8917-1e07942594b3 will not be triggered until provisioned by entity DHCP. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:46:12.718352 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:12.774687 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'code': 200} Mar 02 20:46:12.817874 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Network 9f85bb24-530e-4532-976f-ac40c649a965 is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:46:12.819030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:12.821567 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:46:12.825243 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:46:12.866525 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:12.876960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.877458 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.878064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.878488 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.878909 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.879378 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.879811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.880207 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.880640 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.881053 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.881474 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.881883 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:46:12.928350 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:12.929505 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:13.041528 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-3d2d6a10-bf39-48f1-a27e-c58b75fe4f4a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0978935 Mar 02 20:46:13.133481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42546e8-4661-46cd-8d17-7301934db9a5 req-aadfed97-ccc6-4a3e-be31-92eeb2976141 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:13.134652 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a42546e8-4661-46cd-8d17-7301934db9a5 req-aadfed97-ccc6-4a3e-be31-92eeb2976141 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:46:13.160765 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a42546e8-4661-46cd-8d17-7301934db9a5 req-aadfed97-ccc6-4a3e-be31-92eeb2976141 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:46:13.162596 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a42546e8-4661-46cd-8d17-7301934db9a5 req-aadfed97-ccc6-4a3e-be31-92eeb2976141 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.1934512 Mar 02 20:46:13.257682 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a42546e8-4661-46cd-8d17-7301934db9a5 req-cb852478-146c-4a0a-8bcc-a2ce42b1c281 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868046 Mar 02 20:46:13.290252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e6e80c8d-6516-49a3-937a-459bdd469180 None None] Provisioning for port 4732c794-bb55-434d-8917-1e07942594b3 completed by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:46:13.308773 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-e6e80c8d-6516-49a3-937a-459bdd469180 None None] Provisioning complete for port 4732c794-bb55-434d-8917-1e07942594b3 triggered by entity DHCP. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:46:13.311005 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e6e80c8d-6516-49a3-937a-459bdd469180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:13.368865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e6e80c8d-6516-49a3-937a-459bdd469180 None None] Port 4732c794-bb55-434d-8917-1e07942594b3 cannot update to ACTIVE because it is not bound. {{(pid=87814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 20:46:14.480955 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ab47-07ad-4444-9970-7e0e69c579c1 req-531f6341-3f12-4c58-9f17-4458ec5c67f9 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:14.482511 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cba0ab47-07ad-4444-9970-7e0e69c579c1 req-531f6341-3f12-4c58-9f17-4458ec5c67f9 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.0907166 Mar 02 20:46:14.541516 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-cba0ab47-07ad-4444-9970-7e0e69c579c1 req-60e308bd-63a1-40f8-ab13-cb5bb17277a0 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503726 Mar 02 20:46:15.073570 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d1a411b7-4ec1-402d-a4e6-4196d023c9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:15.566889 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:15.606929 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:15.744077 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:15.758063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6a50-c088-44f4-a8f1-1772fc74414d req-f6297ded-ae8b-4c48-81be-7df5d8b87a35 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:15.759748 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d27a6a50-c088-44f4-a8f1-1772fc74414d req-f6297ded-ae8b-4c48-81be-7df5d8b87a35 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.0910578 Mar 02 20:46:15.935062 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-d27a6a50-c088-44f4-a8f1-1772fc74414d req-100e9a59-b5b1-4ae8-9113-9c6fe6ba6853 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687803 Mar 02 20:46:17.145010 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3453946-8df9-428e-980e-8a8ed039a2ea req-4844d19c-080a-47c3-9ca4-f47bc1419caf tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:17.146672 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3453946-8df9-428e-980e-8a8ed039a2ea req-4844d19c-080a-47c3-9ca4-f47bc1419caf tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.0869365 Mar 02 20:46:17.204063 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a3453946-8df9-428e-980e-8a8ed039a2ea req-565f1d2e-4f51-4bf6-ba82-c924d9928130 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504110 Mar 02 20:46:17.314879 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:18.408480 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de71fb-c36a-4c72-b5e8-d843343a405b req-547138d1-346c-447a-bc1c-ec8e32ad5a02 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:18.410100 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6de71fb-c36a-4c72-b5e8-d843343a405b req-547138d1-346c-447a-bc1c-ec8e32ad5a02 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.0878212 Mar 02 20:46:18.463520 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-f6de71fb-c36a-4c72-b5e8-d843343a405b req-787e2720-29fa-4b06-ab9f-34b7fe24bf4e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Mar 02 20:46:19.678825 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874ca7-2c31-4b21-9b9b-a674569dd004 req-af6ba507-9b97-4df9-a1ec-3f624bfd5bf5 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:19.682608 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa874ca7-2c31-4b21-9b9b-a674569dd004 req-af6ba507-9b97-4df9-a1ec-3f624bfd5bf5 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.0973444 Mar 02 20:46:19.727292 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-aa874ca7-2c31-4b21-9b9b-a674569dd004 req-972d5a10-ab13-4ab3-a813-4d7a89abd71c tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410426 Mar 02 20:46:20.686311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Request body: {'port': {'device_id': '0f09c073-0c9a-4531-b223-35671497cbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:46:20.739666 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.32', 64023) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:46:20.805495 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:20.814230 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-7b1b7e7d-b383-40e9-b973-a57c868cc47f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734065 Mar 02 20:46:20.966930 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fce6-999e-4903-9645-c354456aa6e3 req-a693a9e9-1c2d-4ba6-a412-7bcc303ed28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:20.967860 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-a693a9e9-1c2d-4ba6-a412-7bcc303ed28b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1097 time: 0.0755053 Mar 02 20:46:21.041841 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30011e-f0ef-4d87-aec5-7a29a3e469e2 req-954db65c-e6b4-42cc-9c3b-f341588851eb tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.043356 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ee30011e-f0ef-4d87-aec5-7a29a3e469e2 req-954db65c-e6b4-42cc-9c3b-f341588851eb tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 931 time: 0.1931698 Mar 02 20:46:21.114816 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fce6-999e-4903-9645-c354456aa6e3 req-e8edfe81-c18a-4725-82f4-22b16b9e2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.116359 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-e8edfe81-c18a-4725-82f4-22b16b9e2564 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1296299 Mar 02 20:46:21.151086 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-ee30011e-f0ef-4d87-aec5-7a29a3e469e2 req-c2325692-a341-4c42-a2a3-6ab13b1581d6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003382 Mar 02 20:46:21.224048 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-336d1119-a910-4d9c-82b8-3e7e8fa1658a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1000 time: 0.1013048 Mar 02 20:46:21.249314 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:46:21.256771 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.272256 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.provisioning_blocks [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Transition to ACTIVE for port object 4732c794-bb55-434d-8917-1e07942594b3 will not be triggered until provisioned by entity L2. {{(pid=87812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 20:46:21.278230 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.286350 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fce6-999e-4903-9645-c354456aa6e3 req-43d776b4-74de-4d57-a55b-711a1e0d7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.287816 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-43d776b4-74de-4d57-a55b-711a1e0d7b87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0577245 Mar 02 20:46:21.365585 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fce6-999e-4903-9645-c354456aa6e3 req-d26b19d2-1175-4857-900a-765407d9a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.367172 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-d26b19d2-1175-4857-900a-765407d9a1bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736971 Mar 02 20:46:21.469671 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:21.514552 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Attempting to bind port 4732c794-bb55-434d-8917-1e07942594b3 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 20:46:21.514878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Attempting to bind port 4732c794-bb55-434d-8917-1e07942594b3 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 20:46:21.515194 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Attempting to bind port 4732c794-bb55-434d-8917-1e07942594b3 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:46:21.515673 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-f9bee408-dfdd-4199-8f28-489c3f5e9037 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414735 Mar 02 20:46:21.519826 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Port 4732c794-bb55-434d-8917-1e07942594b3 on network 9f85bb24-530e-4532-976f-ac40c649a965 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 20:46:21.520134 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Attempting to bind port 4732c794-bb55-434d-8917-1e07942594b3 on network 9f85bb24-530e-4532-976f-ac40c649a965 {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 20:46:21.525349 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Checking agent: {'id': '7789f9db-58d1-4044-a12d-c029a55c57ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'started_at': datetime.datetime(2022, 3, 2, 19, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 20, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 20:46:21.525682 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Checking segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 20:46:21.526087 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Bound using segment: {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'} {{(pid=87812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 20:46:21.526502 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.managers [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Bound port: 4732c794-bb55-434d-8917-1e07942594b3, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab00168-10e7-44b9-ae48-fdfb19cec058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965'}}] {{(pid=87812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 20:46:21.526839 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.617060 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, cleared binding levels {{(pid=87812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 20:46:21.619876 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 20:46:21.625980 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.649297 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [req-6951fce6-999e-4903-9645-c354456aa6e3 req-800b2302-3713-42af-9f19-cd4242634e88 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268594 Mar 02 20:46:21.685198 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.685803 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:21.687285 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] 10.222.0.32 "PUT /v2.0/ports/4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 200 len: 1093 time: 1.0057290 Mar 02 20:46:21.687846 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:46:21.714187 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb816d03-fa4b-4e05-8017-9e7e9208b721 service neutron] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=3']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:21.759003 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'status': 'completed', 'code': 200} Mar 02 20:46:21.801533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cf4f1dc8-77a2-4792-b99c-bcd3e4a6d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.803269 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-cf4f1dc8-77a2-4792-b99c-bcd3e4a6d4d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1096 time: 0.0762818 Mar 02 20:46:21.874701 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-ae1e05c5-841d-4167-8282-2ee5edbd05f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 200 len: 217 time: 0.0646558 Mar 02 20:46:21.937111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-b4517c49-a7b2-4d10-84ac-1335e5ad0280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:21.938505 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-b4517c49-a7b2-4d10-84ac-1335e5ad0280 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0583160 Mar 02 20:46:22.015118 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33563227-85ca-4b94-8826-c11289ecfdcd req-5bbc0f1f-c2af-4b0e-81cb-7173abbf3f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.016613 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-5bbc0f1f-c2af-4b0e-81cb-7173abbf3f39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719426 Mar 02 20:46:22.252087 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-162094e1-5fb8-4653-bd2e-cda1ce3c7731 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254722 Mar 02 20:46:22.433791 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-33563227-85ca-4b94-8826-c11289ecfdcd req-aa902a51-63b9-4909-9f10-5f0fed71d0a7 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753502 Mar 02 20:46:22.445369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e6d13-9060-42c9-b2a9-4e59a1b406f4 req-9db3281b-4992-4c33-aac2-068efdb4a3f6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.446784 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d4e6d13-9060-42c9-b2a9-4e59a1b406f4 req-9db3281b-4992-4c33-aac2-068efdb4a3f6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 943 time: 0.1895874 Mar 02 20:46:22.534325 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7d4e6d13-9060-42c9-b2a9-4e59a1b406f4 req-225af47a-24c5-4922-adae-09bbf69c43f7 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816259 Mar 02 20:46:22.567208 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-ba8d9219-04f2-4532-8697-ff2abf5e1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.568723 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-ba8d9219-04f2-4532-8697-ff2abf5e1068 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1096 time: 0.0867848 Mar 02 20:46:22.698033 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-aa7b88a6-7c03-4dea-bb34-b5c790e0814b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.699467 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-aa7b88a6-7c03-4dea-bb34-b5c790e0814b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1248660 Mar 02 20:46:22.779515 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-4032199c-71cc-4ab9-a38c-4aeddf183d66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 200 len: 217 time: 0.0701711 Mar 02 20:46:22.844906 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-c914ee22-23e6-46b4-b097-2efbafe6110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.847170 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-c914ee22-23e6-46b4-b097-2efbafe6110f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0610225 Mar 02 20:46:22.928175 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-2cf06aeb-f8bf-40f9-a738-a8a2c8b33a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:22.929677 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-2cf06aeb-f8bf-40f9-a738-a8a2c8b33a62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764704 Mar 02 20:46:23.068263 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-6d736f6d-fe6c-44ce-b9c1-074d9bd1bac2 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309428 Mar 02 20:46:23.217366 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6ad3d2bc-f20b-4f3d-b5fc-e9deb2c0788f req-86645746-76f4-42c0-88bd-b9acfafffa93 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429310 Mar 02 20:46:23.739971 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2df14-4b9c-415e-9842-8cf73086ae5c req-87b9f96b-c92e-42e6-924a-b2533352c38f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:23.742273 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cf2df14-4b9c-415e-9842-8cf73086ae5c req-87b9f96b-c92e-42e6-924a-b2533352c38f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 943 time: 0.0910890 Mar 02 20:46:23.790548 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3cf2df14-4b9c-415e-9842-8cf73086ae5c req-33c955c3-a703-4042-a54b-eb7f922ee03f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424342 Mar 02 20:46:24.331531 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:46:24.499784 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:46:24.519969 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4732c794-bb55-434d-8917-1e07942594b3', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'mac_address': 'fa:16:3e:04:ac:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:46:24.576108 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:24.593661 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:46:24.609891 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:46:24.618225 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:24.690165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=4']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:24.869239 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4732c794-bb55-434d-8917-1e07942594b3'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:46:25.003973 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d91bb-526e-4fb4-8ba3-b50a518c5d8a req-33f80db2-94c8-4de5-82c7-993ba954756f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:25.005745 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-505d91bb-526e-4fb4-8ba3-b50a518c5d8a req-33f80db2-94c8-4de5-82c7-993ba954756f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 944 time: 0.0797100 Mar 02 20:46:25.053443 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-505d91bb-526e-4fb4-8ba3-b50a518c5d8a req-13639fe5-3b84-497e-a726-91370b25b025 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419965 Mar 02 20:46:26.238975 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5ac84-ec3d-4ecb-a2e2-1eded119f37b req-4a012817-d6de-455b-bc00-30805c9a13b3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:26.240456 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7e5ac84-ec3d-4ecb-a2e2-1eded119f37b req-4a012817-d6de-455b-bc00-30805c9a13b3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 944 time: 0.0828559 Mar 02 20:46:26.296220 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-e7e5ac84-ec3d-4ecb-a2e2-1eded119f37b req-3784077a-37ae-45ab-8b7d-7f0719d5041e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491803 Mar 02 20:46:26.331999 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:46:26.403720 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning for port 4732c794-bb55-434d-8917-1e07942594b3 completed by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 20:46:26.410917 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4732c794-bb55-434d-8917-1e07942594b3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:46:26.411378 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:26.529376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:26.556765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:46:26.566250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:46:26.570362 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:26.604532 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'code': 200} Mar 02 20:46:26.643526 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=5']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:26.835716 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae13d3-1e85-40d8-a172-10416ec8ecb9 req-37f5c938-2e76-4976-b753-b6727f80aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:26.837234 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-88ae13d3-1e85-40d8-a172-10416ec8ecb9 req-37f5c938-2e76-4976-b753-b6727f80aecf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1098 time: 0.0734072 Mar 02 20:46:26.877944 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-88ae13d3-1e85-40d8-a172-10416ec8ecb9 req-98470003-f5b9-4776-afca-f64984ec937c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345438 Mar 02 20:46:27.494180 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281969e2-7f41-4d7f-882a-383c70b38ff6 req-096b429b-8227-4d25-9c2a-7fa931eabd3f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:27.495624 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-281969e2-7f41-4d7f-882a-383c70b38ff6 req-096b429b-8227-4d25-9c2a-7fa931eabd3f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.0815377 Mar 02 20:46:27.554712 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-281969e2-7f41-4d7f-882a-383c70b38ff6 req-aace9596-c451-48dc-a511-9d4a754c61cf tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531292 Mar 02 20:46:28.849261 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327d541-dc7f-4831-9ba4-6f179c67bfc7 req-efd12ec6-9e3e-43af-9fdb-04cf79713e87 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:28.850719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6327d541-dc7f-4831-9ba4-6f179c67bfc7 req-efd12ec6-9e3e-43af-9fdb-04cf79713e87 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.1812489 Mar 02 20:46:28.895309 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-6327d541-dc7f-4831-9ba4-6f179c67bfc7 req-33f63573-1d72-4df6-aef4-3e00c9d7624b tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Mar 02 20:46:29.085756 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505789d-61f2-4a82-b973-0ffe03094ed2 req-658edb43-816c-4d53-816f-882e50af6d13 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:29.087132 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2505789d-61f2-4a82-b973-0ffe03094ed2 req-658edb43-816c-4d53-816f-882e50af6d13 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.0820546 Mar 02 20:46:29.131534 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-2505789d-61f2-4a82-b973-0ffe03094ed2 req-9f9b8bc8-6796-4227-9abd-a79d96adb514 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 Mar 02 20:46:29.156500 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47308) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:46:29.227154 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82babe4-097d-4654-ae23-0edb32bc9311 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:29.227910 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a82babe4-097d-4654-ae23-0edb32bc9311 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] Synchronizing usage tracker for tenant:cd78986f0c204ca98515b308cc691b18 on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:46:29.246644 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-a82babe4-097d-4654-ae23-0edb32bc9311 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] Unset dirty status for tenant:cd78986f0c204ca98515b308cc691b18 on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:46:29.248006 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-a82babe4-097d-4654-ae23-0edb32bc9311 tempest-TestSnapshotPattern-1129672409 tempest-TestSnapshotPattern-1129672409-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1093 time: 0.0905149 Mar 02 20:46:29.251453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47312) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:46:29.256821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.v2.base [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Request body: {'floatingip': {'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 20:46:29.263146 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 20:46:29.267586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Usage tracker for resource:floatingip and tenant:16c0ebf4d439458f978b9068d7b7e2ac is out of sync, need to count used quota {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 20:46:29.270717 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 20:46:29.276986 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.quota.driver [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 20:46:29.289657 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:29.436525 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:29.578492 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_common [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Allocated IP 172.26.2.166 (03e6b80c-e1a3-494a-992e-94d0ae29aeeb/a9a11c44-8f81-4ae1-8148-002f08536fd5/95c8b2da-5570-416d-9307-3852962a77ae) {{(pid=87812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 20:46:29.739169 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:29.792724 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737253255208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:29.856481 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Network 03e6b80c-e1a3-494a-992e-94d0ae29aeeb is already hosted by enough agents. {{(pid=87812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 20:46:29.859290 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.base_scheduler [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Resources bound (agent type, host, resource id): {{(pid=87812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 20:46:29.867918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Received port after_create {{(pid=87812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 20:46:29.902773 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=95c8b2da-5570-416d-9307-3852962a77ae,revision_number=1']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:30.319779 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:30.414834 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:30.643057 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for port, precommit_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:30.650113 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2136876'] for port, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:30.860911 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event updated for resources: {'Port': ['ID=95c8b2da-5570-416d-9307-3852962a77ae,revision_number=2']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:46:30.872903 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-332753'] for floatingip, after_update {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:31.055017 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Floating IP 2d4bccde-c403-401a-acf1-4870379b0e75 associated. External IP: 172.26.2.166, port: 4732c794-bb55-434d-8917-1e07942594b3. Mar 02 20:46:31.431586 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:46:31.622405 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:46:31.632772 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:46:31.643026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:46:31.643651 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:46:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:46:31.651820 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:31.710124 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-51ab2c23-e417-466c-9b0c-f8a62d3b5c21 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4574077 Mar 02 20:46:31.710533 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:46:31.755101 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'status': 'completed', 'code': 200} Mar 02 20:46:31.847348 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-83fdcb69-8d3b-4348-bdff-720d638a782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:31.848869 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-83fdcb69-8d3b-4348-bdff-720d638a782b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1098 time: 0.0710156 Mar 02 20:46:31.863369 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:46:31.979742 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-73da6180-3e5c-495b-acda-b37e0cbeb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:31.981127 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-73da6180-3e5c-495b-acda-b37e0cbeb04c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1266177 Mar 02 20:46:32.084719 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-e57e34c9-bf07-474e-a209-bba956974c50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 200 len: 999 time: 0.0967085 Mar 02 20:46:32.144821 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-6a83d5d6-9ce6-4953-8c55-edc5e49ca676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:32.146252 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-6a83d5d6-9ce6-4953-8c55-edc5e49ca676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0561895 Mar 02 20:46:32.214592 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2d4bccde-c403-401a-acf1-4870379b0e75', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:04:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f09c073-0c9a-4531-b223-35671497cbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:46:30Z', 'updated_at': '2022-03-02T20:46:30Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}, {'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:46:32.219506 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:46:32.223569 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-ba0dc7a9-9ab7-4b9c-975c-37f1f373278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:46:32.225097 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-ba0dc7a9-9ab7-4b9c-975c-37f1f373278d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728388 Mar 02 20:46:32.228038 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:46:32.228668 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:46:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:46:32.409244 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:46:32.474985 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-1e12e2a0-7b60-4db0-9907-050b60209687 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439182 Mar 02 20:46:32.605650 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-8e797470-ac82-4207-86ce-dc734e9f9a58 req-bb4eb17f-02a0-4b66-943d-67aff369381b service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250606 Mar 02 20:46:32.752932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2d4bccde-c403-401a-acf1-4870379b0e75', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:04:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f09c073-0c9a-4531-b223-35671497cbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:46:30Z', 'updated_at': '2022-03-02T20:46:30Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}, {'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:46:32.756973 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0304bde9-b639-4d41-943b-9d87a40f5056 None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': '2d4bccde-c403-401a-acf1-4870379b0e75', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.166', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:04:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f09c073-0c9a-4531-b223-35671497cbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:46:30Z', 'updated_at': '2022-03-02T20:46:30Z', 'revision_number': 0, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}, {'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:46:32.951581 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bb5e75-7322-4475-85dd-bd418440fb1e None None] New status for floating IP 2d4bccde-c403-401a-acf1-4870379b0e75: ACTIVE {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:46:41.899932 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-1d0fccee-5f35-4021-a1ef-5fbe19172aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:45.072281 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-97a3f1a4-5b3c-419c-b346-fc1d0c327554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:45.574272 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:45.606284 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:45.739613 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:46:47.100377 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:46:47.317433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:11.902855 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-053e6543-f936-4043-b95a-047be55e7719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.075867 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-933ef2a7-9a66-4635-8b3f-d20c2a49f9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.308639 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-92b39ed0-96a2-4486-85a6-bcfe1ae7f699 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1427562 Mar 02 20:47:15.455718 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-ac9998e7-73b9-486c-8921-84da5b3f6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:15.457236 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-ac9998e7-73b9-486c-8921-84da5b3f6ba2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1097 time: 0.0768852 Mar 02 20:47:15.578377 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.595700 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.614493 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-1a5a97aa-9a1f-4c20-9dcc-5822fc337e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:15.616018 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-1a5a97aa-9a1f-4c20-9dcc-5822fc337e5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1359019 Mar 02 20:47:15.720915 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-f5dcd924-cbda-451a-9982-9f247a393aa7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 1000 time: 0.0985918 Mar 02 20:47:15.734553 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:15.783827 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-194ee884-f14b-4921-a3bf-2ef0c42262c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:15.785339 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-194ee884-f14b-4921-a3bf-2ef0c42262c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0593193 Mar 02 20:47:15.861447 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-903eaede-9e16-4629-9a22-3b78048df34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:47:15.862945 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-903eaede-9e16-4629-9a22-3b78048df34a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710590 Mar 02 20:47:15.873455 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-75d12a7b-c1e6-405d-ac70-5bc964631064 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=87812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 20:47:15.874323 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-75d12a7b-c1e6-405d-ac70-5bc964631064 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047762 Mar 02 20:47:16.026847 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-b56d5f37-ca05-4961-9c11-e26bbda246e1 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463432 Mar 02 20:47:16.161611 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3fd1753a-f825-4404-a465-d0aac258fdf6 req-156fec1e-2594-4745-8329-ff30093f38e1 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281927 Mar 02 20:47:17.329705 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:24.100797 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:47:41.895967 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-824a728f-b143-4578-9cef-9cff0416cd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.079522 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-8c308097-96ee-4505-aa67-779cd38dd112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.588008 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.591152 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:45.734027 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:47.330985 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:54.827916 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 20:47:55.000137 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:47:55.013238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Returning: {'device': '4732c794-bb55-434d-8917-1e07942594b3', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'port_id': '4732c794-bb55-434d-8917-1e07942594b3', 'mac_address': 'fa:16:3e:04:ac:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 20:47:55.072177 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.089742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 20:47:55.105278 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:47:55.110238 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:55.181024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=6']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:55.188758 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.189102 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.189459 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.189788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.190110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.190435 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.190751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.191069 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.191385 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.192906 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.193227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.193544 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:47:55.200133 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] get_ports_and_sgs() called for port_ids ['4732c794-bb55-434d-8917-1e07942594b3'] {{(pid=87814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 20:47:56.836579 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 up at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 20:47:56.908588 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.provisioning_blocks [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Provisioning complete for port 4732c794-bb55-434d-8917-1e07942594b3 triggered by entity L2. {{(pid=87814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 20:47:56.908968 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390107'] for port, provisioning_complete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.053606 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.086386 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:47:57.106117 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:47:57.115688 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:47:57.206205 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=7']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:47:57.209940 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'code': 200} Mar 02 20:48:01.099315 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:48:05.146157 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47534) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:05.359790 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Deleting port 95c8b2da-5570-416d-9307-3852962a77ae {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:05.360131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:05.541646 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:05.541937 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:05.763685 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Calling delete_port for 95c8b2da-5570-416d-9307-3852962a77ae owned by network:floatingip {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:05.927674 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:05.980683 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event deleted for resources: {'Port': ['ID=95c8b2da-5570-416d-9307-3852962a77ae,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:06.016797 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.017133 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.017452 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.017777 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.018102 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.018425 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.018739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.019072 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.019379 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.019690 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.020003 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.020315 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:06.084766 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:06.085005 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.db.l3_db [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Floating IP 2d4bccde-c403-401a-acf1-4870379b0e75 disassociated (deleted). External IP: 172.26.2.166, port: 4732c794-bb55-434d-8917-1e07942594b3. Mar 02 20:48:06.447453 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:48:06.629781 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:48:06.640641 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:48:06.652838 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:06.653574 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:47:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:06.656311 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:06.710539 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-387d85c5-0995-4456-a291-90b9da40a4d3 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "DELETE /v2.0/floatingips/2d4bccde-c403-401a-acf1-4870379b0e75 HTTP/1.1" status: 204 len: 168 time: 1.5631800 Mar 02 20:48:06.711030 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:48:06.757295 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'status': 'completed', 'code': 200} Mar 02 20:48:06.834539 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:06.866522 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-0c3b321b-05c2-4944-9697-4b298e759cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:06.868039 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-0c3b321b-05c2-4944-9697-4b298e759cae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 1098 time: 0.0838587 Mar 02 20:48:07.013503 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-099af0b6-506a-487a-a5a5-250cbe88eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:07.015014 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-099af0b6-506a-487a-a5a5-250cbe88eb1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1408966 Mar 02 20:48:07.087176 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-71debe89-5035-4935-8144-afbb49f7bf31 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 200 len: 217 time: 0.0645826 Mar 02 20:48:07.199944 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-83506208-ac6b-49f4-bbf5-6c200c8bd8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:07.201614 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-83506208-ac6b-49f4-bbf5-6c200c8bd8f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.1075170 Mar 02 20:48:07.213218 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:07.217434 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:48:07.226189 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:07.226783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:47:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:07.281870 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0722d-913f-4b0a-9f85-1502de5f5c62 req-6def869d-1b7c-4a1b-9ba2-3a1f2cf332c6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:07.282443 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a4d0722d-913f-4b0a-9f85-1502de5f5c62 req-6def869d-1b7c-4a1b-9ba2-3a1f2cf332c6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:48:07.436300 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-f017831b-7905-4726-974c-62955f43db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:07.438201 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-f017831b-7905-4726-974c-62955f43db25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2297134 Mar 02 20:48:07.439441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-a4d0722d-913f-4b0a-9f85-1502de5f5c62 req-6def869d-1b7c-4a1b-9ba2-3a1f2cf332c6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:48:07.440759 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4d0722d-913f-4b0a-9f85-1502de5f5c62 req-6def869d-1b7c-4a1b-9ba2-3a1f2cf332c6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.3710368 Mar 02 20:48:07.459380 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:07.580383 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-a4d0722d-913f-4b0a-9f85-1502de5f5c62 req-68448325-72ae-46b2-9bf9-a85f8378d6be tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169212 Mar 02 20:48:07.610163 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-72edce44-884a-437a-b1d5-b10d0c0efb80 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653156 Mar 02 20:48:07.743121 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-190b5e0b-d9db-4fa8-9012-1a019462ecf3 req-7fdf8c53-b11f-4770-9108-163957486833 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258967 Mar 02 20:48:07.825844 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:07.832289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600bc2e6-f183-448f-8402-caa6ce3ff33d None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_floatingips': [{'id': 'bee53963-dc6a-443f-b585-52f941e62a3c', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'floating_ip_address': '172.26.2.198', 'floating_network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'router_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'port_id': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'mac_address': 'fa:16:3e:21:30:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T20:43:59Z', 'updated_at': '2022-03-02T20:44:02Z', 'revision_number': 1, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:48:08.058425 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a4ced6-a021-4901-bec3-ef7a1acb5f21 None None] New status for floating IP 2d4bccde-c403-401a-acf1-4870379b0e75: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:48:08.559661 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-f499d188-60f4-426a-83d2-abadc4fea573 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:08.561258 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-f499d188-60f4-426a-83d2-abadc4fea573 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.0834649 Mar 02 20:48:08.640081 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Deleting port 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:08.640723 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:08.920106 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:08.922918 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74189099-5011-44ea-986d-afccf1d85f9e req-f00807bd-144b-44d7-aaa1-9f821e849093 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:08.924422 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74189099-5011-44ea-986d-afccf1d85f9e req-f00807bd-144b-44d7-aaa1-9f821e849093 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 945 time: 0.2290370 Mar 02 20:48:08.959011 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:08.959363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:09.036368 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1628666'] for port, before_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:09.062941 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:48:09.072240 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:09.077471 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737253619438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737253255226', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737253255271'] for port, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:09.096623 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Calling delete_port for 4732c794-bb55-434d-8917-1e07942594b3 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:09.113948 dv-neutron-831594-2-hyperv neutron-server[87814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'code': 200} Mar 02 20:48:09.142863 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-74189099-5011-44ea-986d-afccf1d85f9e req-9a718367-64b5-49c6-b266-73b7ac760fff tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055278 Mar 02 20:48:09.166233 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Pushing event updated for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=8']} {{(pid=87814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:09.194050 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.db.api [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:48:09.194359 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG oslo_db.api [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:48:09.696099 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Deleting port 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:09.696842 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:09.959915 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] For port 4732c794-bb55-434d-8917-1e07942594b3, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4732c794-bb55-434d-8917-1e07942594b3,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:09.960183 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:10.083367 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Calling delete_port for 4732c794-bb55-434d-8917-1e07942594b3 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:10.412461 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:10.496651 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event deleted for resources: {'Port': ['ID=4732c794-bb55-434d-8917-1e07942594b3,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:10.555669 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] No DVR routers for this DVR port 4732c794-bb55-434d-8917-1e07942594b3 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:48:10.565398 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56f5f1-20ec-41c4-839f-d9dc0a7eae9b req-b835eaba-8d9c-4274-a669-12dac7eddc8e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:10.567069 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd56f5f1-20ec-41c4-839f-d9dc0a7eae9b req-b835eaba-8d9c-4274-a669-12dac7eddc8e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f09c073-0c9a-4531-b223-35671497cbcb HTTP/1.1" status: 200 len: 943 time: 0.2368927 Mar 02 20:48:10.568015 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:10.570610 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-deleted', 'tag': '4732c794-bb55-434d-8917-1e07942594b3'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:48:10.611104 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-bb033eab-ba47-4a39-bb7f-ff68c0c4527b req-617246a7-c71d-42c2-9c78-49de3680249f tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "DELETE /v2.0/ports/4732c794-bb55-434d-8917-1e07942594b3 HTTP/1.1" status: 204 len: 173 time: 2.0448658 Mar 02 20:48:10.615678 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f09c073-0c9a-4531-b223-35671497cbcb', 'name': 'network-vif-deleted', 'tag': '4732c794-bb55-434d-8917-1e07942594b3', 'status': 'completed', 'code': 200} Mar 02 20:48:10.623138 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-fd56f5f1-20ec-41c4-839f-d9dc0a7eae9b req-2183a610-299c-464b-b660-be053660b46e tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475047 Mar 02 20:48:11.889455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e2610dfc-ae5f-4956-a665-cfbadd3d3144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.284948 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47598) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:12.606794 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Deleting port 548ab233-f6c9-42a8-8bb3-211151cb6f67 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:12.607004 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.784380 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.784796 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:12.904100 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Calling delete_port for 548ab233-f6c9-42a8-8bb3-211151cb6f67 owned by network:floatingip {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:12.937175 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:12.971145 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 4732c794-bb55-434d-8917-1e07942594b3 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:12.971481 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4732c794-bb55-434d-8917-1e07942594b3 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:13.062876 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.110393 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event deleted for resources: {'Port': ['ID=548ab233-f6c9-42a8-8bb3-211151cb6f67,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:13.149084 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.149415 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.149747 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.150086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.150408 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.150740 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.151086 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.151400 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.151714 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.152021 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.152354 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.152668 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831594-2-hyperv {{(pid=87813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 20:48:13.210991 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.211316 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.db.l3_db [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Floating IP bee53963-dc6a-443f-b585-52f941e62a3c disassociated (deleted). External IP: 172.26.2.198, port: 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8. Mar 02 20:48:13.569308 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:48:13.861885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:48:13.872806 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:48:13.878428 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for floatingip, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:13.883015 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:13.883621 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:47:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:13.933441 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-576f3ce8-1351-4704-9744-73233285a105 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "DELETE /v2.0/floatingips/bee53963-dc6a-443f-b585-52f941e62a3c HTTP/1.1" status: 204 len: 168 time: 1.6474097 Mar 02 20:48:13.934105 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:48:13.982059 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'status': 'completed', 'code': 200} Mar 02 20:48:14.064937 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:14.074147 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-129173eb-912e-4c25-bc6c-6e78e7cbf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.075684 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-129173eb-912e-4c25-bc6c-6e78e7cbf26d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 1097 time: 0.0740397 Mar 02 20:48:14.213167 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-f458d61c-84a2-459e-947f-9cc94383e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.214666 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-f458d61c-84a2-459e-947f-9cc94383e0af service neutron] 10.222.0.32 "GET /v2.0/networks?id=9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 200 len: 910 time: 0.1330066 Mar 02 20:48:14.320794 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-9222fee3-fe12-40dc-a384-7116b007cc25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 200 len: 217 time: 0.0986183 Mar 02 20:48:14.379470 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:14.383577 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:48:14.392632 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:14.393223 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:47:45Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:14.397005 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-aa73b8c1-7b96-4806-8536-374c2735bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.398460 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-aa73b8c1-7b96-4806-8536-374c2735bb96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 200 len: 848 time: 0.0705044 Mar 02 20:48:14.458048 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a62e19-5463-424a-a9ef-d828af576320 req-a4c93098-f4db-4e80-8170-a51d13c51386 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.458752 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-58a62e19-5463-424a-a9ef-d828af576320 req-a4c93098-f4db-4e80-8170-a51d13c51386 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:48:14.481889 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-58a62e19-5463-424a-a9ef-d828af576320 req-a4c93098-f4db-4e80-8170-a51d13c51386 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:48:14.483085 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-58a62e19-5463-424a-a9ef-d828af576320 req-a4c93098-f4db-4e80-8170-a51d13c51386 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.2600274 Mar 02 20:48:14.518259 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-9d238586-a8ca-4e7b-90fe-6bea70668630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:14.519718 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-9d238586-a8ca-4e7b-90fe-6bea70668630 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9f85bb24-530e-4532-976f-ac40c649a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130435 Mar 02 20:48:14.571865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:14.574331 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-58a62e19-5463-424a-a9ef-d828af576320 req-3dea2e0b-83f9-4dda-b9f0-4859416ec28a tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797341 Mar 02 20:48:14.664523 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-3f9dd52b-cec6-42ca-8b5c-b06438aa01d6 service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362984 Mar 02 20:48:14.800371 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-52823833-a07d-440e-80ab-6f6ef9e009a2 req-b8cde28d-15f8-4903-b9f7-8681e9f1a82d service neutron] 10.222.0.32 "GET /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292074 Mar 02 20:48:14.921791 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:14.925996 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cd73c-8057-407f-8e16-d54d7c7f2acc None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:35Z', 'revision_number': 4, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv', '_interfaces': [{'id': 'd16579ed-fd85-48ab-bb3e-dc91b87a1099', 'name': '', 'network_id': '9f85bb24-530e-4532-976f-ac40c649a965', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'mac_address': 'fa:16:3e:1f:f7:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:34Z', 'updated_at': '2022-03-02T20:43:41Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'subnets': [{'id': 'c9fb02b5-3477-4c5b-89a4-5135f5fd06ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:48:15.074337 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-fc2cd403-a750-4f08-a3ea-2e773ae757f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:15.141587 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18ecdb-465f-4839-8995-fcc1bc0b4e13 None None] New status for floating IP bee53963-dc6a-443f-b585-52f941e62a3c: DOWN {{(pid=87815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 20:48:15.582878 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:15.594831 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:15.732220 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:15.822680 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-2e60ac76-010b-4208-92ca-5b0f0d38a4a9 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:15.824096 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-2e60ac76-010b-4208-92ca-5b0f0d38a4a9 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.1432493 Mar 02 20:48:15.868440 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1050f8-1af0-4815-a593-84c64716b525 req-2375a3d6-8063-4d8c-9c15-16a81f9bc4ba tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 20:48:15.869761 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f1050f8-1af0-4815-a593-84c64716b525 req-2375a3d6-8063-4d8c-9c15-16a81f9bc4ba tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 944 time: 0.1525440 Mar 02 20:48:15.926459 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Deleting port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:15.926770 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:15.970174 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-1f1050f8-1af0-4815-a593-84c64716b525 req-a69ca41d-7f3a-4c95-8a97-c69686e5e520 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebb3c00-461b-42d0-8270-4faa476b310f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937679 Mar 02 20:48:16.183104 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] For port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:16.183464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:16.406893 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Calling delete_port for 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 owned by compute:nova {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:16.553739 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:16.602775 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event deleted for resources: {'Port': ['ID=4f5c0b20-9eb2-486d-9faf-babddd2b4aa8,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:16.679637 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] No DVR routers for this DVR port 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 on host hv-neutron-8315 {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:48:16.682131 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175177'] for port, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:16.684612 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-deleted', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8'}] {{(pid=87812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 20:48:16.701238 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-7ec535d2-9c06-4219-a201-221a859d7b69 req-517fa922-c5c6-49cf-a061-1a4ec90279e6 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.32 "DELETE /v2.0/ports/4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 HTTP/1.1" status: 204 len: 173 time: 0.8717732 Mar 02 20:48:16.737599 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620177cc-f8ca-4c8e-8f18-1104b5222579', 'name': 'network-vif-deleted', 'tag': '4f5c0b20-9eb2-486d-9faf-babddd2b4aa8', 'status': 'completed', 'code': 200} Mar 02 20:48:17.144539 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3ef80d9a-931a-4879-96c7-3ccccdf96610 req-7bfc2556-989c-402f-b3c8-992133ec58be tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Synchronizing usage tracker for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 20:48:17.161441 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.quota.resource [req-3ef80d9a-931a-4879-96c7-3ccccdf96610 req-7bfc2556-989c-402f-b3c8-992133ec58be tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Unset dirty status for tenant:16c0ebf4d439458f978b9068d7b7e2ac on resource:port {{(pid=87812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 20:48:17.162831 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [req-3ef80d9a-931a-4879-96c7-3ccccdf96610 req-7bfc2556-989c-402f-b3c8-992133ec58be tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "GET /v2.0/ports?device_id=620177cc-f8ca-4c8e-8f18-1104b5222579 HTTP/1.1" status: 200 len: 210 time: 0.0622132 Mar 02 20:48:17.327870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:18.258943 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47620) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:18.329172 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:18.359232 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:18.439983 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:18.459292 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb3c00-461b-42d0-8270-4faa476b310f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:18.473006 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:18.474151 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-4fe90794-7024-46d4-b2b0-4f7299b3bea4 tempest-TestSnapshotPattern-511664535 tempest-TestSnapshotPattern-511664535-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ebb3c00-461b-42d0-8270-4faa476b310f HTTP/1.1" status: 204 len: 168 time: 0.2142608 Mar 02 20:48:18.524410 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47626) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:18.950793 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:18.986885 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] No Port match for: 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:18.987219 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Device 4f5c0b20-9eb2-486d-9faf-babddd2b4aa8 not bound to the agent host hv-neutron-8315 {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:19.056428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:19.400369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Deleting port d16579ed-fd85-48ab-bb3e-dc91b87a1099 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:19.400629 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:19.680579 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] For port d16579ed-fd85-48ab-bb3e-dc91b87a1099, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=d16579ed-fd85-48ab-bb3e-dc91b87a1099,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:19.681285 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:19.802308 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Calling delete_port for d16579ed-fd85-48ab-bb3e-dc91b87a1099 owned by network:router_interface {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:20.125149 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:20.170626 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16579ed-fd85-48ab-bb3e-dc91b87a1099,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:20.430878 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:20.903402 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:48:21.079960 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:48:21.089490 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Sync routers for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:48:21.097090 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-720c0711-22e0-45fa-9259-87e8e78982b4 admin admin] 10.222.0.36 "PUT /v2.0/routers/47774f31-1d67-44fa-aa42-cb8ca11c8d88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5715444 Mar 02 20:48:21.099489 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:21.100132 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:48:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:21.100270 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47630) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:21.270809 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:21.285046 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: dv-neutron-831594-2-hyperv {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:21.448319 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:21.459373 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Deleting port 024f3640-6940-4e2c-bebe-bc4d0435f1c2 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:21.459721 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:21.587048 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29'}], 'enable_snat': True}, 'gw_port_id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:48:20Z', 'revision_number': 5, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port': {'id': '024f3640-6940-4e2c-bebe-bc4d0435f1c2', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bb:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:21.592128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Checking router: 47774f31-1d67-44fa-aa42-cb8ca11c8d88 for host: dv-neutron-831594-2-hyperv {{(pid=87814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:48:21.601270 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Routers {'47774f31-1d67-44fa-aa42-cb8ca11c8d88'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:21.601871 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:48:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'], 'active': True} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:21.641101 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] For port 024f3640-6940-4e2c-bebe-bc4d0435f1c2, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=024f3640-6940-4e2c-bebe-bc4d0435f1c2,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:21.641486 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:21.753657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_dvr_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] Set router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 gateway port host: None {{(pid=87814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:21.763440 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Calling delete_port for 024f3640-6940-4e2c-bebe-bc4d0435f1c2 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:21.858409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.db.l3_hamode_db [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:48:21Z', 'revision_number': 6, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:21.862633 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82efafa-18c1-46a1-a29a-83b918c6936d None None] The sync data for ids ['47774f31-1d67-44fa-aa42-cb8ca11c8d88'] in dv-neutron-831594-2-hyperv is: [{'id': '47774f31-1d67-44fa-aa42-cb8ca11c8d88', 'name': 'tempest-TestSnapshotPattern-582168089-router', 'tenant_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:31Z', 'updated_at': '2022-03-02T20:48:21Z', 'revision_number': 6, 'project_id': '16c0ebf4d439458f978b9068d7b7e2ac', 'gw_port_host': None}] {{(pid=87814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:48:22.068349 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.113624 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Pushing event deleted for resources: {'Port': ['ID=024f3640-6940-4e2c-bebe-bc4d0435f1c2,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:22.213850 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.514807 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d16579ed-fd85-48ab-bb3e-dc91b87a1099 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:22.521052 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.523500 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.547521 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.548020 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47774f31-1d67-44fa-aa42-cb8ca11c8d88 {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:48:22.548565 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: d16579ed-fd85-48ab-bb3e-dc91b87a1099 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:22.548905 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device d16579ed-fd85-48ab-bb3e-dc91b87a1099 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:22.549325 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 024f3640-6940-4e2c-bebe-bc4d0435f1c2 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:22.560596 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.561738 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0b0eb4dc-e490-4511-ab61-d99ddd4fe2de admin admin] 10.222.0.36 "DELETE /v2.0/routers/47774f31-1d67-44fa-aa42-cb8ca11c8d88 HTTP/1.1" status: 204 len: 168 time: 1.4605255 Mar 02 20:48:22.564555 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47634) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:22.582948 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 024f3640-6940-4e2c-bebe-bc4d0435f1c2 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:22.583289 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 024f3640-6940-4e2c-bebe-bc4d0435f1c2 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:22.630692 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Deleting subnet c9fb02b5-3477-4c5b-89a4-5135f5fd06ca {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:48:22.634487 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.683399 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.768580 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.842185 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.879064 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fb02b5-3477-4c5b-89a4-5135f5fd06ca,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:22.884783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:22.889699 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678f44f-5c25-4ef6-af25-c843eeab0045 None None] Network 9f85bb24-530e-4532-976f-ac40c649a965 requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:48:22.890911 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-9d95aeb2-41ab-4554-a7c6-33a9cf1ef73c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c9fb02b5-3477-4c5b-89a4-5135f5fd06ca HTTP/1.1" status: 204 len: 168 time: 0.3252923 Mar 02 20:48:22.893659 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47638) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:23.005954 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.017074 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Deleting port ec873c9f-d9db-4561-9867-b918459068c5 {{(pid=87812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:23.017372 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.200918 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] DHCP port deletion for 9f85bb24-530e-4532-976f-ac40c649a965 request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:48:23.205241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Deleting port ec873c9f-d9db-4561-9867-b918459068c5 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:23.205607 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.224598 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.db [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] For port ec873c9f-d9db-4561-9867-b918459068c5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec873c9f-d9db-4561-9867-b918459068c5,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:23.224966 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.354281 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.plugin [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Calling delete_port for ec873c9f-d9db-4561-9867-b918459068c5 owned by network:dhcp {{(pid=87812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:23.410622 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] For port ec873c9f-d9db-4561-9867-b918459068c5, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ec873c9f-d9db-4561-9867-b918459068c5,segment=NetworkSegment(eab00168-10e7-44b9-ae48-fdfb19cec058),segment_id=eab00168-10e7-44b9-ae48-fdfb19cec058)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:23.411012 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.433590 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2136859'] for port, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.484395 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec873c9f-d9db-4561-9867-b918459068c5,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:23.486334 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] No DVR routers for this DVR port ec873c9f-d9db-4561-9867-b918459068c5 on host dv-neutron-831594-2-hyperv {{(pid=87812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:48:23.532569 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Calling delete_port for ec873c9f-d9db-4561-9867-b918459068c5 owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:23.600798 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.604505 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:48:23.604865 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:48:23.625689 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f85bb24-530e-4532-976f-ac40c649a965']}} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:23.639811 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab00168-10e7-44b9-ae48-fdfb19cec058') {'for_net_delete': True} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:23.640097 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.services.segments.db [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab00168-10e7-44b9-ae48-fdfb19cec058') {} {{(pid=87812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:23.651851 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3992392'] for segment, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.668607 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.674713 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:48:23.675111 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2136904'] for segment, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: Traceback (most recent call last): Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: timer() Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: cb(*args, **kw) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: return func(*args, **kwargs) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: self._notify() Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: self.callback(batched_events) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: event.method(event) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: return f(self, *a, **k) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._get(url).json() Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: return self.request(url, 'GET', **kwargs) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:48:23.690818 dv-neutron-831594-2-hyperv neutron-server[87812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:48:23.766428 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.782369 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:23.792783 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f85bb24-530e-4532-976f-ac40c649a965,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:23.810924 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-d2392c13-18da-4b16-b96d-8800c44910e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9f85bb24-530e-4532-976f-ac40c649a965 HTTP/1.1" status: 204 len: 168 time: 0.9160819 Mar 02 20:48:23.813883 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47642) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:24.106115 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Deleting port ec873c9f-d9db-4561-9867-b918459068c5 {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:24.106465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:24.175409 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-e6531ae9-f81b-4cde-91ab-5aa7e4fa6893 None None] The port 'ec873c9f-d9db-4561-9867-b918459068c5' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:48:24.354333 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332995'] for router_interface, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:24.517576 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec873c9f-d9db-4561-9867-b918459068c5 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:24.554711 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ec873c9f-d9db-4561-9867-b918459068c5 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:24.555433 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ec873c9f-d9db-4561-9867-b918459068c5 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:24.711008 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Deleting port 625b8222-56e5-4436-84f5-920e00b66a7e {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:24.711222 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:24.913834 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] For port 625b8222-56e5-4436-84f5-920e00b66a7e, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=625b8222-56e5-4436-84f5-920e00b66a7e,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:24.914973 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:25.155813 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Calling delete_port for 625b8222-56e5-4436-84f5-920e00b66a7e owned by network:router_interface {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:25.358650 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:25.406773 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Pushing event deleted for resources: {'Port': ['ID=625b8222-56e5-4436-84f5-920e00b66a7e,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:25.674134 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332927'] for router_interface, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:26.038643 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Router a9bc6d56-6b17-4d93-bb41-e6cae8896abd has already been hosted by L3 agent f2f17e4a-0875-42ca-9e7f-fa9c9895053c {{(pid=87813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 20:48:26.231885 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] Notify agent at l3_agent.dv-neutron-831594-2-hyperv the message routers_updated {{(pid=87813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 20:48:26.241015 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Sync routers for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 20:48:26.250074 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-67e4822a-7e2e-41a6-b45d-730e949ba00d admin admin] 10.222.0.36 "PUT /v2.0/routers/a9bc6d56-6b17-4d93-bb41-e6cae8896abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4350071 Mar 02 20:48:26.252547 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47646) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:26.254901 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:26.255713 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:48:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:26.423986 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks [] for router, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:26.434212 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: dv-neutron-831594-2-hyperv {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:26.715507 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'external_fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86'}], 'enable_snat': True}, 'gw_port_id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:48:25Z', 'revision_number': 5, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port': {'id': 'ffee741c-ae4d-497e-88fa-d76aa993baf0', 'name': '', 'network_id': '03e6b80c-e1a3-494a-992e-94d0ae29aeeb', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:92:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'ip_address': '172.26.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831594-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T20:43:38Z', 'updated_at': '2022-03-02T20:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a9a11c44-8f81-4ae1-8148-002f08536fd5', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831594-2-hyperv'}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:26.719501 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Checking router: a9bc6d56-6b17-4d93-bb41-e6cae8896abd for host: dv-neutron-831594-2-hyperv {{(pid=87815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 20:48:26.723992 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:26.727646 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Routers {'a9bc6d56-6b17-4d93-bb41-e6cae8896abd'} bound to L3 agent in host dv-neutron-831594-2-hyperv {{(pid=87815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 20:48:26.728235 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831594-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T19:46:44Z,description=,heartbeat_timestamp=2022-03-02T20:48:15Z,host='dv-neutron-831594-2-hyperv',id=f2f17e4a-0875-42ca-9e7f-fa9c9895053c,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T19:46:44Z,topic='l3_agent')) {'router_ids': ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'], 'active': True} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:26.736473 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Deleting port ffee741c-ae4d-497e-88fa-d76aa993baf0 {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:26.736797 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:26.878848 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_dvr_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] Set router a9bc6d56-6b17-4d93-bb41-e6cae8896abd gateway port host: None {{(pid=87815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 20:48:26.924637 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] For port ffee741c-ae4d-497e-88fa-d76aa993baf0, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=ffee741c-ae4d-497e-88fa-d76aa993baf0,segment=NetworkSegment(e2d05c0e-2850-48e7-bdfb-47df549c165e),segment_id=e2d05c0e-2850-48e7-bdfb-47df549c165e)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:26.925023 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.021475 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.l3_hamode_db [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:48:26Z', 'revision_number': 6, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port_host': None}], 'dv-neutron-831594-2-hyperv', False) {} {{(pid=87815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:27.025696 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a516bd-5041-4cbf-8c30-86e9de52c834 None None] The sync data for ids ['a9bc6d56-6b17-4d93-bb41-e6cae8896abd'] in dv-neutron-831594-2-hyperv is: [{'id': 'a9bc6d56-6b17-4d93-bb41-e6cae8896abd', 'name': 'tempest-TestSnapshotPattern-1286051958-router', 'tenant_id': 'cd78986f0c204ca98515b308cc691b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T20:43:37Z', 'updated_at': '2022-03-02T20:48:26Z', 'revision_number': 6, 'project_id': 'cd78986f0c204ca98515b308cc691b18', 'gw_port_host': None}] {{(pid=87815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 20:48:27.050459 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Calling delete_port for ffee741c-ae4d-497e-88fa-d76aa993baf0 owned by network:router_gateway {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:27.227209 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.279189 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Pushing event deleted for resources: {'Port': ['ID=ffee741c-ae4d-497e-88fa-d76aa993baf0,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:27.374256 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-332774'] for router_gateway, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.549640 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1818'] for router, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.551906 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.578789 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-453902'] for router, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.579322 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9bc6d56-6b17-4d93-bb41-e6cae8896abd {{(pid=87813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 20:48:27.594703 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] Notify callbacks [] for router, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.596471 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-dcbc1d1c-5940-4598-906d-0c9dfbb6f00e admin admin] 10.222.0.36 "DELETE /v2.0/routers/a9bc6d56-6b17-4d93-bb41-e6cae8896abd HTTP/1.1" status: 204 len: 168 time: 1.3428016 Mar 02 20:48:27.599019 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.wsgi [-] (87812) accepted ('10.222.0.36', 47652) {{(pid=87812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:27.657464 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Deleting subnet b826c3c9-b390-4db2-b92f-75ed06196b72 {{(pid=87812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 20:48:27.660363 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.713377 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3992433'] for subnet, precommit_delete_associations {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.907808 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1378331'] for subnet, precommit_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:27.981366 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1378322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2136298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2689541'] for subnet, after_delete {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.019063 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b826c3c9-b390-4db2-b92f-75ed06196b72,revision_number=None']} {{(pid=87812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:28.026957 dv-neutron-831594-2-hyperv neutron-server[87812]: DEBUG neutron_lib.callbacks.manager [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.032993 dv-neutron-831594-2-hyperv neutron-server[87812]: INFO neutron.wsgi [None req-b80430cd-1118-4cc5-82cb-1629f942516f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b826c3c9-b390-4db2-b92f-75ed06196b72 HTTP/1.1" status: 204 len: 168 time: 0.4329021 Mar 02 20:48:28.033318 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb574421-2a94-43c3-a363-64f5b21bd57d None None] Network 06644db4-97d0-405a-b6d3-9684660862ce requested from dv-neutron-831594-2-hyperv {{(pid=87814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 20:48:28.035907 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47656) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:28.152941 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586864'] for network, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.163657 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Deleting port 0b7742f0-cd66-4621-947a-5d25baa56f6f {{(pid=87813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:28.164019 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.293227 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] DHCP port deletion for 06644db4-97d0-405a-b6d3-9684660862ce request from dv-neutron-831594-2-hyperv {{(pid=87814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 20:48:28.297765 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Deleting port 0b7742f0-cd66-4621-947a-5d25baa56f6f {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:28.298128 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.372688 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.db [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] For port 0b7742f0-cd66-4621-947a-5d25baa56f6f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0b7742f0-cd66-4621-947a-5d25baa56f6f,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:28.373094 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.502397 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.db [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] For port 0b7742f0-cd66-4621-947a-5d25baa56f6f, host dv-neutron-831594-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831594-2-hyperv',level=0,port_id=0b7742f0-cd66-4621-947a-5d25baa56f6f,segment=NetworkSegment(81f68918-5e9e-428c-8349-dbddbb9b13df),segment_id=81f68918-5e9e-428c-8349-dbddbb9b13df)] {{(pid=87814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 20:48:28.502783 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-335555'] for port, precommit_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.567928 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 625b8222-56e5-4436-84f5-920e00b66a7e no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:28.614259 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.plugin [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Calling delete_port for 0b7742f0-cd66-4621-947a-5d25baa56f6f owned by network:dhcp {{(pid=87813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:28.653850 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Calling delete_port for 0b7742f0-cd66-4621-947a-5d25baa56f6f owned by network:dhcp {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 20:48:28.689363 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 625b8222-56e5-4436-84f5-920e00b66a7e {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:28.689695 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 625b8222-56e5-4436-84f5-920e00b66a7e not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:28.690126 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ffee741c-ae4d-497e-88fa-d76aa993baf0 no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:28.691635 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1627959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737253619420', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737253255217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2321599'] for port, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.745707 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] No DVR routers for this DVR port 0b7742f0-cd66-4621-947a-5d25baa56f6f on host dv-neutron-831594-2-hyperv {{(pid=87813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 20:48:28.760026 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: ffee741c-ae4d-497e-88fa-d76aa993baf0 {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:28.760354 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device ffee741c-ae4d-497e-88fa-d76aa993baf0 not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:28.760794 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0b7742f0-cd66-4621-947a-5d25baa56f6f no longer exists at agent ovs-agent-dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 20:48:28.772994 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7742f0-cd66-4621-947a-5d25baa56f6f,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:28.801935 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] No Port match for: 0b7742f0-cd66-4621-947a-5d25baa56f6f {{(pid=87814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 20:48:28.802234 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.rpc [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Device 0b7742f0-cd66-4621-947a-5d25baa56f6f not bound to the agent host dv-neutron-831594-2-hyperv {{(pid=87814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 20:48:28.827057 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.db.api [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 20:48:28.827411 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG oslo_db.api [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 20:48:28.869497 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379732', 'neutron.services.segments.db._delete_segments_for_network-8737253729603'] for network, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.894727 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06644db4-97d0-405a-b6d3-9684660862ce']}} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:28.906853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f68918-5e9e-428c-8349-dbddbb9b13df') {'for_net_delete': True} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:28.907150 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.services.segments.db [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f68918-5e9e-428c-8349-dbddbb9b13df') {} {{(pid=87813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 20:48:28.918857 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737253728094', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2393001'] for segment, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.937149 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1376944'] for segment, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.943891 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 20:48:28.944246 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1376990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2321644'] for segment, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: Traceback (most recent call last): Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: timer() Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: cb(*args, **kw) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: return func(*args, **kwargs) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: self._notify() Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: self.callback(batched_events) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: event.method(event) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: return f(self, *a, **k) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._get(url).json() Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: return self.request(url, 'GET', **kwargs) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 20:48:28.957540 dv-neutron-831594-2-hyperv neutron-server[87813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 20:48:29.039858 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-332739'] for network, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.057517 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Notify callbacks [] for network, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.067449 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] Pushing event deleted for resources: {'Network': ['ID=06644db4-97d0-405a-b6d3-9684660862ce,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:29.075080 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-5e821488-1c18-45e4-9f86-ae73cc660165 admin admin] 10.222.0.36 "DELETE /v2.0/networks/06644db4-97d0-405a-b6d3-9684660862ce HTTP/1.1" status: 204 len: 168 time: 1.0380459 Mar 02 20:48:29.289093 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47662) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:29.329181 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Deleting port 0b7742f0-cd66-4621-947a-5d25baa56f6f {{(pid=87814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 20:48:29.329721 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737253612782'] for port, before_delete {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.396174 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron.plugins.ml2.plugin [None req-246a7234-d4ed-4e57-9cd3-b4c6658a2125 None None] The port '0b7742f0-cd66-4621-947a-5d25baa56f6f' was deleted {{(pid=87814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 20:48:29.573320 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-0623c542-85dc-4a79-97c9-dbab65793642 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c0ebf4d439458f978b9068d7b7e2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828615 Mar 02 20:48:29.577471 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47670) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:29.640741 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.667761 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.728705 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.746854 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6c6e7-f529-4763-ab71-742f09f84098,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:29.755953 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:29.759841 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-bfacafc1-9054-4bd1-b7e8-e9c6b58f0778 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9c6c6e7-f529-4763-ab71-742f09f84098 HTTP/1.1" status: 204 len: 168 time: 0.1787415 Mar 02 20:48:30.063085 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47678) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:30.112705 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f8d542eb-1b11-4842-8ad2-ff79b81a5568 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd78986f0c204ca98515b308cc691b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483279 Mar 02 20:48:30.115191 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [-] (87813) accepted ('10.222.0.36', 47682) {{(pid=87813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 20:48:30.177122 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:30.203853 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:30.262126 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588039'] for security_group, after_delete {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:30.276224 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad788a-dd4d-4559-b1f4-0d8aba25ebbd,revision_number=None']} {{(pid=87813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 20:48:30.282611 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron_lib.callbacks.manager [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:30.283745 dv-neutron-831594-2-hyperv neutron-server[87813]: INFO neutron.wsgi [None req-f3596364-2ff9-4ed2-8c5f-48df672e4647 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9cad788a-dd4d-4559-b1f4-0d8aba25ebbd HTTP/1.1" status: 204 len: 168 time: 0.1676660 Mar 02 20:48:38.103818 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:48:41.894673 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-5effe69f-d351-4cd9-ab77-c3ba2e7b9d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:45.079537 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-c0538784-0768-49af-93f0-b60384d12b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:45.590951 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:45.603751 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:45.737376 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:48:47.332311 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:11.904601 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ca8151d6-3298-4565-b138-181ead3b65b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.082465 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-6ae3cd6f-b9db-4a93-ac1a-34a07e30b363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.102686 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:49:15.596738 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.599436 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:15.740669 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:17.339902 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:41.901134 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-847a93cc-0e30-429e-a268-27c84c6c3140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:45.081250 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-bd65327b-c1c3-4a51-b42a-6405576bc9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:45.601165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:45.602265 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:45.731742 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:47.340024 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:49:52.102700 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:50:11.898201 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ba314215-23a0-43ff-b822-d3b1f0952e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:15.079393 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a23e1b32-3c7c-406b-ac96-b67b62ca40a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:15.603873 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:15.605206 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:15.729648 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:17.340958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:29.102693 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:50:41.892986 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-d756b901-8f77-4284-a1bf-c71c68c537bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:45.079957 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-21675b42-e74e-471d-986b-63741ee64c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:45.605348 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:45.606401 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:45.743104 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:50:47.344630 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:06.107470 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:51:11.905282 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-74ea855f-9806-49c9-9824-db55fd0a8467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.080396 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-191f2436-ea12-47b8-939e-fd29c0b48d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.614866 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.616480 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:15.765121 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:17.357658 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:41.901460 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f6181ab6-e4e0-436a-a5d8-9f189aa782b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:43.109225 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:51:45.076833 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dc3cae80-6a2d-4ea3-b541-878ad5d782e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:45.615169 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:45.618788 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:45.759501 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:51:47.352259 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:11.908864 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f4a5679a-5a56-4490-9f20-0eca512cd414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:13.167444 dv-neutron-831594-2-hyperv neutron-server[87813]: DEBUG neutron.wsgi [req-202ae3fa-b04d-430e-b703-8f0bf2d10f3b req-479af79b-1fe0-4f71-b83b-4895ae34aceb service neutron] (87813) timed out ('10.222.0.36', 46274) {{(pid=87813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 20:52:15.077563 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be3f53c3-d6b2-49bd-b379-4ff40b21598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:15.611110 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:15.612945 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:15.772165 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:17.358158 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:20.111226 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:52:41.905241 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-f8e8b2b2-d787-4c0c-bd4f-38d2ad4f196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:45.072249 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-88383e5e-9998-440a-a166-8781f5a76a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:45.614663 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:45.616455 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:45.773657 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:47.357841 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:52:57.111453 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:53:11.913561 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-295ae041-dd9d-4656-8ca8-b5c36dae8ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:15.079079 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-95ebf145-9751-4011-8f6c-914465ecd289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:15.619764 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:15.621795 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:15.785150 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:17.364666 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:34.115962 dv-neutron-831594-2-hyperv neutron-server[87815]: DEBUG neutron.db.agents_db [None req-065cd177-b334-4f6c-94ee-040c7d673474 None None] Agent healthcheck: found 6 active agents {{(pid=87815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:53:41.918870 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ba3ff912-b54d-4c82-822d-2753259bb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:45.075252 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-73659056-ab4f-480c-be28-14854bc14c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:45.616207 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-a97614de-9b76-4c97-837a-499cdb0897e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:45.619018 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-ade330be-12b4-43ed-a06e-e279a61043b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:45.799958 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-be89d86f-c97f-480f-a779-83ae40cc8edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:53:47.366781 dv-neutron-831594-2-hyperv neutron-server[87814]: DEBUG neutron_lib.callbacks.manager [None req-dcfdef52-7395-4556-9043-d569319ed4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737253729576', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390154'] for agent, after_update {{(pid=87814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}